-- Logs begin at Wed 2022-06-15 13:45:18 UTC, end at Wed 2022-06-15 15:43:14 UTC. -- Jun 15 14:30:41.131440 dv-neutron-845844-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 15 14:30:43.696972 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.common.config [-] Logging enabled! Jun 15 14:30:43.697495 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev30 Jun 15 14:30:43.697768 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88913) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 15 14:30:43.701101 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.common.config [-] Logging enabled! Jun 15 14:30:43.701358 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev30 Jun 15 14:30:43.701668 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88913) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 15 14:30:43.702817 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:30:43.702970 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:30:43.703319 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:30:43.703561 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:30:43.703789 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:30:43.704099 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.704421 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.704724 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.705069 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.705263 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.705559 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.705846 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.706135 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.706436 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.706725 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.707004 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.707280 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.707512 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.707795 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.708083 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.708405 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.708634 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] debug = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.708967 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.709506 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.709921 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.710206 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.710499 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.710783 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.711059 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.711340 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.711629 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.711960 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] host = dv-neutron-845844-1-hyperv {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.712273 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.712567 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.712857 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.713147 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.713426 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.713705 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.713991 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.714265 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.714546 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.714826 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.715153 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.715489 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.715787 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.716015 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.716271 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.716567 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.716856 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.717136 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.717415 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.717697 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.718006 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.718283 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.718556 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.718846 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.719137 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.719425 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.719708 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.719988 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.720297 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.720576 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.720864 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.721141 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.721419 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.721697 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.721987 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.722260 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.722536 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.722838 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.723128 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.723415 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.723701 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.723975 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.724283 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.724561 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.724837 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.725115 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] use_json = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.725396 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.725673 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.725957 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.726234 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.726521 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.726786 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.727061 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.727347 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.727624 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:43.727926 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.728257 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.728564 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.729200 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.729497 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.729779 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.730071 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.730355 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.730657 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.730945 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.731244 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.731528 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.731822 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.732104 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.732485 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.732839 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.733140 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.733440 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.733889 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.734174 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.734456 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.734740 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.735063 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.735370 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.735664 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.735928 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.736226 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.736526 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.736812 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.737115 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.737396 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.737690 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.737975 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.738246 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.738533 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.738831 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.739127 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.739369 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.739651 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.739955 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.740296 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.740539 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.740811 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.741092 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.741365 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.741653 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.741936 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.742215 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.742491 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.742772 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.743054 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.743327 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.743612 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.743890 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.744171 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.744469 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.744749 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.745027 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.745310 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.745586 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.745863 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.746137 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.746418 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.746694 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.746969 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.747247 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.747524 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.747804 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.748100 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.748430 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.748718 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.749006 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.749323 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.749605 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.749892 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.750176 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.750462 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.750746 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.751022 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.751318 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.751607 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.751900 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.752224 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.752502 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.752807 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.753092 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.753380 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.753668 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.753961 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.754252 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.754541 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.754843 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.755141 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.755443 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.755740 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.756046 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.756360 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.756673 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.756956 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:43.757174 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:30:43.757419 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88913) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 15 14:30:44.151313 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO keyring.backend [-] Loading KWallet Jun 15 14:30:44.158933 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO keyring.backend [-] Loading SecretService Jun 15 14:30:44.162455 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO keyring.backend [-] Loading Windows Jun 15 14:30:44.163778 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO keyring.backend [-] Loading chainer Jun 15 14:30:44.164606 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO keyring.backend [-] Loading macOS Jun 15 14:30:44.198323 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:44.198603 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:44.198894 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 15 14:30:44.199239 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 15 14:30:44.593716 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.594070 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.594323 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.595595 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.595874 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.596138 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.631890 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.632177 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.632474 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.645793 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.646072 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.646342 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.676475 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.676752 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.677026 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.713720 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.714270 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.714270 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.946829 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.947090 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.947386 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.947649 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:44.948421 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.069630 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.069931 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.070247 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.070528 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.070802 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.071122 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.071389 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.071651 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.071907 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.072227 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.072477 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.072747 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.073002 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.073258 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.073525 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.073797 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.074058 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.074335 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.074590 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.074881 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.075217 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.075473 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.075727 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.076016 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.076368 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.076620 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.077017 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:30:45.077366 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:30:45.077620 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:30:45.077864 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:30:45.078105 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:30:45.078345 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:30:45.078721 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 15 14:30:45.081949 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 15 14:30:45.085940 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 15 14:30:45.089768 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 15 14:30:45.091398 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 15 14:30:45.091851 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 15 14:30:45.092229 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 15 14:30:45.092596 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 15 14:30:45.095689 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 15 14:30:45.095942 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 15 14:30:45.096318 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 14:30:45.124751 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 15 14:30:45.125211 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.125509 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88913) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 15 14:30:45.125878 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.127233 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88913) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 15 14:30:45.127514 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 15 14:30:45.127762 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 15 14:30:45.131132 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.131410 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.193639 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 15 14:30:45.193874 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 15 14:30:45.194115 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 15 14:30:45.194489 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 15 14:30:45.234125 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_db.sqlalchemy.engines [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88913) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 15 14:30:45.579590 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Initializing driver for type 'gre' Jun 15 14:30:45.580092 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] gre ID ranges: [(1, 1000)] Jun 15 14:30:45.637419 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Initializing driver for type 'local' Jun 15 14:30:45.637764 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Initializing driver for type 'vlan' Jun 15 14:30:45.649694 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] VlanTypeDriver initialization complete Jun 15 14:30:45.650091 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Initializing driver for type 'vxlan' Jun 15 14:30:45.650589 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] vxlan ID ranges: [(1, 1000)] Jun 15 14:30:45.705677 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Initializing extension driver 'port_security' Jun 15 14:30:45.706169 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.extensions.port_security [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] PortSecurityExtensionDriver initialization complete Jun 15 14:30:45.706508 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Initializing mechanism driver 'openvswitch' Jun 15 14:30:45.706844 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Initializing mechanism driver 'hyperv' Jun 15 14:30:45.713406 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.plugin [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:45.714089 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > port after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.714586 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > port after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.714814 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > port after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.715325 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 15 14:30:45.715755 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > subnet after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.716106 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > subnet after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.716474 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > subnet after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.716864 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 15 14:30:45.717264 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > network after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.717608 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > network after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.718068 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > network after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.718652 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 15 14:30:45.719058 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > security_group after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.719412 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > security_group after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.719754 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > security_group after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.720139 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 15 14:30:45.720577 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.720920 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.721255 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.721766 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 15 14:30:45.722169 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > address_group after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.722516 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > address_group after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.722854 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > address_group after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.723239 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88913) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 15 14:30:45.723682 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] ML2 OVO RPC backend initialized. {{(pid=88913) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 15 14:30:45.724420 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router_interface after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.724776 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.725191 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > network before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.725535 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > networks before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.725884 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > port before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.726222 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > ports before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.726563 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > subnet before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.726900 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > subnets before_response 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.727245 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > network after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.727580 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > network after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.727917 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > network after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.728281 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > port after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.728916 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > port after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.729257 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > port after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.729591 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > subnet after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.729924 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > subnet after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.730253 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > subnet after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.730827 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.plugin [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Modular L2 Plugin initialization complete Jun 15 14:30:45.731155 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading services supported by the core plugin {{(pid=88913) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 15 14:30:45.731479 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.plugins.ml2.managers [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Got port-security extension from driver 'port_security' Jun 15 14:30:45.731940 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.extensions.vlantransparent [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Disabled vlantransparent extension. Jun 15 14:30:45.732460 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88913) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 15 14:30:45.732773 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading Plugin: router Jun 15 14:30:45.769992 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router_interface before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.770380 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router after_create 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.770749 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router before_create 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.771112 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.771486 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.771842 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router after_delete 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.772222 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > floatingip after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.772651 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router after_create 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.772999 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router after_update 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.773345 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router after_update 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.773688 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.774054 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router after_update 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.774463 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router precommit_update 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.774812 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: port after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.775151 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: port after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.775485 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: subnet after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.775819 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.776164 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > port precommit_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.776528 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router precommit_create 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.776866 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: port before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.777206 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router precommit_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.777560 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router after_update 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.777894 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router precommit_delete 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.778240 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router precommit_create 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.778594 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router_interface after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.778935 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router precommit_update 55549900 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.779295 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > agent after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.779642 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > agent after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.779985 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > network after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.781098 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Tracking information for resource: router configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:30:45.781429 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Tracking information for resource: floatingip configured {{(pid=88913) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 15 14:30:45.786284 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.db.l3_agentschedulers_db [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 15 14:30:45.786887 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: port after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.787245 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: port after_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.787595 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: port after_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.787944 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: port after_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.788857 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router before_create 55550100 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.789249 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router precommit_delete 55550100 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.789611 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router precommit_create 55550100 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.789936 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > router precommit_update 55550100 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.794427 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.services.provider_configuration [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service providers = [] {{(pid=88913) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 15 14:30:45.794789 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.db.servicetype_db [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88913) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 15 14:30:45.797946 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.services.service_base [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:30:45.798300 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.services.service_base [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:30:45.798642 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.services.service_base [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:30:45.799518 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.services.service_base [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88913) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 15 14:30:45.799886 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.services.service_base [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 15 14:30:45.800296 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:30:45.800610 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 15 14:30:45.811276 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:30:45.811640 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading Plugin: auto_allocate Jun 15 14:30:45.817369 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: network precommit_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.817738 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: network precommit_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.818262 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:30:45.818582 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading Plugin: tag Jun 15 14:30:45.825089 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:30:45.825414 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading Plugin: timestamp Jun 15 14:30:45.829443 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:30:45.829832 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading Plugin: network_ip_availability Jun 15 14:30:45.835008 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.835377 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.835731 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:45.836486 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:30:45.836804 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading Plugin: flavors Jun 15 14:30:45.841423 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:30:45.841758 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading Plugin: revisions Jun 15 14:30:45.846112 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88913) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 15 14:30:45.846502 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_concurrency.lockutils [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.648s {{(pid=88913) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 15 14:30:45.847239 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88913) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 15 14:30:45.847566 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Initializing extension manager. Jun 15 14:30:45.848072 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: __init__.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.848430 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: __pycache__ {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.848761 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.849089 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: address_group.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.849836 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.850413 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: address-group Jun 15 14:30:45.850729 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: address_scope.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.851437 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.851930 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: address-scope Jun 15 14:30:45.852275 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: admin_state_down_before_update.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.853191 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.854025 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: router-admin-state-down-before-update Jun 15 14:30:45.854343 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: agent.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.855033 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.855541 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: agent Jun 15 14:30:45.855861 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: agent_resources_synced.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.856967 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.857481 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: agent-resources-synced Jun 15 14:30:45.857800 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: allowedaddresspairs.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.859791 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.860356 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: allowed-address-pairs Jun 15 14:30:45.860681 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: auto_allocated_topology.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.861755 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.862269 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: auto-allocated-topology Jun 15 14:30:45.862594 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: availability_zone.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.863283 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.863798 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: availability_zone Jun 15 14:30:45.864119 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: availability_zone_filter.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.865037 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.865549 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: availability_zone_filter Jun 15 14:30:45.865869 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: data_plane_status.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.866763 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.867265 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension data-plane-status not supported by any of loaded plugins Jun 15 14:30:45.867586 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: default_subnetpools.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.868512 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.869028 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: default-subnetpools Jun 15 14:30:45.869350 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: dhcpagentscheduler.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.870150 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.870660 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: dhcp_agent_scheduler Jun 15 14:30:45.870984 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: dns.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.871881 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.872407 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension dns-integration not supported by any of loaded plugins Jun 15 14:30:45.872727 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: dns_domain_ports.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.873627 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.874230 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 15 14:30:45.874519 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: dvr.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.875179 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.875684 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: dvr Jun 15 14:30:45.876001 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: empty_string_filtering.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.876942 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.877458 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: empty-string-filtering Jun 15 14:30:45.877776 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.878676 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.879181 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 15 14:30:45.879501 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.880432 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.880923 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 15 14:30:45.881241 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: external_net.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.882150 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.882660 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: external-net Jun 15 14:30:45.882981 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: extra_dhcp_opt.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.883880 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.884418 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: extra_dhcp_opt Jun 15 14:30:45.884742 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: extraroute.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.885638 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.886145 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: extraroute Jun 15 14:30:45.886464 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: extraroute_atomic.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.887474 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.887989 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: extraroute-atomic Jun 15 14:30:45.888340 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: filter_validation.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.889001 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.889507 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: filter-validation Jun 15 14:30:45.889913 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: fip_pf_description.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.890810 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.891312 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 15 14:30:45.891632 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: fip_port_details.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.892567 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.893077 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: fip-port-details Jun 15 14:30:45.893394 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: flavors.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.894609 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.895129 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: flavors Jun 15 14:30:45.895450 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.897111 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.897632 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 15 14:30:45.897959 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: floatingip_pools.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.898648 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.899160 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: floatingip-pools Jun 15 14:30:45.899484 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: ip_allocation.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.900427 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.900940 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension ip_allocation not supported by any of loaded plugins Jun 15 14:30:45.901260 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.902163 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.902669 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: ip-substring-filtering Jun 15 14:30:45.902993 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: l2_adjacency.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.903904 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.904431 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension l2_adjacency not supported by any of loaded plugins Jun 15 14:30:45.904751 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: l3.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.905809 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.906492 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: router Jun 15 14:30:45.906816 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: l3_conntrack_helper.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.909204 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.909740 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 15 14:30:45.910072 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.910996 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.911516 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: ext-gw-mode Jun 15 14:30:45.911840 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.912766 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.913282 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: l3-ha Jun 15 14:30:45.913606 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: l3_flavors.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.914526 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.915038 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: l3-flavors Jun 15 14:30:45.915358 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.916318 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.916833 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: l3-port-ip-change-not-allowed Jun 15 14:30:45.917158 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: l3agentscheduler.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.918189 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.918709 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: l3_agent_scheduler Jun 15 14:30:45.919031 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: logging.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.920528 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.921134 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension logging not supported by any of loaded plugins Jun 15 14:30:45.921461 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: metering.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.922200 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.922781 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: metering Jun 15 14:30:45.923105 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.924207 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.924734 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: metering_source_and_destination_fields Jun 15 14:30:45.925059 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: multiprovidernet.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.925978 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.926495 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: multi-provider Jun 15 14:30:45.926818 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: netmtu.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.927719 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.928257 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: net-mtu Jun 15 14:30:45.928582 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: netmtu_writable.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.929489 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.930009 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: net-mtu-writable Jun 15 14:30:45.930328 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: network_availability_zone.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.930990 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.931498 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: network_availability_zone Jun 15 14:30:45.931815 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: network_ip_availability.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.932918 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.933433 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: network-ip-availability Jun 15 14:30:45.933758 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: network_segment_range.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.934533 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.935042 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension network-segment-range not supported by any of loaded plugins Jun 15 14:30:45.935358 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: pagination.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.936376 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.936739 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: pagination Jun 15 14:30:45.937128 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: port_device_profile.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.938037 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.938551 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: port-device-profile Jun 15 14:30:45.938872 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.939781 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.940327 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: port-mac-address-regenerate Jun 15 14:30:45.940653 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.941541 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.942072 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: port-numa-affinity-policy Jun 15 14:30:45.942393 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: port_resource_request.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.943298 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.943807 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension port-resource-request not supported by any of loaded plugins Jun 15 14:30:45.944128 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: portbindings.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.945067 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.945579 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: binding Jun 15 14:30:45.945898 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: portbindings_extended.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.947133 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.947648 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: binding-extended Jun 15 14:30:45.947971 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: portsecurity.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.948904 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.949421 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: port-security Jun 15 14:30:45.949744 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: project_id.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.950827 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.951154 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: project-id Jun 15 14:30:45.951474 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: providernet.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.952578 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.953076 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: provider Jun 15 14:30:45.953381 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: qos.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.956922 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.957454 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension qos not supported by any of loaded plugins Jun 15 14:30:45.957783 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.959007 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.959523 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 15 14:30:45.959851 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.960788 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.961305 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 15 14:30:45.961630 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: qos_default.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.962523 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.963042 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension qos-default not supported by any of loaded plugins Jun 15 14:30:45.963363 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: qos_fip.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.964015 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.964559 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension qos-fip not supported by any of loaded plugins Jun 15 14:30:45.964881 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: qos_gateway_ip.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.965798 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.966312 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 15 14:30:45.966636 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: qos_port_network_policy.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.967544 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.968115 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 15 14:30:45.968461 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: qos_rule_type_details.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.969370 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.969882 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 15 14:30:45.970203 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: qos_rules_alias.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.971228 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.971740 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 15 14:30:45.972059 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: quotasv2.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.972983 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.973304 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: quotas Jun 15 14:30:45.973620 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: quotasv2_detail.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.975205 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.975536 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: quota_details Jun 15 14:30:45.975867 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: rbac.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.976930 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.977462 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: rbac-policies Jun 15 14:30:45.977788 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: rbac_address_group.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.979018 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.979532 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: rbac-address-group Jun 15 14:30:45.979850 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: rbac_address_scope.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.980789 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.981306 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: rbac-address-scope Jun 15 14:30:45.981623 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: rbac_security_groups.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.982531 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.983044 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: rbac-security-groups Jun 15 14:30:45.983360 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: rbac_subnetpool.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.984450 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.984969 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: rbac-subnetpool Jun 15 14:30:45.985289 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: revisionifmatch.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.986198 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.986719 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: revision-if-match Jun 15 14:30:45.987037 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: revisions.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.988133 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.988714 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: standard-attr-revisions Jun 15 14:30:45.989083 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: router_availability_zone.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.989753 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.990454 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: router_availability_zone Jun 15 14:30:45.990775 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: routerservicetype.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.991936 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.992485 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension router-service-type not supported by any of loaded plugins Jun 15 14:30:45.992807 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.993720 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.994241 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: security-groups-normalized-cidr Jun 15 14:30:45.994559 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: security_groups_port_filtering.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.995477 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.995992 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: port-security-groups-filtering Jun 15 14:30:45.996360 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:45.997260 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:45.997773 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: security-groups-remote-address-group Jun 15 14:30:45.998092 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: securitygroup.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.007868 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.008437 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: security-group Jun 15 14:30:46.008768 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: segment.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.009543 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.010056 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension segment not supported by any of loaded plugins Jun 15 14:30:46.010385 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.011331 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.011846 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 15 14:30:46.012171 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: servicetype.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.013318 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.013840 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: service-type Jun 15 14:30:46.014166 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: sorting.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.015260 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.015673 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: sorting Jun 15 14:30:46.015984 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: standard_attr_segment.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.016933 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.017459 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 15 14:30:46.017783 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: standardattrdescription.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.018425 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.018949 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: standard-attr-description Jun 15 14:30:46.019268 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: stateful_security_group.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.020200 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.020719 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: stateful-security-group Jun 15 14:30:46.021040 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: stdattrs_common.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.021610 dv-neutron-845844-1-hyperv neutron-server[88913]: WARNING neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 15 14:30:46.021931 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.022928 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.023459 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 15 14:30:46.023776 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: subnet_onboard.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.024872 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.025389 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: subnet_onboard Jun 15 14:30:46.025713 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.026634 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.027145 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 15 14:30:46.027461 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: subnet_service_types.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.028401 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.028923 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: subnet-service-types Jun 15 14:30:46.029243 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: subnetallocation.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.030321 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.030917 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: subnet_allocation Jun 15 14:30:46.031234 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.031895 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.032447 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: subnetpool-prefix-ops Jun 15 14:30:46.032769 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.033691 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.034200 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 15 14:30:46.034522 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: tagging.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.035574 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.036102 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: standard-attr-tag Jun 15 14:30:46.036453 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: timestamp.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.037634 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.038157 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loaded extension: standard-attr-timestamp Jun 15 14:30:46.038509 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: trunk.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.039529 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.040092 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension trunk not supported by any of loaded plugins Jun 15 14:30:46.040443 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: trunk_details.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.041349 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.041867 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension trunk-details not supported by any of loaded plugins Jun 15 14:30:46.042191 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: uplink_status_propagation.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.043093 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.043652 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 15 14:30:46.043933 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Loading extension file: vlantransparent.py {{(pid=88913) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 15 14:30:46.044633 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88913) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 15 14:30:46.045146 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extension vlan-transparent not supported by any of loaded plugins Jun 15 14:30:46.047655 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:network Jun 15 14:30:46.048390 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:subnet Jun 15 14:30:46.050260 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:30:46.050868 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:port Jun 15 14:30:46.052152 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.052621 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service FLAVORS assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.053231 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.053647 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.053989 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:router Jun 15 14:30:46.054637 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:floatingip Jun 15 14:30:46.055355 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service METERING assigned prefix: /metering {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.056829 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:46.057195 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:46.057551 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:30:46.058683 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 14:30:46.059131 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:security_group Jun 15 14:30:46.059793 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 14:30:46.060562 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service CORE assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.060896 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:30:46.061232 dv-neutron-845844-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] subnetpool is already registered Jun 15 14:30:46.062056 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service CORE assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.062281 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:30:46.062611 dv-neutron-845844-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] subnetpool is already registered Jun 15 14:30:46.065197 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.065629 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service FLAVORS assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.066212 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.066634 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.066968 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:router Jun 15 14:30:46.067297 dv-neutron-845844-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] router is already registered Jun 15 14:30:46.067885 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:floatingip Jun 15 14:30:46.068223 dv-neutron-845844-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] floatingip is already registered Jun 15 14:30:46.068852 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service METERING assigned prefix: /metering {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.069517 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of CountableResource for resource:rbac_policy Jun 15 14:30:46.069841 dv-neutron-845844-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] rbac_policy is already registered Jun 15 14:30:46.070382 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:security_group Jun 15 14:30:46.070709 dv-neutron-845844-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] security_group is already registered Jun 15 14:30:46.071287 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 15 14:30:46.071623 dv-neutron-845844-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] security_group_rule is already registered Jun 15 14:30:46.072295 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service CORE assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.072624 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:30:46.072945 dv-neutron-845844-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] subnetpool is already registered Jun 15 14:30:46.073545 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.v2.resource_helper [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Service CORE assigned prefix: {{(pid=88913) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 15 14:30:46.073866 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Creating instance of TrackedResource for resource:subnetpool Jun 15 14:30:46.074194 dv-neutron-845844-1-hyperv neutron-server[88913]: WARNING neutron.quota.resource_registry [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] subnetpool is already registered Jun 15 14:30:46.074862 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: extensions {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.076355 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: address-groups {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.078188 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: address-scopes {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.079426 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: agents {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.080680 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: auto-allocated-topology {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.081909 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: availability_zones {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.083226 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: dhcp-networks {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.084692 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: dhcp-agents {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.086150 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: routers {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.087970 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: flavors {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.089172 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: service_profiles {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.090388 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: next_providers {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.091945 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: service_profiles {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.093516 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: floatingip-pools {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.094773 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: routers {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.096610 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: floatingips {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.097817 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: l3-routers {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.099212 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: l3-agents {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.100679 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: metering-labels {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.102041 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: metering-label-rules {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.103374 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: network-ip-availabilities {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.104985 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: bindings {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.106652 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: quotas {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.108090 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: quotas {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.109664 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: rbac-policies {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.110956 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: security-groups {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.112215 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: security-group-rules {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.113483 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: service-providers {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.114717 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: subnetpools {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.117068 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: subnetpools {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.118543 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.120281 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.235885 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.237739 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.239557 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.241554 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.243277 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.245231 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.247007 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.248904 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron.api.extensions [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Extended resource: tags {{(pid=88913) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 15 14:30:46.255347 dv-neutron-845844-1-hyperv neutron-server[88913]: WARNING keystonemiddleware.auth_token [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 15 14:30:46.260151 dv-neutron-845844-1-hyperv neutron-server[88913]: WARNING keystonemiddleware.auth_token [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 15 14:30:46.268507 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_concurrency.lockutils [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Acquired lock "singleton_lock" {{(pid=88913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 15 14:30:46.268988 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_concurrency.lockutils [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Releasing lock "singleton_lock" {{(pid=88913) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 15 14:30:46.269634 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO oslo_service.service [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Starting 2 workers Jun 15 14:30:46.274204 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Started child 89018 {{(pid=88913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:30:46.278307 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Started child 89019 {{(pid=88913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:30:46.279175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:46.279908 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO neutron.service [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Neutron service started, listening on 0.0.0.0:9696 Jun 15 14:30:46.280600 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Notify callbacks [] for process, before_spawn {{(pid=88913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:46.280808 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [-] (89018) wsgi starting up on http://0.0.0.0:9696 Jun 15 14:30:46.282851 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO oslo_service.service [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Starting 1 workers Jun 15 14:30:46.283148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:46.284595 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [-] (89019) wsgi starting up on http://0.0.0.0:9696 Jun 15 14:30:46.287790 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Started child 89020 {{(pid=88913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:30:46.288271 dv-neutron-845844-1-hyperv neutron-server[88913]: INFO oslo_service.service [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Starting 1 workers Jun 15 14:30:46.291305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.service [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] calling RpcWorker wait() {{(pid=89020) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 15 14:30:46.291888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.service [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] returning from RpcWorker wait() {{(pid=89020) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 15 14:30:46.292468 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Started child 89021 {{(pid=88913) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 15 14:30:46.292959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:46.293240 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG neutron_lib.callbacks.manager [None req-4008fbe3-87e5-452b-8a13-9a5593ea2fdc None None] Notify callbacks [] for process, after_spawn {{(pid=88913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:46.293398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:46.294997 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 15 14:30:46.295163 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:30:46.295534 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:30:46.295713 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:30:46.296398 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:30:46.296542 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:30:46.297047 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.297288 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.297559 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.297841 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.298124 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.298259 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:46.298766 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.298874 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.299304 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.299565 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.299778 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.299983 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.300107 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.300403 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.300602 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.300900 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.301164 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.301502 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.301787 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.301915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 54500) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:30:46.302049 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.302173 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.302446 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.302692 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.302945 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] debug = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.303188 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.303645 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.303876 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.304104 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.304356 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.304626 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.304859 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.305116 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.305354 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.305562 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.305782 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.306027 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.306255 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.306447 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.306659 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.306906 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.307143 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.307661 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] host = dv-neutron-845844-1-hyperv {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.307811 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.307998 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.308251 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.308488 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.308723 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.308945 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.309272 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.309447 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.309697 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.309929 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.310246 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.310407 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.310650 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.310884 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.311043 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_options = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.311288 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.311548 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.311951 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.312419 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.312749 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078220 Jun 15 14:30:46.312983 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.313307 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.313578 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.313738 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.313996 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.314224 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.314569 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.314905 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.315262 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.315496 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.316294 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.316294 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.316294 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.316735 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.316735 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.317026 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.317167 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.317302 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.317543 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.317929 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.318091 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.318229 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.318393 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.318606 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.318817 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.319051 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.319271 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.319536 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.319753 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.319993 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.321041 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.321041 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.321041 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.321041 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.321833 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.321833 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.321833 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.322799 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.322799 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.322799 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.323967 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.325274 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_json = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.325722 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.326168 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.326334 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.326613 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.326909 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.327291 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.327734 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.328139 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.328853 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.328853 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.329164 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.329462 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.329795 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.329964 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.330182 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.330392 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.330634 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.330883 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.331114 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.331549 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.331715 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.331964 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.332129 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.332407 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.332710 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.332925 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.333207 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.333418 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.333657 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.333857 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.334092 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.334404 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.334662 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.334926 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.335190 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.335424 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.336477 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.336477 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.336477 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.336477 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.336477 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.337139 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.337139 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.337139 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.337538 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.337538 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.337793 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.337951 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.338285 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.338511 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.338733 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.338953 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.339163 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.339318 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:46.339472 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.339607 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.339758 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.339990 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.340198 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.340470 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.340687 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.341322 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.341322 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.341807 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.341807 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.341807 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.343066 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.343066 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.343066 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.343066 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.343066 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.343707 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.343707 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.343962 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.344207 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.344437 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.344652 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.344867 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.345079 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.345292 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.345512 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.345896 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.348915 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.349107 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.349495 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.349723 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.351583 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.351920 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.356247 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.356247 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.356247 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.356247 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.356247 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.356247 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.356989 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.357635 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.357911 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.358213 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.358492 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.359325 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.359325 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.359698 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.359960 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.360294 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.360460 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.360749 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.360991 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.362056 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.362292 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.362753 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.363204 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.363513 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.363829 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.364137 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.364463 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.364781 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.365110 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.365451 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.365894 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.368585 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.369977 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.370256 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.370519 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.370814 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.371054 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.371345 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.371657 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.371950 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.372410 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.372786 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.373064 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.373476 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.373858 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.374499 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.374916 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.375221 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.375498 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.375828 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.376778 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.378288 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.378288 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.378460 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.378790 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.379049 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.379297 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.379867 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.379867 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.380070 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.382958 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.383950 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.384401 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.385901 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.386342 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.386616 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.386871 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.387819 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.387819 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.387819 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.388042 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.388122 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.388373 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.388566 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.388786 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.389046 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.389286 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.389540 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.390704 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.390952 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.391199 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.391451 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.391875 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.392112 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.392378 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.392618 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.393002 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.393989 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.393989 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.393989 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.393989 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.394279 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.394414 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.395143 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.395415 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.395750 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.396450 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.396673 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.396950 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.397571 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.397826 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.399007 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.400020 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.400278 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.400829 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.401093 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.401323 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.401607 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.401840 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.402193 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.402456 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.402712 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.402972 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.403214 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.403435 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.403658 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.403876 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.404095 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.404809 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.406621 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.406888 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.407132 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.407369 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.407619 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.407851 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.408135 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.408411 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.408677 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.408902 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.409134 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.409376 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.409617 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.409859 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.410073 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.410308 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.410518 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.410754 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.410965 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.411265 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.411509 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.411736 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.411971 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.413539 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.413819 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.414394 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.416100 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.416384 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.416619 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.416867 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.417099 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.417352 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.417583 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.417843 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.418134 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.418400 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.418643 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.418944 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.419218 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.419450 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.419708 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.420017 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.421778 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.422072 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.423057 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.424523 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.424797 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.425093 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.425429 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.425753 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.426021 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.426292 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.426604 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.426879 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.427179 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.427410 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.427696 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.428494 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.428778 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.429050 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.429313 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.429585 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.430202 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.430202 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.430369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:30:46.430450 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.430526 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.430721 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.430993 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.431252 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.431507 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.431725 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.431971 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.432204 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.432589 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.432957 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.434675 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.436013 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.436397 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:30:46.436972 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88913) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 15 14:30:46.437217 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 15 14:30:46.437382 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 15 14:30:46.437745 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 15 14:30:46.437921 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 15 14:30:46.438070 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 15 14:30:46.438285 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.438451 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.438615 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.438772 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.438933 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.439134 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.439296 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.439456 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.439614 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.439772 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.439919 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.440082 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.440489 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.440691 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.440857 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.441000 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.441223 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.441388 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.441568 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.441714 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.441842 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.441992 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.442149 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] debug = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.442309 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.442541 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.442704 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.442839 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.442998 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.443138 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.443350 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.443505 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.443641 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.444361 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.444361 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.444361 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.444361 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.444628 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.444628 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.444744 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.444827 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.444983 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] host = dv-neutron-845844-1-hyperv {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.445302 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.445455 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.445614 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.445772 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.445928 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.446086 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.446244 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.446402 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.446558 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.446714 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.446871 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.447031 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.447191 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.447494 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.447690 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_options = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.447880 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.448358 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.448482 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.448669 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.448851 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.449025 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.449195 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.449365 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.449532 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.449697 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.449856 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.450021 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.450180 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.450338 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.450495 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.450653 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.450810 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.451090 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.451257 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.451410 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.451718 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.451877 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.452055 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.452269 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.452571 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.452865 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.453157 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.453438 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.453757 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.453910 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.454069 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.454227 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.454384 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.454541 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.454703 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.454859 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.455019 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.455176 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.455467 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.455622 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.455784 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.455942 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.456538 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.456538 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.456538 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.456743 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_json = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.456743 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.456882 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.457003 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.457299 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.457592 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.458389 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.458672 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.458953 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.459228 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 15 14:30:46.459539 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.459820 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.460110 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.461217 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.461521 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.461692 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.461854 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.462018 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.462180 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.462342 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.462515 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.462683 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.462851 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.463153 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.463444 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.463736 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.464741 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.464741 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.464741 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.464741 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.464741 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.464741 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.465126 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.465126 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.465268 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.465360 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.465484 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.465644 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.465806 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.465965 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.466129 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.466298 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.466440 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.466746 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.466903 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.467063 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.467222 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.467383 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.467543 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.467724 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.467955 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.468138 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.468360 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.468516 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.468677 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.468785 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.468926 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.469087 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.469248 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.469406 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.469577 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.469737 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.469897 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.470057 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.470248 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.470378 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.470542 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.470679 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.470837 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.471662 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.471662 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.471662 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.471662 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.471662 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.472069 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.472069 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.472069 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.472313 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.472392 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.472509 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.472669 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.472829 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.473374 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.473374 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.473374 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.473601 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.473601 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.473736 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.473873 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.474031 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.474832 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.474832 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.474832 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.474832 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.474832 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.475110 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.475110 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.475241 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.475518 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.475613 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.475755 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.475842 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.476864 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.476864 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.476864 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.476864 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.476864 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.476864 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.477444 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.477444 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.477444 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.477444 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.479524 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.479524 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.479524 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.479524 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.479524 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.479524 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.479524 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.479524 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.480019 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.480019 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.480019 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.480019 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.480019 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.480019 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.480019 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.480019 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.480577 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.481167 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.481330 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.481457 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.481608 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.481758 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.481980 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.482081 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.482228 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.482395 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.482565 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.482805 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.482899 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.483267 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.483267 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.483427 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.483524 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.483685 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.483838 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.483997 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.484156 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.484443 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.484675 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.484929 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.485100 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.485308 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.485670 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.485963 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.486135 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.486306 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.486499 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.486666 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.486906 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.487278 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.487606 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.487759 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.487919 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.488078 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.488262 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.488424 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.488645 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.488833 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.489155 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.489573 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.489734 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.489901 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.490184 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.490325 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.490443 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.490728 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.490728 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.490988 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.491128 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.491359 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.491504 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.491686 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.491851 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.492042 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.492247 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.492440 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.492583 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.492742 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.492899 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.493059 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.493218 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.493379 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.493607 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.493769 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.494721 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.494721 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.494721 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.494721 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.494721 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.495049 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.495049 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.495166 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.495260 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.495418 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.495579 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.495740 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.495899 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.496060 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.496241 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.496401 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.496562 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.496723 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.496885 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.497046 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.497206 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.497368 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.497528 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.497689 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.497848 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.498006 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.498166 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.498325 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.498483 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.498643 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.498817 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.498976 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.499218 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.499383 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.499543 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.499712 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.499951 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.500104 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.500295 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.500458 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.500631 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.500772 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.500912 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.501048 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.501195 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.501368 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.501519 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.501679 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.501846 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.502005 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.502164 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.502322 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.502495 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.502654 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.502818 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.502978 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.503136 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.503296 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.503457 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.503623 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.503793 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.503959 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.504122 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.504331 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.504503 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.504676 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.504837 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.505008 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.505179 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.505328 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.505487 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.505648 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.505808 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.505968 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.506127 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.506286 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.506445 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.506603 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.506761 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.506921 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.507081 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.507239 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.507396 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.507553 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.507711 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.507873 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.508034 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.508176 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 15 14:30:46.508359 dv-neutron-845844-1-hyperv neutron-server[88913]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88913) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 15 14:30:57.264461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3f5bad-dfbb-4222-ac99-e0b96afcfd02 None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:30:57.355196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f5bad-dfbb-4222-ac99-e0b96afcfd02 None None] No non-hosted networks {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 15 14:30:57.366495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.agentschedulers_db [None req-6c3f5bad-dfbb-4222-ac99-e0b96afcfd02 None None] DHCP Agent not found on host dv-neutron-845844-1-hyperv {{(pid=89020) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 15 14:30:57.453352 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96380cfd-8c0b-404c-9b74-bf4c356ca9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953145'] for agent, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.317666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3b797902-e676-4e25-a561-35484e9319a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953145'] for agent, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:30:59.346261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c52f74d1-18e8-4b0c-837d-992331e8550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:00.435029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953145'] for agent, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:00.532581 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953145'] for agent, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:00.533291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:00.533576 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:00.533894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:00.534294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:00.534793 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:00.535340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:00.535728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:00.536169 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:00.540698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:00.541645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:00.542206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:00.542818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:00.543876 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-845844-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:00.551398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-845844-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:01.894896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953145'] for agent, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:03.356270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 54608) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:03.985615 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING oslo_policy.policy [None req-e9f5582e-d51c-4ff7-be17-634fc6238b8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:31:03.986179 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING oslo_policy.policy [None req-e9f5582e-d51c-4ff7-be17-634fc6238b8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:31:04.205584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-e9f5582e-d51c-4ff7-be17-634fc6238b8d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:31:04.206731 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e9f5582e-d51c-4ff7-be17-634fc6238b8d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8485398 Jun 15 14:31:06.481185 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.db.l3_hamode_db [None req-2ab676c8-d9a6-4604-b4a1-1918e7eea866 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 15 14:31:06.565630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab676c8-d9a6-4604-b4a1-1918e7eea866 None None] Routers set() bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:31:06.566020 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab676c8-d9a6-4604-b4a1-1918e7eea866 None None] Router IDs set() for agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 15 14:31:06.642519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 54622) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:07.258607 dv-neutron-845844-1-hyperv neutron-server[89019]: WARNING oslo_policy.policy [None req-31de8414-bf21-4d27-9ada-ae46d1d6eaec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:31:07.259358 dv-neutron-845844-1-hyperv neutron-server[89019]: WARNING oslo_policy.policy [None req-31de8414-bf21-4d27-9ada-ae46d1d6eaec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:31:07.486931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-31de8414-bf21-4d27-9ada-ae46d1d6eaec admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:07.582164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.policy [None req-31de8414-bf21-4d27-9ada-ae46d1d6eaec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89019) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 14:31:07.628694 dv-neutron-845844-1-hyperv neutron-server[89019]: WARNING oslo_policy.policy [None req-31de8414-bf21-4d27-9ada-ae46d1d6eaec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:31:07.629062 dv-neutron-845844-1-hyperv neutron-server[89019]: WARNING oslo_policy.policy [None req-31de8414-bf21-4d27-9ada-ae46d1d6eaec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:31:07.637359 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.quota [None req-31de8414-bf21-4d27-9ada-ae46d1d6eaec admin admin] Loaded quota_driver: . Jun 15 14:31:07.652829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-31de8414-bf21-4d27-9ada-ae46d1d6eaec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:31:07.717478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31de8414-bf21-4d27-9ada-ae46d1d6eaec admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756971797981', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756971796490', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756971803384', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756971814575', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756971819087', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756971829674', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1607173', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1941734', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-872401', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677898'] for rbac-policy, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:07.797143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31de8414-bf21-4d27-9ada-ae46d1d6eaec admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:07.798310 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-31de8414-bf21-4d27-9ada-ae46d1d6eaec admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1545379 Jun 15 14:31:10.594273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 54640) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:10.999390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'name': 'private'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:11.000910 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.quota [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Loaded quota_driver: . Jun 15 14:31:11.016835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:31:11.023257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Usage tracker for resource:network and tenant:0ff9f5c9cc5d473489183113eece7a4b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:31:11.029036 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:31:11.036704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:31:11.056038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Made reservation on behalf of 0ff9f5c9cc5d473489183113eece7a4b for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:11.140177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.policy [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89018) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 15 14:31:11.203145 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING oslo_policy.policy [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:31:11.203703 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING oslo_policy.policy [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 15 14:31:11.219662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.245505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.260852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:31:11.265195 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Usage tracker for resource:security_group_rule and tenant:0ff9f5c9cc5d473489183113eece7a4b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:31:11.271998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:31:11.278512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:31:11.412022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.418348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.442239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:31:11.467871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756969353831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.468459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Unsubscribe: segment precommit_create {{(pid=89018) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 14:31:11.468961 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Added segment 50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2 of type vlan for network ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 Jun 15 14:31:11.477428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06895153-8655-442b-92e0-189e7e8204dd,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:11.533620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:11.533935 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:11.534289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:11.534617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:11.534939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:11.535261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:11.535581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:11.535901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:11.536222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:11.536562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:11.536872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:11.537182 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Tracked resource versions report: Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: pushed versions: Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: { 'AddressGroup': {'1.2'}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'ConntrackHelper': {'1.0'}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Log': {'1.0'}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Network': {'1.1'}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Port': {'1.7'}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'PortForwarding': {'1.2'}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'QosPolicy': {'1.8'}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'SecurityGroup': {'1.4'}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'SubPort': {'1.0'}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Subnet': {'1.1'}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Trunk': {'1.1'}} Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: consumer versions: Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: { DHCP agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: L3 agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: Metadata agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: Metering agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: Open vSwitch agent@dv-neutron-845844-1-hyperv: { 'AddressGroup': '1.2', Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'ConntrackHelper': '1.0', Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Log': '1.0', Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Network': '1.1', Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Port': '1.7', Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'PortForwarding': '1.2', Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'QosPolicy': '1.8', Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'SecurityGroup': '1.4', Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'SecurityGroupRule': '1.2', Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'SubPort': '1.0', Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Subnet': '1.1', Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Trunk': '1.1'}} Jun 15 14:31:11.538540 dv-neutron-845844-1-hyperv neutron-server[89018]: {{(pid=89018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:31:11.596981 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.639829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.641010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:31:11.641890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:11.748209 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1527755 Jun 15 14:31:11.751568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7159abe-d7b4-420c-96a7-87dc8db97e4e admin admin] Pushing event updated for resources: {'Network': ['ID=ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:11.764275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:31:14.494229 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 54658) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:15.002529 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20257bc3-55f5-458b-94b3-e1850a8228c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:31:15.004987 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-20257bc3-55f5-458b-94b3-e1850a8228c3 admin admin] 10.222.0.26 "GET /v2.0/networks/ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 HTTP/1.1" status: 200 len: 825 time: 0.5096493 Jun 15 14:31:15.037090 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2cfc5b1a-07a9-4ee6-a521-6c1c880a126e admin admin] 10.222.0.26 "GET /v2.0/subnetpools/1bd9ecc6-3f81-46d7-b002-579018745fcd HTTP/1.1" status: 200 len: 734 time: 0.0235393 Jun 15 14:31:15.045776 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Request body: {'subnet': {'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3', 'name': 'private-subnet', 'subnetpool_id': '1bd9ecc6-3f81-46d7-b002-579018745fcd', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:15.050619 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:31:15.055168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Usage tracker for resource:subnet and tenant:0ff9f5c9cc5d473489183113eece7a4b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:31:15.058884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:31:15.065229 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:31:15.077408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Made reservation on behalf of 0ff9f5c9cc5d473489183113eece7a4b for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:15.079984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.414902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.507845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Checking segment: {'id': '50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:31:15.508584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Network hostable DHCP agents. Network: ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:31:15.521894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a25dee-8fb0-46ad-979b-5bafad0a5358,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:15.531826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.532171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.532536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.532865 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.533187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.533507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.533825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.534140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.534430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.534771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.535067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.535374 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Tracked resource versions report: Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: pushed versions: Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: { 'AddressGroup': {'1.2'}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'ConntrackHelper': {'1.0'}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Log': {'1.0'}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Network': {'1.1'}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Port': {'1.7'}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'PortForwarding': {'1.2'}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'QosPolicy': {'1.8'}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'SecurityGroup': {'1.4'}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'SubPort': {'1.0'}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Subnet': {'1.1'}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Trunk': {'1.1'}} Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: consumer versions: Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: { DHCP agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: L3 agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: Metadata agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: Metering agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: Open vSwitch agent@dv-neutron-845844-1-hyperv: { 'AddressGroup': '1.2', Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'ConntrackHelper': '1.0', Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Log': '1.0', Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Network': '1.1', Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Port': '1.7', Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'PortForwarding': '1.2', Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'QosPolicy': '1.8', Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'SecurityGroup': '1.4', Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'SecurityGroupRule': '1.2', Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'SubPort': '1.0', Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Subnet': '1.1', Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Trunk': '1.1'}} Jun 15 14:31:15.536769 dv-neutron-845844-1-hyperv neutron-server[89019]: {{(pid=89019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:31:15.559041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Network ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:31:15.574562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:15.580701 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:31:15.581518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:15.584675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a0f317-a1ad-465b-9363-5117b0517fe7 None None] Network ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:31:15.605067 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3eb8c24d-baca-4831-952d-a24c8a020702 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5627730 Jun 15 14:31:15.876756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3', 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'fixed_ips': [{'subnet_id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:31:15.877957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.064157 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Allocated IP 172.20.0.2 (ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3/f6a25dee-8fb0-46ad-979b-5bafad0a5358/8659f574-db2f-4565-8361-26029b0e2717) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:16.299895 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.313633 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Transition to ACTIVE for port object 8659f574-db2f-4565-8361-26029b0e2717 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:16.333323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Transition to ACTIVE for port object 8659f574-db2f-4565-8361-26029b0e2717 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:16.340149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.405454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Network ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:16.408218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:16.417153 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:31:16.419443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Pushing event updated for resources: {'Port': ['ID=8659f574-db2f-4565-8361-26029b0e2717,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:16.461485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:16.461848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:16.462199 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:16.462599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:16.462934 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:16.463278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:16.463612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:16.463956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:16.464305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:16.464740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:16.465069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:16.465389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Tracked resource versions report: Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: pushed versions: Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: { 'AddressGroup': {'1.2'}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'ConntrackHelper': {'1.0'}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Log': {'1.0'}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Network': {'1.1'}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Port': {'1.7'}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'PortForwarding': {'1.2'}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'QosPolicy': {'1.8'}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'SecurityGroup': {'1.4'}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'SubPort': {'1.0'}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Subnet': {'1.1'}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Trunk': {'1.1'}} Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: consumer versions: Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: { DHCP agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: L3 agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: Metadata agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: Metering agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: Open vSwitch agent@dv-neutron-845844-1-hyperv: { 'AddressGroup': '1.2', Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'ConntrackHelper': '1.0', Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Log': '1.0', Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Network': '1.1', Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Port': '1.7', Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'PortForwarding': '1.2', Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'QosPolicy': '1.8', Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'SecurityGroup': '1.4', Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'SecurityGroupRule': '1.2', Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'SubPort': '1.0', Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Subnet': '1.1', Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Trunk': '1.1'}} Jun 15 14:31:16.466796 dv-neutron-845844-1-hyperv neutron-server[89020]: {{(pid=89020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:31:16.541158 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Attempting to bind port 8659f574-db2f-4565-8361-26029b0e2717 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:31:16.541529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Attempting to bind port 8659f574-db2f-4565-8361-26029b0e2717 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:31:16.541986 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Attempting to bind port 8659f574-db2f-4565-8361-26029b0e2717 on network ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:16.547685 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:16.548469 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Checking segment: {'id': '50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:31:16.548949 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.549342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Bound using segment: {'id': '50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:16.549855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Bound port: 8659f574-db2f-4565-8361-26029b0e2717, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:31:16.550266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.641417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] For port 8659f574-db2f-4565-8361-26029b0e2717, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:16.645428 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] For port 8659f574-db2f-4565-8361-26029b0e2717, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8659f574-db2f-4565-8361-26029b0e2717,segment=NetworkSegment(50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2),segment_id=50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:16.651879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:16.737684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f05deb-a25a-425d-a8ce-f948b9715cb1 None None] Pushing event updated for resources: {'Port': ['ID=8659f574-db2f-4565-8361-26029b0e2717,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:18.037809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 54672) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:18.423008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-68a8ea8e-183c-473e-87d1-d66617868abd admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:31:18.424035 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-68a8ea8e-183c-473e-87d1-d66617868abd admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3849020 Jun 15 14:31:20.302940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8659f574-db2f-4565-8361-26029b0e2717 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:20.379896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 8659f574-db2f-4565-8361-26029b0e2717 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:20.528047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96680314-c126-4e20-8b47-0f402302a2b6 None None] Network ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:31:20.697406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3f2dfd20-9236-485e-a943-af4363fb2d6c None None] Provisioning for port 8659f574-db2f-4565-8361-26029b0e2717 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:20.706728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3f2dfd20-9236-485e-a943-af4363fb2d6c None None] Provisioning complete for port 8659f574-db2f-4565-8361-26029b0e2717 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:20.707135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfd20-9236-485e-a943-af4363fb2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:20.879220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 54686) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:20.886031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3f2dfd20-9236-485e-a943-af4363fb2d6c None None] Current status of the port 8659f574-db2f-4565-8361-26029b0e2717 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:31:20.886453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfd20-9236-485e-a943-af4363fb2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:20.929437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3f2dfd20-9236-485e-a943-af4363fb2d6c None None] For port 8659f574-db2f-4565-8361-26029b0e2717, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8659f574-db2f-4565-8361-26029b0e2717,segment=NetworkSegment(50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2),segment_id=50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:20.933780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3f2dfd20-9236-485e-a943-af4363fb2d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:21.028674 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dfd20-9236-485e-a943-af4363fb2d6c None None] Pushing event updated for resources: {'Port': ['ID=8659f574-db2f-4565-8361-26029b0e2717,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:21.160126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f5ad5af4-5458-440d-a775-56c34859d35e None None] Provisioning complete for port 8659f574-db2f-4565-8361-26029b0e2717 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:21.160532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f5ad5af4-5458-440d-a775-56c34859d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:21.262875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-df18a0e2-9be6-42b1-8c05-efaa43d49f57 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:31:21.263862 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-df18a0e2-9be6-42b1-8c05-efaa43d49f57 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3836987 Jun 15 14:31:21.281220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad5af4-5458-440d-a775-56c34859d35e None None] Current status of the port 8659f574-db2f-4565-8361-26029b0e2717 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:31:22.267746 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8659f574-db2f-4565-8361-26029b0e2717 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:22.336548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 8659f574-db2f-4565-8361-26029b0e2717 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:22.336927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:22.456837 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 8659f574-db2f-4565-8361-26029b0e2717 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:31:23.984000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 54698) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:24.365611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-28af31fc-2112-41ad-8283-90d9990b19e3 admin admin] Request body: {'router': {'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:24.370362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-28af31fc-2112-41ad-8283-90d9990b19e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:31:24.374494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-28af31fc-2112-41ad-8283-90d9990b19e3 admin admin] Usage tracker for resource:router and tenant:0ff9f5c9cc5d473489183113eece7a4b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:31:24.378312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-28af31fc-2112-41ad-8283-90d9990b19e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:31:24.384680 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-28af31fc-2112-41ad-8283-90d9990b19e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:31:24.398953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28af31fc-2112-41ad-8283-90d9990b19e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.400587 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28af31fc-2112-41ad-8283-90d9990b19e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.423020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28af31fc-2112-41ad-8283-90d9990b19e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.545912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28af31fc-2112-41ad-8283-90d9990b19e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.575229 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28af31fc-2112-41ad-8283-90d9990b19e3 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:24.576710 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-28af31fc-2112-41ad-8283-90d9990b19e3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5916181 Jun 15 14:31:27.042072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 54708) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:27.221708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d12b13b3-ee24-43aa-9732-f5db9cccee0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:27.458027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-8fdd4c08-577b-4c69-bab5-88333b31d62d admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:31:27.459675 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8fdd4c08-577b-4c69-bab5-88333b31d62d admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4155915 Jun 15 14:31:29.315931 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c579294b-f2e1-4a05-bcec-2a84c06e7b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:29.911033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 54718) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:30.301396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:30.306848 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:31:30.311130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Usage tracker for resource:network and tenant:a39d344bf57c4e66b823542988088075 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:31:30.314576 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:31:30.320896 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:31:30.334474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Made reservation on behalf of a39d344bf57c4e66b823542988088075 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:30.338103 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.359538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.390365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:31:30.394951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Usage tracker for resource:security_group_rule and tenant:a39d344bf57c4e66b823542988088075 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:31:30.398554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:31:30.402442 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.404908 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:31:30.500682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.506005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.518623 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.525295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Reserving flat network on physical network physnet1 {{(pid=89019) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 15 14:31:30.550606 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed9a325-18f1-4d9c-85b6-b04f039c0649,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:30.553095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756969353831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.553615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Unsubscribe: segment precommit_create {{(pid=89019) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 15 14:31:30.554073 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Added segment db39a9e2-c911-4745-933c-99b986885047 of type flat for network a7f47a7c-176e-46ad-8b17-810dc9055957 Jun 15 14:31:30.604421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.651307 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.652365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:31:30.652923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:30.752278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] Pushing event updated for resources: {'Network': ['ID=a7f47a7c-176e-46ad-8b17-810dc9055957,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:30.755826 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c23bf40a-1b64-468f-8d24-6614a5c135fa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8438883 Jun 15 14:31:30.771411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network a7f47a7c-176e-46ad-8b17-810dc9055957 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:31:31.862720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:33.221287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 54738) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:33.469960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9152e3a7-d8eb-4150-97c1-142c19ee015d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:31:33.471313 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9152e3a7-d8eb-4150-97c1-142c19ee015d admin admin] 10.222.0.26 "GET /v2.0/subnets/f6a25dee-8fb0-46ad-979b-5bafad0a5358 HTTP/1.1" status: 200 len: 849 time: 0.2490888 Jun 15 14:31:33.654441 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-924ffe71-d9a4-4b9d-b1b7-b3abe51e44f3 admin admin] 10.222.0.26 "GET /v2.0/routers/0e8af742-ebec-45c5-b704-47636310c61b HTTP/1.1" status: 200 len: 704 time: 0.1740510 Jun 15 14:31:34.132097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:34.383656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Allocated IP 172.20.0.1 (ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3/f6a25dee-8fb0-46ad-979b-5bafad0a5358/72a4b7f1-2d51-440f-8038-31da598845ee) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:34.543103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:34.561591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Transition to ACTIVE for port object 72a4b7f1-2d51-440f-8038-31da598845ee will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:34.619411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:34.688341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Network ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:34.691104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:34.697986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:31:34.699188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:34.814577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Pushing event updated for resources: {'Port': ['ID=72a4b7f1-2d51-440f-8038-31da598845ee,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:34.912892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-03fed931-59c0-4f28-9ad0-24c6698c7343 None None] Provisioning for port 72a4b7f1-2d51-440f-8038-31da598845ee completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:34.917911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-03fed931-59c0-4f28-9ad0-24c6698c7343 None None] Provisioning complete for port 72a4b7f1-2d51-440f-8038-31da598845ee triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:34.918285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-03fed931-59c0-4f28-9ad0-24c6698c7343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:34.969008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:34.973188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-03fed931-59c0-4f28-9ad0-24c6698c7343 None None] Port 72a4b7f1-2d51-440f-8038-31da598845ee cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:31:35.235997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:35.243687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:35.244507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:35.375342 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Pushing event updated for resources: {'Port': ['ID=72a4b7f1-2d51-440f-8038-31da598845ee,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:35.442357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Network ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:35.443460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:35.596354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fcad9a95-0435-4a5c-a1fd-53c15884d911 None None] Provisioning complete for port 72a4b7f1-2d51-440f-8038-31da598845ee triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:35.596741 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fcad9a95-0435-4a5c-a1fd-53c15884d911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:35.645734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Router 0e8af742-ebec-45c5-b704-47636310c61b is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:31:35.652356 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fcad9a95-0435-4a5c-a1fd-53c15884d911 None None] Port 72a4b7f1-2d51-440f-8038-31da598845ee cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:31:35.800630 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:31:35.810042 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-57acb6f7-8289-4101-9c55-e187a07fb05a admin admin] 10.222.0.26 "PUT /v2.0/routers/0e8af742-ebec-45c5-b704-47636310c61b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1497509 Jun 15 14:31:35.811511 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Sync routers for ids ['0e8af742-ebec-45c5-b704-47636310c61b'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:31:35.822144 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Routers {'0e8af742-ebec-45c5-b704-47636310c61b'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:31:35.823053 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:31:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['0e8af742-ebec-45c5-b704-47636310c61b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:36.002400 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Set router 0e8af742-ebec-45c5-b704-47636310c61b gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:31:36.385809 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:31:36.464773 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8af742-ebec-45c5-b704-47636310c61b', 'name': 'router1', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:31:24Z', 'updated_at': '2022-06-15T14:31:34Z', 'revision_number': 2, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'gw_port_host': None, '_interfaces': [{'id': '72a4b7f1-2d51-440f-8038-31da598845ee', 'name': '', 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'mac_address': 'fa:16:3e:0e:7e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8af742-ebec-45c5-b704-47636310c61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:31:34Z', 'updated_at': '2022-06-15T14:31:35Z', 'revision_number': 2, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'subnets': [{'id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bd9ecc6-3f81-46d7-b002-579018745fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:36.470314 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Checking router: 0e8af742-ebec-45c5-b704-47636310c61b for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:31:36.470742 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Updating router 0e8af742-ebec-45c5-b704-47636310c61b port 72a4b7f1-2d51-440f-8038-31da598845ee binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:31:36.524226 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.912737 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:36.927756 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Transition to ACTIVE for port object 72a4b7f1-2d51-440f-8038-31da598845ee will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:36.937085 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:37.061105 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Pushing event updated for resources: {'Port': ['ID=72a4b7f1-2d51-440f-8038-31da598845ee,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:37.077055 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:37.077394 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:37.077742 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:37.078133 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:37.079095 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:37.079456 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:37.079791 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:37.080120 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:37.080489 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:37.080820 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:37.081145 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:37.081466 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Tracked resource versions report: Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: pushed versions: Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: { 'AddressGroup': {'1.2'}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'ConntrackHelper': {'1.0'}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Log': {'1.0'}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Network': {'1.1'}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Port': {'1.7'}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'PortForwarding': {'1.2'}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'QosPolicy': {'1.8'}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'SecurityGroup': {'1.4'}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'SubPort': {'1.0'}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Subnet': {'1.1'}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Trunk': {'1.1'}} Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: consumer versions: Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: { DHCP agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: L3 agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: Metadata agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: Metering agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: Open vSwitch agent@dv-neutron-845844-1-hyperv: { 'AddressGroup': '1.2', Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'ConntrackHelper': '1.0', Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Log': '1.0', Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Network': '1.1', Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Port': '1.7', Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'PortForwarding': '1.2', Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'QosPolicy': '1.8', Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'SecurityGroup': '1.4', Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'SecurityGroupRule': '1.2', Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'SubPort': '1.0', Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Subnet': '1.1', Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Trunk': '1.1'}} Jun 15 14:31:37.082907 dv-neutron-845844-1-hyperv neutron-server[89021]: {{(pid=89021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:31:37.194340 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Attempting to bind port 72a4b7f1-2d51-440f-8038-31da598845ee on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:31:37.194746 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Attempting to bind port 72a4b7f1-2d51-440f-8038-31da598845ee by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:31:37.195177 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Attempting to bind port 72a4b7f1-2d51-440f-8038-31da598845ee on network ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:37.200584 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:37.200972 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Checking segment: {'id': '50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:31:37.201430 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:37.201816 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Bound using segment: {'id': '50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:37.202311 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Bound port: 72a4b7f1-2d51-440f-8038-31da598845ee, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:31:37.202717 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:37.291628 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] For port 72a4b7f1-2d51-440f-8038-31da598845ee, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:37.296155 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] For port 72a4b7f1-2d51-440f-8038-31da598845ee, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=72a4b7f1-2d51-440f-8038-31da598845ee,segment=NetworkSegment(50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2),segment_id=50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:37.301076 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:37.399125 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Routers {'0e8af742-ebec-45c5-b704-47636310c61b'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:31:37.399748 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:31:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['0e8af742-ebec-45c5-b704-47636310c61b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:37.551542 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db424b34-1902-404b-ac33-75aa6c984b4d None None] Pushing event updated for resources: {'Port': ['ID=72a4b7f1-2d51-440f-8038-31da598845ee,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:37.570564 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] Set router 0e8af742-ebec-45c5-b704-47636310c61b gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:31:37.900429 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8af742-ebec-45c5-b704-47636310c61b', 'name': 'router1', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:31:24Z', 'updated_at': '2022-06-15T14:31:34Z', 'revision_number': 2, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'gw_port_host': None, '_interfaces': [{'id': '72a4b7f1-2d51-440f-8038-31da598845ee', 'name': '', 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'mac_address': 'fa:16:3e:0e:7e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8af742-ebec-45c5-b704-47636310c61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:31:34Z', 'updated_at': '2022-06-15T14:31:37Z', 'revision_number': 4, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'subnets': [{'id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bd9ecc6-3f81-46d7-b002-579018745fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:37.904637 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945833b8-17bf-44bd-afdd-34f56f62c8a5 None None] The sync data for ids ['0e8af742-ebec-45c5-b704-47636310c61b'] in dv-neutron-845844-1-hyperv is: [{'id': '0e8af742-ebec-45c5-b704-47636310c61b', 'name': 'router1', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:31:24Z', 'updated_at': '2022-06-15T14:31:34Z', 'revision_number': 2, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'gw_port_host': None, '_interfaces': [{'id': '72a4b7f1-2d51-440f-8038-31da598845ee', 'name': '', 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'mac_address': 'fa:16:3e:0e:7e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8af742-ebec-45c5-b704-47636310c61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:31:34Z', 'updated_at': '2022-06-15T14:31:37Z', 'revision_number': 4, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'subnets': [{'id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bd9ecc6-3f81-46d7-b002-579018745fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:31:38.115040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 54760) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:38.268678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e779669f-0fd9-4a1a-9c3e-9101b50e426b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:31:38.270107 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e779669f-0fd9-4a1a-9c3e-9101b50e426b admin admin] 10.222.0.26 "GET /v2.0/networks/a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 842 time: 0.1540968 Jun 15 14:31:38.279301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Request body: {'subnet': {'cidr': '172.26.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'ip_version': 4, 'gateway_ip': '172.26.3.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:38.284939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:31:38.288853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Usage tracker for resource:subnet and tenant:a39d344bf57c4e66b823542988088075 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:31:38.291790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:31:38.297616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:31:38.309253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Made reservation on behalf of a39d344bf57c4e66b823542988088075 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:31:38.311644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.711443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:31:38.712470 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.789399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0e701d2-37eb-414b-aff2-2a582a9a5fdf,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:38.798293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:31:38.798634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Network hostable DHCP agents. Network: a7f47a7c-176e-46ad-8b17-810dc9055957, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:31:38.822412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:31:38.835502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, a7f47a7c-176e-46ad-8b17-810dc9055957) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:38.841676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:31:38.842086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:38.845320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b9e587-5783-4f4b-95e9-b0ade0f0d8f0 None None] Network a7f47a7c-176e-46ad-8b17-810dc9055957 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:31:38.866679 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b893dafa-1639-4900-9256-caed8e860de7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5907416 Jun 15 14:31:39.089758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f3973b-2949-4f03-95ad-ccaa2fdec760 None None] Network a7f47a7c-176e-46ad-8b17-810dc9055957 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:31:40.293624 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 72a4b7f1-2d51-440f-8038-31da598845ee up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:40.369230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 72a4b7f1-2d51-440f-8038-31da598845ee completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:40.374090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 72a4b7f1-2d51-440f-8038-31da598845ee triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:40.374467 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:40.495128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 72a4b7f1-2d51-440f-8038-31da598845ee is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:31:40.495355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:40.528738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 72a4b7f1-2d51-440f-8038-31da598845ee, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=72a4b7f1-2d51-440f-8038-31da598845ee,segment=NetworkSegment(50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2),segment_id=50a62a7d-9c7b-4415-8e41-8d1ad0ca40f2)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:40.534898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:40.604904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=72a4b7f1-2d51-440f-8038-31da598845ee,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:41.200110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 54774) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:41.459122 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-49934d7c-68fa-4a5b-b829-be78460045c1 admin admin] 10.222.0.26 "GET /v2.0/routers/0e8af742-ebec-45c5-b704-47636310c61b HTTP/1.1" status: 200 len: 710 time: 0.2574754 Jun 15 14:31:41.587697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58abc9dd-59e2-4b8b-9a67-353893f591fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:31:41.589086 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-58abc9dd-59e2-4b8b-9a67-353893f591fb admin admin] 10.222.0.26 "GET /v2.0/networks/a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 886 time: 0.1246853 Jun 15 14:31:41.599536 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:31:42.040615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:42.279502 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 72a4b7f1-2d51-440f-8038-31da598845ee up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:42.352471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 72a4b7f1-2d51-440f-8038-31da598845ee triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:42.353104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:42.390721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:42.451441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:42.474160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 72a4b7f1-2d51-440f-8038-31da598845ee is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:31:42.588102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Allocated IP 172.26.3.189 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/3ebeba58-fd18-41e3-8906-6fc442f426ab) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:31:42.742374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:42.787114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:42.902439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:31:42.905272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:31:42.909465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:31:42.965211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Pushing event updated for resources: {'Port': ['ID=3ebeba58-fd18-41e3-8906-6fc442f426ab,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:43.311461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:43.656333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:43.659746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:43.836124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Router 0e8af742-ebec-45c5-b704-47636310c61b has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:31:44.021045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:31:44.032464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:44.032634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Sync routers for ids ['0e8af742-ebec-45c5-b704-47636310c61b'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:31:44.033658 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-665620bf-dcba-468a-8c11-477eccd590ed admin admin] 10.222.0.26 "PUT /v2.0/routers/0e8af742-ebec-45c5-b704-47636310c61b HTTP/1.1" status: 200 len: 890 time: 2.4372768 Jun 15 14:31:44.042687 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Routers {'0e8af742-ebec-45c5-b704-47636310c61b'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:31:44.043366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:31:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['0e8af742-ebec-45c5-b704-47636310c61b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:44.260447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Set router 0e8af742-ebec-45c5-b704-47636310c61b gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:31:44.601525 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8af742-ebec-45c5-b704-47636310c61b', 'name': 'router1', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '3ebeba58-fd18-41e3-8906-6fc442f426ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:31:24Z', 'updated_at': '2022-06-15T14:31:43Z', 'revision_number': 4, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'gw_port': {'id': '3ebeba58-fd18-41e3-8906-6fc442f426ab', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8af742-ebec-45c5-b704-47636310c61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:31:42Z', 'updated_at': '2022-06-15T14:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '72a4b7f1-2d51-440f-8038-31da598845ee', 'name': '', 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'mac_address': 'fa:16:3e:0e:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8af742-ebec-45c5-b704-47636310c61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:31:34Z', 'updated_at': '2022-06-15T14:31:40Z', 'revision_number': 5, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'subnets': [{'id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bd9ecc6-3f81-46d7-b002-579018745fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:44.606965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Checking router: 0e8af742-ebec-45c5-b704-47636310c61b for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:31:44.607317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Updating router 0e8af742-ebec-45c5-b704-47636310c61b port 3ebeba58-fd18-41e3-8906-6fc442f426ab binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:31:44.663767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:44.994810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:45.006657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Transition to ACTIVE for port object 3ebeba58-fd18-41e3-8906-6fc442f426ab will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:31:45.014010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:45.094687 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Attempting to bind port 3ebeba58-fd18-41e3-8906-6fc442f426ab on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:31:45.095483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Attempting to bind port 3ebeba58-fd18-41e3-8906-6fc442f426ab by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:31:45.095483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Attempting to bind port 3ebeba58-fd18-41e3-8906-6fc442f426ab on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:31:45.100807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd04f86-b83e-43c9-aacd-a20fdb5e79b2 None None] Pushing event updated for resources: {'Port': ['ID=3ebeba58-fd18-41e3-8906-6fc442f426ab,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:45.105397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:31:45.105860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:31:45.106177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:45.106559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:31:45.107326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Bound port: 3ebeba58-fd18-41e3-8906-6fc442f426ab, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:31:45.107730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:45.179737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] For port 3ebeba58-fd18-41e3-8906-6fc442f426ab, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:31:45.182678 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] For port 3ebeba58-fd18-41e3-8906-6fc442f426ab, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3ebeba58-fd18-41e3-8906-6fc442f426ab,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:31:45.187148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:45.269883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Routers {'0e8af742-ebec-45c5-b704-47636310c61b'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:31:45.270502 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:31:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['0e8af742-ebec-45c5-b704-47636310c61b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:45.317015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd04f86-b83e-43c9-aacd-a20fdb5e79b2 None None] Pushing event updated for resources: {'Port': ['ID=3ebeba58-fd18-41e3-8906-6fc442f426ab,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:45.453811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] Set router 0e8af742-ebec-45c5-b704-47636310c61b gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:31:45.811644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e8af742-ebec-45c5-b704-47636310c61b', 'name': 'router1', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '3ebeba58-fd18-41e3-8906-6fc442f426ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:31:24Z', 'updated_at': '2022-06-15T14:31:43Z', 'revision_number': 4, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'gw_port': {'id': '3ebeba58-fd18-41e3-8906-6fc442f426ab', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8af742-ebec-45c5-b704-47636310c61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:31:42Z', 'updated_at': '2022-06-15T14:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '72a4b7f1-2d51-440f-8038-31da598845ee', 'name': '', 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'mac_address': 'fa:16:3e:0e:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8af742-ebec-45c5-b704-47636310c61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:31:34Z', 'updated_at': '2022-06-15T14:31:40Z', 'revision_number': 5, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'subnets': [{'id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bd9ecc6-3f81-46d7-b002-579018745fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:31:45.815973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ea5c13-214f-46db-a13c-0d00c1007172 None None] The sync data for ids ['0e8af742-ebec-45c5-b704-47636310c61b'] in dv-neutron-845844-1-hyperv is: [{'id': '0e8af742-ebec-45c5-b704-47636310c61b', 'name': 'router1', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.189'}], 'enable_snat': True}, 'gw_port_id': '3ebeba58-fd18-41e3-8906-6fc442f426ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:31:24Z', 'updated_at': '2022-06-15T14:31:43Z', 'revision_number': 4, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'gw_port': {'id': '3ebeba58-fd18-41e3-8906-6fc442f426ab', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e8af742-ebec-45c5-b704-47636310c61b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:31:42Z', 'updated_at': '2022-06-15T14:31:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '72a4b7f1-2d51-440f-8038-31da598845ee', 'name': '', 'network_id': 'ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3', 'tenant_id': '0ff9f5c9cc5d473489183113eece7a4b', 'mac_address': 'fa:16:3e:0e:7e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e8af742-ebec-45c5-b704-47636310c61b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:31:34Z', 'updated_at': '2022-06-15T14:31:40Z', 'revision_number': 5, 'project_id': '0ff9f5c9cc5d473489183113eece7a4b', 'subnets': [{'id': 'f6a25dee-8fb0-46ad-979b-5bafad0a5358', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bd9ecc6-3f81-46d7-b002-579018745fcd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:31:46.313710 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3ebeba58-fd18-41e3-8906-6fc442f426ab up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:46.392467 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 3ebeba58-fd18-41e3-8906-6fc442f426ab completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:31:46.397616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3ebeba58-fd18-41e3-8906-6fc442f426ab triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:46.397991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:46.419476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 54784) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:31:46.530702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3ebeba58-fd18-41e3-8906-6fc442f426ab is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:31:46.531098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:46.550897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 3ebeba58-fd18-41e3-8906-6fc442f426ab, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3ebeba58-fd18-41e3-8906-6fc442f426ab,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:31:46.558428 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:46.568743 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d71ca948-e4b1-4ace-adc2-c2d136ec411c admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1481383 Jun 15 14:31:46.653410 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=3ebeba58-fd18-41e3-8906-6fc442f426ab,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:31:48.293383 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3ebeba58-fd18-41e3-8906-6fc442f426ab up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:31:48.367994 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3ebeba58-fd18-41e3-8906-6fc442f426ab triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:31:48.368313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:48.499831 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3ebeba58-fd18-41e3-8906-6fc442f426ab is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:31:57.234292 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4ec61173-9fe4-436d-9818-2d70feea93b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:31:59.311091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96e9eb72-1667-4d20-a1e6-818e01b8ee15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.415542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:00.523885 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:01.880097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:13.359705 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:32:27.220440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ad135b2-ef6f-4880-9607-f544deada0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:29.316681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10739b4c-3319-4278-9432-f2b355f58d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:30.415671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:30.538127 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:31.873669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:50.362166 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:32:57.226703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-86915b7f-a6f2-4411-bdb5-3e4c4520738c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:32:59.321094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ca7b84a-a0ad-465c-8edd-cbcf5f3e03a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:00.421372 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:00.539472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:01.879476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:27.221854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d842077-3ea3-4ee0-954d-9ff66c9d9bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:27.361475 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:33:29.325825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db11b6be-deaa-432e-90eb-2cae4807950d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:30.417552 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:30.534279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:31.881580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:55.844797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55386) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:55.919808 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66bad52-8344-4f22-aba0-e716889b5854 admin admin] GET failed (client error): The resource could not be found. Jun 15 14:33:55.921141 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a66bad52-8344-4f22-aba0-e716889b5854 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0753965 Jun 15 14:33:56.119637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6b892f-76f8-4373-84d9-2078ffdcfc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:33:56.121086 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-de6b892f-76f8-4373-84d9-2078ffdcfc1b admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1936138 Jun 15 14:33:57.228965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c0b5ffe8-52d9-46f0-961e-e7614dc93135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:58.357304 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55396) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:33:58.472758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c74e71-aba5-4055-9773-b23b9abb7321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:33:58.474286 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e4c74e71-aba5-4055-9773-b23b9abb7321 admin admin] 10.222.0.26 "GET /v2.0/subnets/f6a25dee-8fb0-46ad-979b-5bafad0a5358 HTTP/1.1" status: 200 len: 849 time: 0.1159897 Jun 15 14:33:58.487338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:33:58.618686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:58.820005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756969228418'] for subnet, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:58.866679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:33:58.867253 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:58.868958 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] 10.222.0.26 "PUT /v2.0/subnets/f6a25dee-8fb0-46ad-979b-5bafad0a5358 HTTP/1.1" status: 200 len: 868 time: 0.3849893 Jun 15 14:33:58.871069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb545f81-2b70-4282-ba49-c9c2eb3c2f3f None None] Network ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:33:58.893263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a25dee-8fb0-46ad-979b-5bafad0a5358,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:33:58.902078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:58.902549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:58.902743 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:58.903082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:58.903410 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:58.903758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:58.904096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:58.904449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:58.904777 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:58.905088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:58.905411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:58.905745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8afcaf-1d3a-47fd-9ff8-bca6ab240bb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:33:59.330612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b501463f-911b-45ec-ac5d-ea23a5b89dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:59.369919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-419d0f41-db1a-40f0-b4e0-c360048d3eb6 None None] Provisioning complete for port 8659f574-db2f-4565-8361-26029b0e2717 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:59.370320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-419d0f41-db1a-40f0-b4e0-c360048d3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:59.484855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-419d0f41-db1a-40f0-b4e0-c360048d3eb6 None None] Current status of the port 8659f574-db2f-4565-8361-26029b0e2717 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:33:59.496230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-419d0f41-db1a-40f0-b4e0-c360048d3eb6 None None] Provisioning complete for port 72a4b7f1-2d51-440f-8038-31da598845ee triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:33:59.496611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-419d0f41-db1a-40f0-b4e0-c360048d3eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:33:59.642391 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-419d0f41-db1a-40f0-b4e0-c360048d3eb6 None None] Current status of the port 72a4b7f1-2d51-440f-8038-31da598845ee is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:34:00.420737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:00.539308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:01.095731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55406) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:01.278998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f144d2-7d1d-4e40-9123-2926cbd8111c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:01.279368 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f144d2-7d1d-4e40-9123-2926cbd8111c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:01.280921 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-33f144d2-7d1d-4e40-9123-2926cbd8111c admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1842461 Jun 15 14:34:01.883689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:03.467358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55416) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:03.663633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a81814-f2ad-4fd0-898b-d0093b0bcc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:03.664011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a81814-f2ad-4fd0-898b-d0093b0bcc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:03.665719 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-21a81814-f2ad-4fd0-898b-d0093b0bcc51 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973903 Jun 15 14:34:04.360803 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:34:05.856166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55426) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:06.041976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba90cb0b-ebb5-4304-bbf1-99acd820d5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:06.043235 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ba90cb0b-ebb5-4304-bbf1-99acd820d5e0 admin admin] 10.222.0.26 "GET /v2.0/networks/a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 886 time: 0.1860368 Jun 15 14:34:08.244043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55436) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:08.438632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa50901a-cd7e-483c-a264-00c067d4d21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:08.439989 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fa50901a-cd7e-483c-a264-00c067d4d21d admin admin] 10.222.0.26 "GET /v2.0/networks/ca2d2b52-c0db-4260-b12f-d9c04ac7fbd3 HTTP/1.1" status: 200 len: 869 time: 0.1946452 Jun 15 14:34:10.631597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55446) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:10.743825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff4162-d592-4581-8f65-79f86f7c5c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:10.744325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ff4162-d592-4581-8f65-79f86f7c5c58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:10.745874 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-92ff4162-d592-4581-8f65-79f86f7c5c58 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1132014 Jun 15 14:34:12.937668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55456) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:13.049531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de582d4-b28a-4412-ac7e-6bbec7270734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:13.050011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de582d4-b28a-4412-ac7e-6bbec7270734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:13.052043 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8de582d4-b28a-4412-ac7e-6bbec7270734 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1133800 Jun 15 14:34:15.270692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55466) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:15.385961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d282c5a-4254-4c5a-bff9-7be08baf8997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:15.386525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8d282c5a-4254-4c5a-bff9-7be08baf8997 admin admin] Synchronizing usage tracker for tenant:a39d344bf57c4e66b823542988088075 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:34:15.408009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8d282c5a-4254-4c5a-bff9-7be08baf8997 admin admin] Unset dirty status for tenant:a39d344bf57c4e66b823542988088075 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:34:15.409227 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8d282c5a-4254-4c5a-bff9-7be08baf8997 admin admin] 10.222.0.26 "GET /v2.0/subnets/d0e701d2-37eb-414b-aff2-2a582a9a5fdf HTTP/1.1" status: 200 len: 816 time: 0.1375532 Jun 15 14:34:17.640382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55476) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:17.755721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb09e636-25fe-47a6-89c5-00c86904aa8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:17.757134 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cb09e636-25fe-47a6-89c5-00c86904aa8a admin admin] 10.222.0.26 "GET /v2.0/subnets/f6a25dee-8fb0-46ad-979b-5bafad0a5358 HTTP/1.1" status: 200 len: 868 time: 0.1157851 Jun 15 14:34:27.223406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d0f725d-70f9-4d47-9be3-13f4cd10feb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:29.336090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9c64a20d-f9b5-4341-b6b8-1771eebd164f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:30.425768 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:30.542919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:31.888628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:37.275384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55522) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:37.337060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-d760ed54-cdfa-4d2b-9f49-e2d43cb2b95b admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:34:37.338162 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d760ed54-cdfa-4d2b-9f49-e2d43cb2b95b admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0614586 Jun 15 14:34:39.593273 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55532) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:39.670825 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7572f926-18c4-4ec9-8a9d-9ced978ae876 admin admin] GET failed (client error): The resource could not be found. Jun 15 14:34:39.671335 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7572f926-18c4-4ec9-8a9d-9ced978ae876 admin admin] Synchronizing usage tracker for tenant:a39d344bf57c4e66b823542988088075 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:34:39.689757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7572f926-18c4-4ec9-8a9d-9ced978ae876 admin admin] Unset dirty status for tenant:a39d344bf57c4e66b823542988088075 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:34:39.694265 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7572f926-18c4-4ec9-8a9d-9ced978ae876 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0962770 Jun 15 14:34:39.827544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57e9277-7a0b-4799-8361-3bd0f4643d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:39.828960 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f57e9277-7a0b-4799-8361-3bd0f4643d9a admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1339331 Jun 15 14:34:41.360885 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:34:42.030371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55542) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:42.081348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:42.086477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:34:42.097953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:34:42.111735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Made reservation on behalf of a39d344bf57c4e66b823542988088075 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:34:42.114446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.207793 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.services.revisions.revision_plugin [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Could not find related network for resource to bump revision. Jun 15 14:34:42.220494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:34:42.230249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.230605 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Added segment 8a0c722b-01be-4ac5-860a-81e7c0241f62 of type vlan for network 009c0040-800c-4f44-a283-f50268792421 Jun 15 14:34:42.256507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.285048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.286231 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:42.286824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:42.390653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Pushing event updated for resources: {'Network': ['ID=009c0040-800c-4f44-a283-f50268792421,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:42.393548 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3622198 Jun 15 14:34:42.400034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:42.400034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:42.400034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:42.400455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:42.400623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:42.400972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:42.401307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:42.401706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:42.402043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:42.402368 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:42.402696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:42.403020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00931955-6aa4-466a-9be2-234f7cfad19c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:42.415676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 009c0040-800c-4f44-a283-f50268792421 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:34:44.649427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55552) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:34:44.743695 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7cce72-8790-4e89-92fe-bbf092ab0ac1 admin admin] GET failed (client error): The resource could not be found. Jun 15 14:34:44.744238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1f7cce72-8790-4e89-92fe-bbf092ab0ac1 admin admin] Synchronizing usage tracker for tenant:a39d344bf57c4e66b823542988088075 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:34:44.763063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1f7cce72-8790-4e89-92fe-bbf092ab0ac1 admin admin] Unset dirty status for tenant:a39d344bf57c4e66b823542988088075 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:34:44.764196 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1f7cce72-8790-4e89-92fe-bbf092ab0ac1 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1137521 Jun 15 14:34:44.871680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb24065-ed6e-4d4e-a426-7f4b5829d9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:44.873081 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-deb24065-ed6e-4d4e-a426-7f4b5829d9df admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1048563 Jun 15 14:34:44.885801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '009c0040-800c-4f44-a283-f50268792421', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:34:44.890631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:34:44.900764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:34:44.912313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Made reservation on behalf of a39d344bf57c4e66b823542988088075 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:34:44.914517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.123655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.200765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ed7008-901e-4741-a3dd-6b97e889bfdd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:45.214251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Checking segment: {'id': '8a0c722b-01be-4ac5-860a-81e7c0241f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '009c0040-800c-4f44-a283-f50268792421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:34:45.214755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Network hostable DHCP agents. Network: 009c0040-800c-4f44-a283-f50268792421, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:34:45.240375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Network 009c0040-800c-4f44-a283-f50268792421 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:34:45.250472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 009c0040-800c-4f44-a283-f50268792421) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:34:45.255233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:34:45.256327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.259607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cdb895-773e-49a8-b862-362872633efc None None] Network 009c0040-800c-4f44-a283-f50268792421 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:34:45.281460 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-425b2312-9bf8-458f-9ec0-f4f0a638d2b6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3991330 Jun 15 14:34:45.487851 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-009c0040-800c-4f44-a283-f50268792421', 'network_id': '009c0040-800c-4f44-a283-f50268792421', 'tenant_id': 'a39d344bf57c4e66b823542988088075', 'fixed_ips': [{'subnet_id': '56ed7008-901e-4741-a3dd-6b97e889bfdd'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:34:45.488813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.653117 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Allocated IP 192.168.233.2 (009c0040-800c-4f44-a283-f50268792421/56ed7008-901e-4741-a3dd-6b97e889bfdd/79f35b88-7ee3-46d5-85f8-5f632d34fd75) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:34:45.867787 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.878538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Transition to ACTIVE for port object 79f35b88-7ee3-46d5-85f8-5f632d34fd75 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:34:45.897823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Transition to ACTIVE for port object 79f35b88-7ee3-46d5-85f8-5f632d34fd75 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:34:45.904538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:45.986711 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Network 009c0040-800c-4f44-a283-f50268792421 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:34:45.987549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Pushing event updated for resources: {'Port': ['ID=79f35b88-7ee3-46d5-85f8-5f632d34fd75,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:45.990281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:34:45.994450 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:34:46.002935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:46.003244 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:46.003615 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:46.003934 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:46.004483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:46.004824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:46.005145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:46.005472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:46.005813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:46.006135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:46.006476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:46.006791 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:34:46.109679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Attempting to bind port 79f35b88-7ee3-46d5-85f8-5f632d34fd75 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:34:46.110040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Attempting to bind port 79f35b88-7ee3-46d5-85f8-5f632d34fd75 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '8a0c722b-01be-4ac5-860a-81e7c0241f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '009c0040-800c-4f44-a283-f50268792421'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:34:46.110401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Attempting to bind port 79f35b88-7ee3-46d5-85f8-5f632d34fd75 on network 009c0040-800c-4f44-a283-f50268792421 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:34:46.115992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:34:46.116409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Checking segment: {'id': '8a0c722b-01be-4ac5-860a-81e7c0241f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '009c0040-800c-4f44-a283-f50268792421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:34:46.116808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:46.117366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Bound using segment: {'id': '8a0c722b-01be-4ac5-860a-81e7c0241f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '009c0040-800c-4f44-a283-f50268792421'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:34:46.117867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Bound port: 79f35b88-7ee3-46d5-85f8-5f632d34fd75, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0c722b-01be-4ac5-860a-81e7c0241f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '009c0040-800c-4f44-a283-f50268792421'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:34:46.118188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:46.208638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] For port 79f35b88-7ee3-46d5-85f8-5f632d34fd75, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:34:46.211945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] For port 79f35b88-7ee3-46d5-85f8-5f632d34fd75, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=79f35b88-7ee3-46d5-85f8-5f632d34fd75,segment=NetworkSegment(8a0c722b-01be-4ac5-860a-81e7c0241f62),segment_id=8a0c722b-01be-4ac5-860a-81e7c0241f62)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:34:46.218659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:46.302396 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cda1fa-8627-4bdf-8683-5a67c5a55b04 None None] Pushing event updated for resources: {'Port': ['ID=79f35b88-7ee3-46d5-85f8-5f632d34fd75,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:47.143326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402acfe8-748d-45b5-8213-600086e2fe18 None None] Network 009c0040-800c-4f44-a283-f50268792421 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:34:47.275824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b48459ca-ca6b-4c1d-8df1-443005271fc3 None None] Provisioning for port 79f35b88-7ee3-46d5-85f8-5f632d34fd75 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:34:48.405660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 79f35b88-7ee3-46d5-85f8-5f632d34fd75 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:34:48.481398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 79f35b88-7ee3-46d5-85f8-5f632d34fd75 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:34:48.486173 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 79f35b88-7ee3-46d5-85f8-5f632d34fd75 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:34:48.486549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.605663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 79f35b88-7ee3-46d5-85f8-5f632d34fd75 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:34:48.605950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.638418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 79f35b88-7ee3-46d5-85f8-5f632d34fd75, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=79f35b88-7ee3-46d5-85f8-5f632d34fd75,segment=NetworkSegment(8a0c722b-01be-4ac5-860a-81e7c0241f62),segment_id=8a0c722b-01be-4ac5-860a-81e7c0241f62)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:34:48.642565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:48.710683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=79f35b88-7ee3-46d5-85f8-5f632d34fd75,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:34:50.385415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 79f35b88-7ee3-46d5-85f8-5f632d34fd75 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:34:50.461846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 79f35b88-7ee3-46d5-85f8-5f632d34fd75 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:34:50.462212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:50.578365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 79f35b88-7ee3-46d5-85f8-5f632d34fd75 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:34:57.228063 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ef892495-6e28-405c-9e7f-32ea22943100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:34:59.343280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea023d90-f6c9-451d-b68e-e897644be231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:00.427743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:00.546911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:01.892604 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:18.360293 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:35:27.232410 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-691def38-046f-4d51-bf27-a56dd56035fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:29.337823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d7f4bcc4-5e1c-4066-9106-a69987ed0fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.431558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:30.550762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:31.894684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:55.359727 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:35:56.717787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55598) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:56.724450 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-954bcab5-449f-47b8-9310-c74e17653d26 tempest-verify_tempest_config-1314991181 tempest-verify_tempest_config-1314991181-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:35:56.725521 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-954bcab5-449f-47b8-9310-c74e17653d26 tempest-verify_tempest_config-1314991181 tempest-verify_tempest_config-1314991181-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067306 Jun 15 14:35:57.061360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55616) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:57.187844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.202871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:35:57.207304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Usage tracker for resource:security_group_rule and tenant:ac6beded14f5417bb069d33eb08882fe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:35:57.209641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:35:57.215955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:35:57.236569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e5004b4b-a3c8-4623-b517-265c29d865e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.357062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.362293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.408037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7685144-d285-447c-8957-a80266713b04,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:57.413919 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ac6beded14f5417bb069d33eb08882fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3514664 Jun 15 14:35:57.416919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55622) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:35:57.418002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.418382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.418744 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.419084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.419419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.419777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.420084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.420485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.420806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.421125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.421531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.421800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bce81d1e-f318-471b-b15c-6f0c9af1570e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.480090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.506369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.608585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.629409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7685144-d285-447c-8957-a80266713b04,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:35:57.637463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.637817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.638156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.638492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.638825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.639161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.639487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.639830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.640159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.640507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.640828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.641147 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:35:57.645217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:35:57.649457 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b9c42684-b1c5-4957-ac0b-a0259df4ca4f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7685144-d285-447c-8957-a80266713b04 HTTP/1.1" status: 204 len: 168 time: 0.2283056 Jun 15 14:35:59.354583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f3f6fdcd-6e34-4553-af6f-d5f95a7aa211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:00.439941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:00.558725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:01.906100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:27.245979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a7c90256-84da-4a4b-8fea-023fdfdc13dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:29.350947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b572924-2937-4999-9bcc-d56c80fc594f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:30.437877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:30.555007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:31.915914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:32.359600 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:36:57.252025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d3eb8a5-be00-49ce-849b-51160dbe7ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:36:59.349069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bcd751c9-1b89-4d5b-99a6-c35736faa420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:00.449766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:00.555980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:01.904730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:09.363316 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 5 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:37:21.232358 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-953145'] for agent, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:27.255385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ed386395-d48d-4e8d-9d3d-b47221c9f7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:29.333383 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9f33e370-7dd6-4120-8762-f1d62aab6998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:30.445993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:30.550994 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:31.906394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:36.558589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55692) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:37:36.685425 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf8819dd-8df6-4756-bfec-2382b726f447 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1254947 Jun 15 14:37:38.892564 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55702) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:37:38.950828 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2dc120b2-ecf9-4913-aef3-e5501c04ef23 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0570354 Jun 15 14:37:46.369987 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:37:51.190989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:57.257709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-17bce8c5-2c4c-4f10-97bd-b14306e76d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:37:59.336641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6fab9cf0-1cfc-4df9-bf7a-3105e9200ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:00.453742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:00.558492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:01.910725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:21.211052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:23.359636 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:38:27.252677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-136cd605-1dc0-4b09-a31f-a51797250906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:29.332064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cafa0c6c-5cfe-48e2-9a54-4f4bf71b1a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.449322 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:30.552250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:31.913764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:51.200742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:57.257626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d274baff-84f1-407d-9606-e8efc6409cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:38:59.336259 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e547d99a-642b-4f10-82db-bb675b70c880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:00.359403 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:39:00.482905 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:00.584262 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:01.943637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:04.557795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55820) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:04.902369 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1821730239-network', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:04.907749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:04.912362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Usage tracker for resource:network and tenant:fa19258c43194ad1bb9aa536dcf5b975 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:04.915394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:04.921471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:04.931502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Made reservation on behalf of fa19258c43194ad1bb9aa536dcf5b975 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:04.934251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:04.946759 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:04.961744 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:04.965657 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Usage tracker for resource:security_group_rule and tenant:fa19258c43194ad1bb9aa536dcf5b975 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:04.968463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:04.975059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:05.070082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.075766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.113344 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3818992e-29d7-4633-9349-9f4ec358eb11,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:05.115925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:05.132537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.132886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.133221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.133553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.133953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.134204 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.134524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.134857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.135180 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.135496 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.135812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.136120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Tracked resource versions report: Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: pushed versions: Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: { 'AddressGroup': {'1.2'}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'ConntrackHelper': {'1.0'}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Log': {'1.0'}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Network': {'1.1'}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Port': {'1.7'}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'PortForwarding': {'1.2'}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'QosPolicy': {'1.8'}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'SecurityGroup': {'1.4'}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'SubPort': {'1.0'}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Subnet': {'1.1'}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Trunk': {'1.1'}} Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: consumer versions: Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: { DHCP agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: HyperV agent@hv-neutron-8458: {}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: L3 agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: Metadata agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: Metering agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: Open vSwitch agent@dv-neutron-845844-1-hyperv: { 'AddressGroup': '1.2', Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'ConntrackHelper': '1.0', Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Log': '1.0', Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Network': '1.1', Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Port': '1.7', Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'PortForwarding': '1.2', Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'QosPolicy': '1.8', Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'SecurityGroup': '1.4', Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'SecurityGroupRule': '1.2', Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'SubPort': '1.0', Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Subnet': '1.1', Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: 'Trunk': '1.1'}} Jun 15 14:39:05.137320 dv-neutron-845844-1-hyperv neutron-server[89018]: {{(pid=89018) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:39:05.143328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.143668 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Added segment 36938dcc-acb1-4423-b0cd-c6075ba919a0 of type vlan for network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 Jun 15 14:39:05.172267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.206676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.207682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:05.208292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.307795 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55860) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:05.316526 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7563932 Jun 15 14:39:05.319444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55866) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:05.326135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809e65c-55b2-4efd-80a5-28535fff61fa admin admin] Pushing event updated for resources: {'Network': ['ID=4b334544-5bc3-43e8-9dd2-ade47750e3e2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:05.334483 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Request body: {'subnet': {'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1821730239-subnet', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:05.336484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:05.339736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:05.344148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Usage tracker for resource:subnet and tenant:fa19258c43194ad1bb9aa536dcf5b975 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:05.347806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:05.354496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:05.369225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Made reservation on behalf of fa19258c43194ad1bb9aa536dcf5b975 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:05.372887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.603260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.666438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=438ef78b-99a4-49af-b1cc-b6894b2e1f11,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:05.674828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.675477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.675969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.676555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.677053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.677549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.678089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.678605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.679120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.679628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.680135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.680681 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Tracked resource versions report: Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: pushed versions: Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: { 'AddressGroup': {'1.2'}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'ConntrackHelper': {'1.0'}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Log': {'1.0'}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Network': {'1.1'}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Port': {'1.7'}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'PortForwarding': {'1.2'}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'QosPolicy': {'1.8'}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'SecurityGroup': {'1.4'}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'SubPort': {'1.0'}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Subnet': {'1.1'}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Trunk': {'1.1'}} Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: consumer versions: Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: { DHCP agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: HyperV agent@hv-neutron-8458: {}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: L3 agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: Metadata agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: Metering agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: Open vSwitch agent@dv-neutron-845844-1-hyperv: { 'AddressGroup': '1.2', Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'ConntrackHelper': '1.0', Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Log': '1.0', Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Network': '1.1', Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Port': '1.7', Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'PortForwarding': '1.2', Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'QosPolicy': '1.8', Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'SecurityGroup': '1.4', Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'SecurityGroupRule': '1.2', Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'SubPort': '1.0', Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Subnet': '1.1', Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: 'Trunk': '1.1'}} Jun 15 14:39:05.682019 dv-neutron-845844-1-hyperv neutron-server[89019]: {{(pid=89019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:39:05.692335 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1630945102'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:05.697710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:05.701683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:network and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:05.704758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:05.714565 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:05.733788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:05.737528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.755122 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.774327 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:05.776834 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Checking segment: {'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:05.777192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Network hostable DHCP agents. Network: 4b334544-5bc3-43e8-9dd2-ade47750e3e2, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:39:05.786538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:security_group_rule and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:05.789848 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:05.799264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:05.821512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:05.837992 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 4b334544-5bc3-43e8-9dd2-ade47750e3e2) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:05.844932 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:05.845954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.849341 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec39196-b30b-42bc-8523-86e5bf743082 None None] Network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:05.906078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.915581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.928924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:05.939024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:05.939366 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Added segment fd221dd0-c7b6-4d9c-bddb-13667f8ce72c of type vlan for network 2ef0444c-622d-434a-90a5-976e58c67159 Jun 15 14:39:05.969178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.028457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afb1fe0-d59e-4997-acc0-99969a4d78d4,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:06.035014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.040913 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:06.041524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.156716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'fixed_ips': [{'subnet_id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:39:06.157875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.182944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55902) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:06.183528 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-578d861f-3d4a-47c6-80a3-5b35b8411719 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8624463 Jun 15 14:39:06.184532 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8755722 Jun 15 14:39:06.188308 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55906) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:06.189315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:06.196201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:06.196436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:06.206019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Usage tracker for resource:router and tenant:fa19258c43194ad1bb9aa536dcf5b975 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:06.216479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:06.227228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8258c15-b9f2-4781-8c49-5e2e53314f2b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Network': ['ID=2ef0444c-622d-434a-90a5-976e58c67159,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:06.229627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:06.246976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:06.256559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.260313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.286579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.316503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:06.322204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:06.325523 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:06.332441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:06.350425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:06.354270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.508105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Allocated IP 172.20.0.2 (4b334544-5bc3-43e8-9dd2-ade47750e3e2/438ef78b-99a4-49af-b1cc-b6894b2e1f11/40bda50e-56e9-4d6d-8fc9-9fc3f5186177) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:06.673271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55920) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:06.678087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55922) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:06.727640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.770663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.790331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Transition to ACTIVE for port object 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:06.813538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Transition to ACTIVE for port object 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:06.822287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.874352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=ed6be7c4-e2ac-4495-97c9-1062561a4ca4,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:06.883730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:06.884088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network hostable DHCP agents. Network: 2ef0444c-622d-434a-90a5-976e58c67159, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:39:06.894619 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:06.898369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:06.903155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:06.905121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.906933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:06.912777 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Pushing event updated for resources: {'Port': ['ID=40bda50e-56e9-4d6d-8fc9-9fc3f5186177,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:06.922566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 2ef0444c-622d-434a-90a5-976e58c67159) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:06.928585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:06.929476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:06.952297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f44cf-511f-4a8b-a005-d46feb8001ed None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:06.961163 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dd91191c-ec7a-4e7d-8756-f8355b8f218b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7717347 Jun 15 14:39:06.963942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55936) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:06.972784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'name': 'tempest-NetworksTestDHCPv6-397697259'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:07.091390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-125951039-network', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:07.100649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:07.105234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Usage tracker for resource:network and tenant:3746eda524be4a2bbb2df2b64eaa62f5 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:07.110300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:07.124122 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:07.148377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:07.148820 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:07.149077 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:07.149496 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:07.149830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:07.150159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:07.150486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:07.150814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:07.151159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:07.151474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:07.151796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:07.152156 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Tracked resource versions report: Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: pushed versions: Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: { 'AddressGroup': {'1.2'}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'ConntrackHelper': {'1.0'}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Log': {'1.0'}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Network': {'1.1'}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Port': {'1.7'}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'PortForwarding': {'1.2'}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'QosPolicy': {'1.8'}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'SecurityGroup': {'1.4'}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'SubPort': {'1.0'}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Subnet': {'1.1'}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Trunk': {'1.1'}} Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: consumer versions: Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: { DHCP agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: HyperV agent@hv-neutron-8458: {}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: L3 agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: Metadata agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: Metering agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: Open vSwitch agent@dv-neutron-845844-1-hyperv: { 'AddressGroup': '1.2', Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'ConntrackHelper': '1.0', Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Log': '1.0', Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Network': '1.1', Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Port': '1.7', Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'PortForwarding': '1.2', Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'QosPolicy': '1.8', Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'SecurityGroup': '1.4', Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'SecurityGroupRule': '1.2', Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'SubPort': '1.0', Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Subnet': '1.1', Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: 'Trunk': '1.1'}} Jun 15 14:39:07.153345 dv-neutron-845844-1-hyperv neutron-server[89020]: {{(pid=89020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:39:07.183352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Made reservation on behalf of 3746eda524be4a2bbb2df2b64eaa62f5 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:07.187037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.237786 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:07.243029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:07.246635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:07.252403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Attempting to bind port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:07.252775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Attempting to bind port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:07.253141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Attempting to bind port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 on network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:07.253729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:07.260457 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:07.260827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Checking segment: {'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:07.261227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.261611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Bound using segment: {'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:07.262075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Bound port: 40bda50e-56e9-4d6d-8fc9-9fc3f5186177, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:07.262466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.269378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1988714074-network', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:07.276522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:07.288336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Usage tracker for resource:network and tenant:ce4e73c2702a45cea38a2e8af59546a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:07.294801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.309999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:07.318220 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:07.323936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Usage tracker for resource:security_group_rule and tenant:3746eda524be4a2bbb2df2b64eaa62f5 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:07.327108 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:07.334002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:07.357025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': 'ed6be7c4-e2ac-4495-97c9-1062561a4ca4'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:39:07.357864 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.440549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.449584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.455323 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:07.459895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.474159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:07.477222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.492848 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:07.522900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.523246 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Added segment 59971b48-d1a7-4671-8b09-b00aaa4197ea of type vlan for network 69591c21-b83e-4f78-9745-9de0ba661089 Jun 15 14:39:07.541162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port 40e23ecd-ac3a-4e0f-9ef8-079958f817b1 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:39:07.542795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.584679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] For port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:07.599004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] For port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=40bda50e-56e9-4d6d-8fc9-9fc3f5186177,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:07.606591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.613069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Made reservation on behalf of ce4e73c2702a45cea38a2e8af59546a2 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:07.615736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.621494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/ed6be7c4-e2ac-4495-97c9-1062561a4ca4/af491c86-50c6-4563-bc96-4abbd8508c26) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:07.630217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f5ed82-e875-4019-8918-7a6147c1111f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:07.689048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.709209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.746416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:07.760322 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Usage tracker for resource:security_group_rule and tenant:ce4e73c2702a45cea38a2e8af59546a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:07.780761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:07.797900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:07.819732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.820734 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:07.821315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:07.822712 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Allocated IP 172.26.3.241 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/e6f958e4-e232-4519-86e6-1dd454b062e6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:07.871295 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1888726 Jun 15 14:39:07.879282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 55972) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:07.888743 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Request body: {'subnet': {'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-125951039-subnet', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:07.893612 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:07.898565 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Usage tracker for resource:subnet and tenant:3746eda524be4a2bbb2df2b64eaa62f5 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:07.902079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:07.907932 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:07.932765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd917f-9cfb-4d5e-9565-ae6d72a1be54 None None] Pushing event updated for resources: {'Port': ['ID=40bda50e-56e9-4d6d-8fc9-9fc3f5186177,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:07.986738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Made reservation on behalf of 3746eda524be4a2bbb2df2b64eaa62f5 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:07.987369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:08.103396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:08.180500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:08.241627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc948fc9-7ee2-4e8b-a563-1348dc561f28 admin admin] Pushing event updated for resources: {'Network': ['ID=69591c21-b83e-4f78-9745-9de0ba661089,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:08.252642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:08.271549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 69591c21-b83e-4f78-9745-9de0ba661089 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:08.375499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:08.385857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Pushing event updated for resources: {'Port': ['ID=e6f958e4-e232-4519-86e6-1dd454b062e6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:08.387019 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:08.409703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:08.411398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:08.414228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:08.428636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Transition to ACTIVE for port object af491c86-50c6-4563-bc96-4abbd8508c26 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:08.462317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:08.495793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111a7f24-2fed-4eb6-9477-3509a5847335,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:08.511011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:08.511369 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Added segment 4488c182-a38b-4556-981a-555b8f5ea8a9 of type vlan for network 2c4542f6-1ff4-449e-819f-bedc559ff4ef Jun 15 14:39:08.523462 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:08.635312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Transition to ACTIVE for port object af491c86-50c6-4563-bc96-4abbd8508c26 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:08.665301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:08.676672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 55990) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:08.705698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:08.799570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Pushing event updated for resources: {'Port': ['ID=af491c86-50c6-4563-bc96-4abbd8508c26,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:08.836956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:08.838821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:08.847919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:08.867507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5db97dd-98ec-4520-9c5f-eaee2a3697b3,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:08.881387 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:08.906159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56000) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:08.911017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Checking segment: {'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:08.911384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Network hostable DHCP agents. Network: 69591c21-b83e-4f78-9745-9de0ba661089, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:39:08.953943 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::31e (2ef0444c-622d-434a-90a5-976e58c67159/ed6be7c4-e2ac-4495-97c9-1062561a4ca4/40e23ecd-ac3a-4e0f-9ef8-079958f817b1) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:08.972400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:08.973425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:08.974014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.031513 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Network 69591c21-b83e-4f78-9745-9de0ba661089 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:09.057232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.122403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Attempting to bind port af491c86-50c6-4563-bc96-4abbd8508c26 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:09.122779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Attempting to bind port af491c86-50c6-4563-bc96-4abbd8508c26 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:09.123234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Attempting to bind port af491c86-50c6-4563-bc96-4abbd8508c26 on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:09.126608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:09.133024 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:09.133405 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:09.133841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.134241 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:09.134721 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Bound port: af491c86-50c6-4563-bc96-4abbd8508c26, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:09.135114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.275379 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] For port af491c86-50c6-4563-bc96-4abbd8508c26, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:09.279390 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] For port af491c86-50c6-4563-bc96-4abbd8508c26, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=af491c86-50c6-4563-bc96-4abbd8508c26,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:09.286242 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.302797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-626767156'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:09.319233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:09.327174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Usage tracker for resource:network and tenant:3236ef0331ac48218579c1d3fed6fc6d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:09.336002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:09.347486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:09.364800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56008) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:09.377364 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 69591c21-b83e-4f78-9745-9de0ba661089) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:09.378964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e3313-53ba-4f3a-9052-931f8f4e62b1 None None] Pushing event updated for resources: {'Port': ['ID=af491c86-50c6-4563-bc96-4abbd8508c26,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:09.381926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00043652-98aa-4fa0-b235-7db2bd6a160b None None] Network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:09.402757 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f971961-e693-45c6-88cd-a24bd64f7b6c None None] Network 69591c21-b83e-4f78-9745-9de0ba661089 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:09.407736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:09.408362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.439354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] Pushing event updated for resources: {'Network': ['ID=2c4542f6-1ff4-449e-819f-bedc559ff4ef,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:09.450653 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4885b150-ba04-4470-b695-b9c5c256804d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.7673821 Jun 15 14:39:09.455018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56016) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:09.479759 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Request body: {'subnet': {'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1988714074-subnet', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:09.490156 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e2866cc8-880d-49d2-b31e-b10b087fbe57 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6097803 Jun 15 14:39:09.491628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:09.496358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56022) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:09.500626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Usage tracker for resource:subnet and tenant:ce4e73c2702a45cea38a2e8af59546a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:09.561997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 2c4542f6-1ff4-449e-819f-bedc559ff4ef details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:09.563934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Made reservation on behalf of 3236ef0331ac48218579c1d3fed6fc6d for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:09.568004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.570507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:09.574461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:09.589417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:09.593357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.604631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:09.613443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:09.617874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Usage tracker for resource:security_group_rule and tenant:3236ef0331ac48218579c1d3fed6fc6d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:09.621137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:09.627564 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:09.647522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:09.650249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Usage tracker for resource:router and tenant:3746eda524be4a2bbb2df2b64eaa62f5 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:09.668871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:09.673155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:09.682124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-229592968'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:09.694203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Usage tracker for resource:floatingip and tenant:6a6c6558f5c445f388f8baae70fbc5ca is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:09.704053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:09.704994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:09.709423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Usage tracker for resource:network and tenant:7f3235a565874f6a8a9cb2474ba7af6c is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:09.711731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:09.715430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:09.758372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Made reservation on behalf of ce4e73c2702a45cea38a2e8af59546a2 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:09.763129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.763777 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fc3c8f56-cc76-4f3d-8c30-d5de9fdc8b24 None None] Provisioning for port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:09.769678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:09.775222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fc3c8f56-cc76-4f3d-8c30-d5de9fdc8b24 None None] Provisioning complete for port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:09.775821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fc3c8f56-cc76-4f3d-8c30-d5de9fdc8b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.777676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56030) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:09.795327 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:09.817950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.819027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.873386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Made reservation on behalf of 7f3235a565874f6a8a9cb2474ba7af6c for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:09.876834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.907969 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.939355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.943457 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:09.962373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Usage tracker for resource:security_group_rule and tenant:7f3235a565874f6a8a9cb2474ba7af6c is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:09.972856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:09.994439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:09.996312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:10.012372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.018918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.031374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-48bac65c-fc17-4079-8368-6598dc8f35eb tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:10.041945 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:10.050550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.051019 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Added segment cf1c5a68-e3dd-42a1-b912-137fc69c68be of type vlan for network e80342d4-331b-4646-84c8-278a3c72618b Jun 15 14:39:10.078636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.084256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.135469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4aaf76-1fe6-4bba-a662-44105b4005ec,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:10.174899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object 40e23ecd-ac3a-4e0f-9ef8-079958f817b1 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:10.212458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-69591c21-b83e-4f78-9745-9de0ba661089', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'fixed_ips': [{'subnet_id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:39:10.213604 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.228098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.294657 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-48bac65c-fc17-4079-8368-6598dc8f35eb tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] 10.222.0.26 "PUT /v2.0/quotas/ba14086e508a432dbd5797bddfa088c9 HTTP/1.1" status: 200 len: 368 time: 0.5154071 Jun 15 14:39:10.311463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56040) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:10.365694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Request body: {'network': {'project_id': 'ba14086e508a432dbd5797bddfa088c9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:10.377887 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.384884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:10.385624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.386359 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:10.390661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Usage tracker for resource:network and tenant:ba14086e508a432dbd5797bddfa088c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:10.393978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:10.400835 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:10.405389 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.418129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Allocated IP 172.20.0.2 (69591c21-b83e-4f78-9745-9de0ba661089/e5db97dd-98ec-4520-9c5f-eaee2a3697b3/226a7b2c-5580-45b7-8602-0e351785f5aa) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:10.465910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Made reservation on behalf of ba14086e508a432dbd5797bddfa088c9 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:10.468291 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.561098 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.570048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.574955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Pushing event updated for resources: {'Network': ['ID=e80342d4-331b-4646-84c8-278a3c72618b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:10.580965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.670771 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7881f09b-6169-4d64-aedd-6123fb400c69 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9930873 Jun 15 14:39:10.675493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56048) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:10.687790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Request body: {'subnet': {'network_id': 'e80342d4-331b-4646-84c8-278a3c72618b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:10.699695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device af491c86-50c6-4563-bc96-4abbd8508c26 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:10.713175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:39:10.736986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:10.761646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.782475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:10.803783 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Usage tracker for resource:security_group_rule and tenant:ba14086e508a432dbd5797bddfa088c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:10.807586 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:10.820269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:10.830360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network e80342d4-331b-4646-84c8-278a3c72618b details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:10.830954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.831330 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Added segment 41e52d67-31bd-4e87-a341-45ad0da79948 of type vlan for network 6d02cdfc-2cf5-45d2-b36c-faadf433176a Jun 15 14:39:10.841011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.856004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Checking segment: {'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:10.856591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Network hostable DHCP agents. Network: 2c4542f6-1ff4-449e-819f-bedc559ff4ef, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:39:10.878266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33a1874-1c43-49f4-9a08-d4d67a65c1cd,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:10.887436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e32ab7-e084-45d8-9f16-92745320281b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:10.964892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:10.974982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Usage tracker for resource:subnet and tenant:3236ef0331ac48218579c1d3fed6fc6d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:10.981488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:10.985520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:11.019380 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:11.023553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=40e23ecd-ac3a-4e0f-9ef8-079958f817b1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:11.028676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c67104-ab5a-40d5-adfc-d16be21443db None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:11.031109 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:11.049266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.059155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port af491c86-50c6-4563-bc96-4abbd8508c26 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:11.062402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:11.075098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fc3c8f56-cc76-4f3d-8c30-d5de9fdc8b24 None None] Current status of the port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:11.076254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fc3c8f56-cc76-4f3d-8c30-d5de9fdc8b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.101102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Made reservation on behalf of 3236ef0331ac48218579c1d3fed6fc6d for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:11.104581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks [] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.158580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Network 2c4542f6-1ff4-449e-819f-bedc559ff4ef is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:11.187167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.200464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:11.200891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:11.201538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.205661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:39:11.206117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:11.206723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.217123 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Sync routers for ids ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:39:11.229574 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Routers {'13dd95d1-ca96-4aea-bb93-03f0f2c4f606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:11.230028 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:38:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:11.263370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 2c4542f6-1ff4-449e-819f-bedc559ff4ef) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:11.285213 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:11.285872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.294434 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2e5032c1-7724-473a-99ec-793ae5fd24a5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3265011 Jun 15 14:39:11.314993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edd29f0-01cb-4176-a156-1eaba3d9f3b4 None None] Network 2c4542f6-1ff4-449e-819f-bedc559ff4ef requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:11.350118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.401889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Allocated IP 172.26.3.199 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/dad41528-5209-4d2c-9fbc-b8d6a932a154) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:11.428452 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fc3c8f56-cc76-4f3d-8c30-d5de9fdc8b24 None None] For port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=40bda50e-56e9-4d6d-8fc9-9fc3f5186177,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:11.429778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Transition to ACTIVE for port object 226a7b2c-5580-45b7-8602-0e351785f5aa will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:11.472022 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Set router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:39:11.480950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fc3c8f56-cc76-4f3d-8c30-d5de9fdc8b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.530631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56054) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:11.536991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Pushing event updated for resources: {'Network': ['ID=6d02cdfc-2cf5-45d2-b36c-faadf433176a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:11.542499 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.564852 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Transition to ACTIVE for port object 226a7b2c-5580-45b7-8602-0e351785f5aa will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:11.567471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 6d02cdfc-2cf5-45d2-b36c-faadf433176a details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:11.678076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Pushing event updated for resources: {'Subnet': ['ID=ee5a83e7-756f-41d1-a140-798f052b923f,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:11.749668 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8635a397-65bc-44d3-9cb1-d90db04e65cf tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3777697 Jun 15 14:39:11.751412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Checking segment: {'id': 'cf1c5a68-e3dd-42a1-b912-137fc69c68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e80342d4-331b-4646-84c8-278a3c72618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:11.752213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Network hostable DHCP agents. Network: e80342d4-331b-4646-84c8-278a3c72618b, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:39:11.760450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.764290 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-117e706d-9ccd-4df8-97d1-cbb8312482bd admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5775576 Jun 15 14:39:11.766840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56060) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:11.767045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56062) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:11.784914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.800593 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:39:08Z', 'revision_number': 3, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:11.810931 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Checking router: 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:39:11.814302 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Updating router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 port e6f958e4-e232-4519-86e6-1dd454b062e6 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:39:11.852382 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.868478 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Network 69591c21-b83e-4f78-9745-9de0ba661089 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:11.869915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-71d860fc-b51d-457a-b161-e4e1ab9af4ee None None] Provisioning for port af491c86-50c6-4563-bc96-4abbd8508c26 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:11.880152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-71d860fc-b51d-457a-b161-e4e1ab9af4ee None None] Provisioning complete for port af491c86-50c6-4563-bc96-4abbd8508c26 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:11.880821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-71d860fc-b51d-457a-b161-e4e1ab9af4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.902177 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:11.916363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:11.929731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.000446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:12.038805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c8f56-cc76-4f3d-8c30-d5de9fdc8b24 None None] Pushing event updated for resources: {'Port': ['ID=40bda50e-56e9-4d6d-8fc9-9fc3f5186177,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:12.063449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:12.070072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Pushing event updated for resources: {'Port': ['ID=dad41528-5209-4d2c-9fbc-b8d6a932a154,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:12.072436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:12.076300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:12.148649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.199270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035baf5-d9e3-447d-b4e0-01c4571485a1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:12.208692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Pushing event updated for resources: {'Port': ['ID=226a7b2c-5580-45b7-8602-0e351785f5aa,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:12.216328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c035baf5-d9e3-447d-b4e0-01c4571485a1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:12.220607 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c035baf5-d9e3-447d-b4e0-01c4571485a1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6799936 Jun 15 14:39:12.244384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56070) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:12.245002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.273812 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.288657 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Transition to ACTIVE for port object e6f958e4-e232-4519-86e6-1dd454b062e6 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:12.299437 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5dd36f2e-4f8e-40ce-881d-1eac37ec5117 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8429768 Jun 15 14:39:12.301338 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.302205 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56072) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:12.390906 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Pushing event updated for resources: {'Port': ['ID=e6f958e4-e232-4519-86e6-1dd454b062e6,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:12.393548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a02214fe-3df2-4cf8-9727-c01fa64a241c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port 40e23ecd-ac3a-4e0f-9ef8-079958f817b1 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:12.394054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a02214fe-3df2-4cf8-9727-c01fa64a241c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.416701 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:12.417509 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:12.418215 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:12.418785 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:12.419336 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:12.419893 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:12.420483 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:12.421037 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:12.421613 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:12.422160 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:12.422694 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:12.423258 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Tracked resource versions report: Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: pushed versions: Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: { 'AddressGroup': {'1.2'}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'ConntrackHelper': {'1.0'}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Log': {'1.0'}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Network': {'1.1'}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Port': {'1.7'}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'PortForwarding': {'1.2'}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'QosPolicy': {'1.8'}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'SecurityGroup': {'1.4'}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'SecurityGroupRule': {'1.2'}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'SubPort': {'1.0'}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Subnet': {'1.1'}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Trunk': {'1.1'}} Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: consumer versions: Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: { DHCP agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: HyperV agent@hv-neutron-8458: {}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: L3 agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: Metadata agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: Metering agent@dv-neutron-845844-1-hyperv: {}, Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: Open vSwitch agent@dv-neutron-845844-1-hyperv: { 'AddressGroup': '1.2', Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'ConntrackHelper': '1.0', Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Log': '1.0', Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Network': '1.1', Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Port': '1.7', Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'PortForwarding': '1.2', Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'QosPolicy': '1.8', Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'SecurityGroup': '1.4', Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'SecurityGroupRule': '1.2', Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'SubPort': '1.0', Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Subnet': '1.1', Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: 'Trunk': '1.1'}} Jun 15 14:39:12.424782 dv-neutron-845844-1-hyperv neutron-server[89021]: {{(pid=89021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 15 14:39:12.431035 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Attempting to bind port e6f958e4-e232-4519-86e6-1dd454b062e6 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:12.431751 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Attempting to bind port e6f958e4-e232-4519-86e6-1dd454b062e6 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:12.432426 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Attempting to bind port e6f958e4-e232-4519-86e6-1dd454b062e6 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:12.439775 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:12.440566 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:12.441207 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.442254 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:12.442994 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Bound port: e6f958e4-e232-4519-86e6-1dd454b062e6, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:12.443480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Attempting to bind port 226a7b2c-5580-45b7-8602-0e351785f5aa on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:12.443875 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.443987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Attempting to bind port 226a7b2c-5580-45b7-8602-0e351785f5aa by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:12.444430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Attempting to bind port 226a7b2c-5580-45b7-8602-0e351785f5aa on network 69591c21-b83e-4f78-9745-9de0ba661089 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:12.477280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:12.485184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:12.489815 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Usage tracker for resource:router and tenant:ce4e73c2702a45cea38a2e8af59546a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:12.492848 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:12.498872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:12.531507 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] For port e6f958e4-e232-4519-86e6-1dd454b062e6, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:12.540877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.548277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.548828 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] For port e6f958e4-e232-4519-86e6-1dd454b062e6, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e6f958e4-e232-4519-86e6-1dd454b062e6,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:12.549566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.567897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.571938 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.579191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:12.579575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Checking segment: {'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:12.580589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.580589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Bound using segment: {'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:12.581199 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Bound port: 226a7b2c-5580-45b7-8602-0e351785f5aa, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:12.582488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.605505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.610579 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:12.675819 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Network e80342d4-331b-4646-84c8-278a3c72618b is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:12.688676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Request body: {'network': {'name': 'tempest-network--1912702079', 'router:external': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:12.694879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:12.699132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Usage tracker for resource:network and tenant:75b3c25dd6314a78afdfa49730822cd0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:12.702239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:12.712909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:12.755228 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Routers {'13dd95d1-ca96-4aea-bb93-03f0f2c4f606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:12.759929 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:38:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:12.783384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.802313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a7f529-231d-43fe-b5c7-0aaac6ccf779,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:12.802640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Made reservation on behalf of 75b3c25dd6314a78afdfa49730822cd0 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:12.805715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.820019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, e80342d4-331b-4646-84c8-278a3c72618b) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:12.821152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] For port 226a7b2c-5580-45b7-8602-0e351785f5aa, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:12.824958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:12.825877 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.832116 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] For port 226a7b2c-5580-45b7-8602-0e351785f5aa, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=226a7b2c-5580-45b7-8602-0e351785f5aa,segment=NetworkSegment(59971b48-d1a7-4671-8b09-b00aaa4197ea),segment_id=59971b48-d1a7-4671-8b09-b00aaa4197ea)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:12.834801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.837441 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'fixed_ips': [{'subnet_id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:39:12.838630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.872647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2ce37e-1af7-4329-978d-0ce94d9a5a3a None None] Network e80342d4-331b-4646-84c8-278a3c72618b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:12.888998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.889211 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900cee3-b46f-46d3-a3e1-e312ffa5b60f None None] Pushing event updated for resources: {'Port': ['ID=e6f958e4-e232-4519-86e6-1dd454b062e6,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:12.911445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-71d860fc-b51d-457a-b161-e4e1ab9af4ee None None] Current status of the port af491c86-50c6-4563-bc96-4abbd8508c26 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:12.912301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-71d860fc-b51d-457a-b161-e4e1ab9af4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:12.922252 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:12.931601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Usage tracker for resource:security_group_rule and tenant:75b3c25dd6314a78afdfa49730822cd0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:12.936950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:12.957348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:13.025227 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5e1ad739-2f34-48d6-be59-087df0a86bb7 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3439136 Jun 15 14:39:13.043047 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] Set router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:39:13.044043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56080) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:13.063107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Request body: {'port': {'network_id': 'e80342d4-331b-4646-84c8-278a3c72618b', 'name': 'tempest-DHCPAgentSchedulersTestJSON-791058611'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:13.166516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.213066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a02214fe-3df2-4cf8-9727-c01fa64a241c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.308818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc53873-80af-4e23-87e0-ff6357e04445 None None] Pushing event updated for resources: {'Port': ['ID=226a7b2c-5580-45b7-8602-0e351785f5aa,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:13.310031 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:13.315771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Usage tracker for resource:port and tenant:3236ef0331ac48218579c1d3fed6fc6d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:13.318765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:13.324567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:13.362812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:13.363093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.367477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.389303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a02214fe-3df2-4cf8-9727-c01fa64a241c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for 40e23ecd-ac3a-4e0f-9ef8-079958f817b1 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:39:13.406558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Made reservation on behalf of 3236ef0331ac48218579c1d3fed6fc6d for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:13.410767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.438042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc1450a-4478-46f6-9828-ad969944b502,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:13.450562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-71d860fc-b51d-457a-b161-e4e1ab9af4ee None None] For port af491c86-50c6-4563-bc96-4abbd8508c26, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=af491c86-50c6-4563-bc96-4abbd8508c26,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:13.450787 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] device_id is not set on port 71dfeecd-b676-4905-9402-37f6cffc53d2 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:39:13.473962 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:39:08Z', 'revision_number': 3, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:13.479275 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cede237-c3dd-4397-95c2-1a9b27f332ec None None] The sync data for ids ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'] in dv-neutron-845844-1-hyperv is: [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:39:08Z', 'revision_number': 3, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:39:13.522266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:13.549875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Allocated IP 172.20.0.2 (2c4542f6-1ff4-449e-819f-bedc559ff4ef/d33a1874-1c43-49f4-9a08-d4d67a65c1cd/48fe0f3d-ade2-447a-bd1e-c93232e086a0) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:13.563790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:13.566368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-71d860fc-b51d-457a-b161-e4e1ab9af4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.594549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.595279 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Added segment d2ffced4-d5d6-4750-bab5-8fc7d329a69e of type vlan for network e0128e25-0d26-48b2-8f27-a5d3d23f5d8a Jun 15 14:39:13.697336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Allocated IP 172.20.0.1 (4b334544-5bc3-43e8-9dd2-ade47750e3e2/438ef78b-99a4-49af-b1cc-b6894b2e1f11/29a715e6-7e28-4cb0-b274-e2b824873541) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:13.812346 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2569c95f-d319-47d9-a683-0e6d0244e3b9 None None] Provisioning complete for port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:13.812860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2569c95f-d319-47d9-a683-0e6d0244e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.822645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:13.829861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:13.852069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Allocated IP 172.20.0.12 (e80342d4-331b-4646-84c8-278a3c72618b/ee5a83e7-756f-41d1-a140-798f052b923f/71dfeecd-b676-4905-9402-37f6cffc53d2) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:13.919998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d860fc-b51d-457a-b161-e4e1ab9af4ee None None] Pushing event updated for resources: {'Port': ['ID=af491c86-50c6-4563-bc96-4abbd8508c26,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:14.049351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.050043 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Added segment b627fa5c-3673-4ea6-947c-e94811fefeb5 of type vlan for network 60c8cfe2-9f35-4027-bda0-a9ff61feca13 Jun 15 14:39:14.100307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.101282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:14.101928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.145131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.167206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-e80342d4-331b-4646-84c8-278a3c72618b', 'network_id': 'e80342d4-331b-4646-84c8-278a3c72618b', 'tenant_id': '3236ef0331ac48218579c1d3fed6fc6d', 'fixed_ips': [{'subnet_id': 'ee5a83e7-756f-41d1-a140-798f052b923f'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:39:14.168052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.209634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.248811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event updated for resources: {'Network': ['ID=e0128e25-0d26-48b2-8f27-a5d3d23f5d8a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:14.295891 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network e0128e25-0d26-48b2-8f27-a5d3d23f5d8a details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:14.334938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Transition to ACTIVE for port object 29a715e6-7e28-4cb0-b274-e2b824873541 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:14.369438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.392755 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-534a631a-24f8-4564-90f3-be0407b07b7c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.6154490 Jun 15 14:39:14.399429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56086) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:14.422347 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.476449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.509142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Transition to ACTIVE for port object 48fe0f3d-ade2-447a-bd1e-c93232e086a0 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:14.516859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2569c95f-d319-47d9-a683-0e6d0244e3b9 None None] Current status of the port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:14.535729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.540722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.543146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.544080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:14.545237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.593821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Transition to ACTIVE for port object 71dfeecd-b676-4905-9402-37f6cffc53d2 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:14.620965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Transition to ACTIVE for port object 48fe0f3d-ade2-447a-bd1e-c93232e086a0 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:14.655834 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2569c95f-d319-47d9-a683-0e6d0244e3b9 None None] Provisioning complete for port af491c86-50c6-4563-bc96-4abbd8508c26 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:14.655834 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2569c95f-d319-47d9-a683-0e6d0244e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.684110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.694259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.704655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.714390 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.772867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a02214fe-3df2-4cf8-9727-c01fa64a241c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.782639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:39:14.851310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:14.858368 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:14.864774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:14.865267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.869158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Network e80342d4-331b-4646-84c8-278a3c72618b is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:14.907193 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Allocated IP 172.20.0.2 (e80342d4-331b-4646-84c8-278a3c72618b/ee5a83e7-756f-41d1-a140-798f052b923f/dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:14.923945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:14.932510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:14.949026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Pushing event updated for resources: {'Network': ['ID=60c8cfe2-9f35-4027-bda0-a9ff61feca13,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:14.952767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:14.959406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Network 2c4542f6-1ff4-449e-819f-bedc559ff4ef is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:14.960840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:14.962015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 226a7b2c-5580-45b7-8602-0e351785f5aa up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:14.968006 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.062383 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.062619 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:15.062619 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 60c8cfe2-9f35-4027-bda0-a9ff61feca13 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:15.062779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02214fe-3df2-4cf8-9727-c01fa64a241c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=40e23ecd-ac3a-4e0f-9ef8-079958f817b1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:15.062852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Pushing event updated for resources: {'Port': ['ID=29a715e6-7e28-4cb0-b274-e2b824873541,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:15.062915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a02214fe-3df2-4cf8-9727-c01fa64a241c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.096041 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ccd77978-d9a6-436d-a291-0c98d30d9c71 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 4.7841618 Jun 15 14:39:15.121122 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56092) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:15.137145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.148367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Request body: {'network': {'project_id': 'ba14086e508a432dbd5797bddfa088c9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:15.157734 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a02214fe-3df2-4cf8-9727-c01fa64a241c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/40e23ecd-ac3a-4e0f-9ef8-079958f817b1 HTTP/1.1" status: 204 len: 168 time: 2.8566723 Jun 15 14:39:15.198052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:15.202903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56096) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:15.311225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:15.357727 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Usage tracker for resource:network and tenant:ba14086e508a432dbd5797bddfa088c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:15.360247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Pushing event updated for resources: {'Port': ['ID=dad41528-5209-4d2c-9fbc-b8d6a932a154,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:15.369078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:15.372030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.376251 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f23bac72-a555-46ac-8b97-30d54fd4cad8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4638999 Jun 15 14:39:15.399067 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56100) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:15.424516 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3749814 Jun 15 14:39:15.432217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.433856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Allocated IP 172.26.3.164 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/6d774344-77bd-436c-a41c-7382a6ec49a3) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:15.478323 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.478929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.479929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.480468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > port after_create 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.480928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.481451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > port after_update 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.481923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.482412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.482871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.483321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.520649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:15.524597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56104) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:15.620507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ef7257-8e74-4570-96fc-61a57fdb6e3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:15.622316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ef7257-8e74-4570-96fc-61a57fdb6e3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:15.623290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-46ef7257-8e74-4570-96fc-61a57fdb6e3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:15.625644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2569c95f-d319-47d9-a683-0e6d0244e3b9 None None] Current status of the port af491c86-50c6-4563-bc96-4abbd8508c26 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:15.632609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31a49f-2765-42fe-ab95-5ab4ffebb02d None None] Network 69591c21-b83e-4f78-9745-9de0ba661089 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:15.679082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.679585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.680016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.680472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89018) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:15.680948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0128e25-0d26-48b2-8f27-a5d3d23f5d8a']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:15.689886 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Made reservation on behalf of ba14086e508a432dbd5797bddfa088c9 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:15.691721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2065216938', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'fixed_ips': [{'ip_address': '172.26.3.199'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:15.705894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.722059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13365379-b98a-45e6-bba5-b7764d033e5e tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Pushing event updated for resources: {'Port': ['ID=71dfeecd-b676-4905-9402-37f6cffc53d2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:15.730637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:15.741463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2ffced4-d5d6-4750-bab5-8fc7d329a69e') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:15.741860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2ffced4-d5d6-4750-bab5-8fc7d329a69e') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:15.768231 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Usage tracker for resource:port and tenant:6a6c6558f5c445f388f8baae70fbc5ca is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:15.776983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:15.780733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.788519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2569c95f-d319-47d9-a683-0e6d0244e3b9 None None] Could not find standard attr ID for object 40e23ecd-ac3a-4e0f-9ef8-079958f817b1. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:39:15.793528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Pushing event updated for resources: {'Port': ['ID=48fe0f3d-ade2-447a-bd1e-c93232e086a0,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:15.807386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:15.835588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.843108 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ac975edd-40b6-4cd6-8e8b-e10303d71025 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Deleting port 71dfeecd-b676-4905-9402-37f6cffc53d2 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:15.843476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ac975edd-40b6-4cd6-8e8b-e10303d71025 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.883889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Made reservation on behalf of 6a6c6558f5c445f388f8baae70fbc5ca for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:15.888541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.918537 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:15.940011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Attempting to bind port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:15.940399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Attempting to bind port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:15.940752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Attempting to bind port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 on network 2c4542f6-1ff4-449e-819f-bedc559ff4ef {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:15.943103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 226a7b2c-5580-45b7-8602-0e351785f5aa completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:15.957582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.962408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:39:15.962820 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.967241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.967590 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Added segment 35f8c665-8fdb-49cc-a858-bcbbd8ef038c of type vlan for network d85e1ef8-5a39-4266-b5ce-c653e0ad9804 Jun 15 14:39:15.972941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-46ef7257-8e74-4570-96fc-61a57fdb6e3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:15.976980 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-46ef7257-8e74-4570-96fc-61a57fdb6e3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7702584 Jun 15 14:39:15.986469 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:15.987026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Checking segment: {'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:15.987324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.987964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Bound using segment: {'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:15.988402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Bound port: 48fe0f3d-ade2-447a-bd1e-c93232e086a0, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:15.988828 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:15.994030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56108) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:16.004311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device af491c86-50c6-4563-bc96-4abbd8508c26 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:16.023927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.075101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-525ed134-337b-403a-9e2b-e286045544d2 None None] Provisioning for port 226a7b2c-5580-45b7-8602-0e351785f5aa completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:16.155486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-975a23f4-f1cb-4641-b803-9842d8f2ab5b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet ed6be7c4-e2ac-4495-97c9-1062561a4ca4 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:39:16.194250 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-975a23f4-f1cb-4641-b803-9842d8f2ab5b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.198933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-525ed134-337b-403a-9e2b-e286045544d2 None None] Provisioning complete for port 226a7b2c-5580-45b7-8602-0e351785f5aa triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:16.199321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-525ed134-337b-403a-9e2b-e286045544d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.225892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:16.241364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Usage tracker for resource:security_group_rule and tenant:6a6c6558f5c445f388f8baae70fbc5ca is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:16.246886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:16.262552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.275409 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d2ffced4-d5d6-4750-bab5-8fc7d329a69e resource provider aggregate not found Jun 15 14:39:16.281238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:16.293870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.299672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0128e25-0d26-48b2-8f27-a5d3d23f5d8a {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 15 14:39:16.302817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.310300 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d2ffced4-d5d6-4750-bab5-8fc7d329a69e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2ffced4-d5d6-4750-bab5-8fc7d329a69e found for delete ", "request_id": "req-f85ebe87-0ff2-49ac-86b6-395abd8b44f4"}]} Jun 15 14:39:16.335588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.357983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-975a23f4-f1cb-4641-b803-9842d8f2ab5b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.363145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] For port 48fe0f3d-ade2-447a-bd1e-c93232e086a0, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:16.365755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Transition to ACTIVE for port object dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:16.373674 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] For port 48fe0f3d-ade2-447a-bd1e-c93232e086a0, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=48fe0f3d-ade2-447a-bd1e-c93232e086a0,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:16.397540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0128e25-0d26-48b2-8f27-a5d3d23f5d8a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:16.401924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.403409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.409435 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Transition to ACTIVE for port object dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:16.438879 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0a361d31-c7bc-4be2-a650-baab61d18282 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "DELETE /v2.0/networks/e0128e25-0d26-48b2-8f27-a5d3d23f5d8a HTTP/1.1" status: 204 len: 168 time: 2.0362370 Jun 15 14:39:16.446367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port af491c86-50c6-4563-bc96-4abbd8508c26 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:16.447006 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.458772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56122) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:16.478370 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:16.502378 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:16.511417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.525294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Usage tracker for resource:network and tenant:75b3c25dd6314a78afdfa49730822cd0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:16.539832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:16.561117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:16.564890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.587910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:16.599939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:16.627592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:16.633455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-525ed134-337b-403a-9e2b-e286045544d2 None None] Current status of the port 226a7b2c-5580-45b7-8602-0e351785f5aa is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:16.634034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-525ed134-337b-403a-9e2b-e286045544d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.671392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Network e80342d4-331b-4646-84c8-278a3c72618b is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:16.682446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:16.705945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc90479-f53c-4914-b60b-1d54c608b766 None None] Pushing event updated for resources: {'Port': ['ID=48fe0f3d-ade2-447a-bd1e-c93232e086a0,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:16.747581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:39:16.774221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Made reservation on behalf of 75b3c25dd6314a78afdfa49730822cd0 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:16.783842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.790285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:16.929792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-975a23f4-f1cb-4641-b803-9842d8f2ab5b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:16.939319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ac975edd-40b6-4cd6-8e8b-e10303d71025 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.041857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:17.081041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ac975edd-40b6-4cd6-8e8b-e10303d71025 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Calling delete_port for 71dfeecd-b676-4905-9402-37f6cffc53d2 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:39:17.081523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-525ed134-337b-403a-9e2b-e286045544d2 None None] For port 226a7b2c-5580-45b7-8602-0e351785f5aa, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=226a7b2c-5580-45b7-8602-0e351785f5aa,segment=NetworkSegment(59971b48-d1a7-4671-8b09-b00aaa4197ea),segment_id=59971b48-d1a7-4671-8b09-b00aaa4197ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:17.090328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port af491c86-50c6-4563-bc96-4abbd8508c26 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:17.091417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e6f958e4-e232-4519-86e6-1dd454b062e6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:17.116211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.126711 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-525ed134-337b-403a-9e2b-e286045544d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.136570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Pushing event updated for resources: {'Port': ['ID=dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:17.142771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.143265 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Added segment dab79b3d-a9be-452e-a0c6-85b35860c9d2 of type vlan for network 7b8c24e6-7f35-4f88-bdd4-3f18358dec80 Jun 15 14:39:17.147258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Attempting to bind port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:17.147633 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Attempting to bind port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'cf1c5a68-e3dd-42a1-b912-137fc69c68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e80342d4-331b-4646-84c8-278a3c72618b'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:17.147992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Attempting to bind port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e on network e80342d4-331b-4646-84c8-278a3c72618b {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:17.153311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.156915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] device_id is not set on port e7ae36e2-5475-4914-b220-f00fdbe95150 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:39:17.200954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:17.201324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Checking segment: {'id': 'cf1c5a68-e3dd-42a1-b912-137fc69c68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e80342d4-331b-4646-84c8-278a3c72618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:17.201950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.202354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Bound using segment: {'id': 'cf1c5a68-e3dd-42a1-b912-137fc69c68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e80342d4-331b-4646-84c8-278a3c72618b'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:17.202833 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Bound port: dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1c5a68-e3dd-42a1-b912-137fc69c68be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e80342d4-331b-4646-84c8-278a3c72618b'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:17.203224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.246755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Pushing event updated for resources: {'Port': ['ID=6d774344-77bd-436c-a41c-7382a6ec49a3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:17.251518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.297480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-525ed134-337b-403a-9e2b-e286045544d2 None None] Provisioning for port 29a715e6-7e28-4cb0-b274-e2b824873541 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:17.322067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-525ed134-337b-403a-9e2b-e286045544d2 None None] Provisioning complete for port 29a715e6-7e28-4cb0-b274-e2b824873541 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:17.322486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-525ed134-337b-403a-9e2b-e286045544d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.351968 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.370645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-975a23f4-f1cb-4641-b803-9842d8f2ab5b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.379449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ed134-337b-403a-9e2b-e286045544d2 None None] Pushing event updated for resources: {'Port': ['ID=226a7b2c-5580-45b7-8602-0e351785f5aa,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:17.382188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.390773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port e6f958e4-e232-4519-86e6-1dd454b062e6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:17.408062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e6f958e4-e232-4519-86e6-1dd454b062e6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:17.408454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.431997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6246fa3-43cb-4374-b342-a5b27c0b1325,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:17.445292 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-525ed134-337b-403a-9e2b-e286045544d2 None None] Port 29a715e6-7e28-4cb0-b274-e2b824873541 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:39:17.449774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] For port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:17.483639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.485489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:17.485766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] For port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e,segment=NetworkSegment(cf1c5a68-e3dd-42a1-b912-137fc69c68be),segment_id=cf1c5a68-e3dd-42a1-b912-137fc69c68be)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:17.487665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.495009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.513604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ac975edd-40b6-4cd6-8e8b-e10303d71025 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.516496 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.583238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46ff2c-8659-44f6-b1e2-7c831e9e84c3 None None] Pushing event updated for resources: {'Port': ['ID=dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:17.596968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a23f4-f1cb-4641-b803-9842d8f2ab5b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=ed6be7c4-e2ac-4495-97c9-1062561a4ca4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:17.599922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.620056 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac975edd-40b6-4cd6-8e8b-e10303d71025 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Pushing event deleted for resources: {'Port': ['ID=71dfeecd-b676-4905-9402-37f6cffc53d2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:17.625765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f7f8dc99-5674-4db2-b507-fd142e6635b5 None None] Provisioning complete for port 226a7b2c-5580-45b7-8602-0e351785f5aa triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:17.627389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7f8dc99-5674-4db2-b507-fd142e6635b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.685049 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.686022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:17.686613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.767178 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.791432 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 15 14:39:17.791985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:39:17.795467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ac975edd-40b6-4cd6-8e8b-e10303d71025 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.838335 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3783464 Jun 15 14:39:17.843449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56130) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:17.853558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-975a23f4-f1cb-4641-b803-9842d8f2ab5b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:17.855522 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-975a23f4-f1cb-4641-b803-9842d8f2ab5b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/ed6be7c4-e2ac-4495-97c9-1062561a4ca4 HTTP/1.1" status: 204 len: 168 time: 1.8494112 Jun 15 14:39:17.864533 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4039c7b7-b1d6-40eb-84a7-60ddc9cb53de tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.4608994 Jun 15 14:39:17.881582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e997cc2-f0fd-4235-85a6-64592af8377e None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:17.890325 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.7655840 Jun 15 14:39:17.896139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56132) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:17.896486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56136) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:17.896790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56138) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:17.897436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe72693-9ced-4e39-9a65-f6e89b9b2786 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Pushing event updated for resources: {'Network': ['ID=d85e1ef8-5a39-4266-b5ce-c653e0ad9804,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:17.921113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network d85e1ef8-5a39-4266-b5ce-c653e0ad9804 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:17.982458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c9ac8f49-2429-49b5-91a2-229affd63a74 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Request body: {'network': {'project_id': 'ba14086e508a432dbd5797bddfa088c9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:18.100744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4c0a3d-9774-4e18-a646-f25c46aaab19 None None] Network 2c4542f6-1ff4-449e-819f-bedc559ff4ef requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:18.125865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433a344-57d2-454e-98f6-79b53ae509fc tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event updated for resources: {'Network': ['ID=7b8c24e6-7f35-4f88-bdd4-3f18358dec80,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:18.130871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Request body: {'subnet': {'network_id': '7b8c24e6-7f35-4f88-bdd4-3f18358dec80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:18.133740 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ac975edd-40b6-4cd6-8e8b-e10303d71025 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] 10.222.0.26 "DELETE /v2.0/ports/71dfeecd-b676-4905-9402-37f6cffc53d2 HTTP/1.1" status: 204 len: 168 time: 2.6077716 Jun 15 14:39:18.138798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:18.146892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56146) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:18.147792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Usage tracker for resource:subnet and tenant:75b3c25dd6314a78afdfa49730822cd0 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:18.157808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:18.163038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c9ac8f49-2429-49b5-91a2-229affd63a74 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:18.171602 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f3684936-3058-40b8-9931-0b610a92a09b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2699537 Jun 15 14:39:18.174274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:18.178822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56152) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:18.191773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c9ac8f49-2429-49b5-91a2-229affd63a74 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Usage tracker for resource:network and tenant:ba14086e508a432dbd5797bddfa088c9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:18.211567 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Allocated IP 172.26.3.163 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/cd17b9bf-1bc6-487a-9486-1ae894e31c81) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:18.213726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c9ac8f49-2429-49b5-91a2-229affd63a74 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:18.261121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:18.284395 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Pushing event updated for resources: {'Port': ['ID=29a715e6-7e28-4cb0-b274-e2b824873541,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:18.297942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 7b8c24e6-7f35-4f88-bdd4-3f18358dec80 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:18.313036 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Made reservation on behalf of 75b3c25dd6314a78afdfa49730822cd0 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:18.315341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.343551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c9ac8f49-2429-49b5-91a2-229affd63a74 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:18.369221 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ac8f49-2429-49b5-91a2-229affd63a74 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 15 14:39:18.369749 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ac8f49-2429-49b5-91a2-229affd63a74 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:39:18.374224 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c9ac8f49-2429-49b5-91a2-229affd63a74 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4669642 Jun 15 14:39:18.377866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e6f958e4-e232-4519-86e6-1dd454b062e6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:18.378256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.380950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56156) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:18.413168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-75b8da0f-0323-4a57-96cf-eaed74dda7d8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Deleting port dad41528-5209-4d2c-9fbc-b8d6a932a154 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:18.413505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75b8da0f-0323-4a57-96cf-eaed74dda7d8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.467101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port e6f958e4-e232-4519-86e6-1dd454b062e6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e6f958e4-e232-4519-86e6-1dd454b062e6,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:18.496684 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f40a0539-1b8a-4121-8f6f-51d4c3f5ce80 tempest-DHCPAgentSchedulersTestJSON-822824396 tempest-DHCPAgentSchedulersTestJSON-822824396-project-admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3422484 Jun 15 14:39:18.498271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56160) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:18.508274 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.508591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.577919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:18.590820 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-459712401'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:18.599766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:18.603723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:18.613348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:18.613505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:18.616156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:18.630203 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-08c8da04-0d56-45f5-9509-c071a79df6f4 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ba14086e508a432dbd5797bddfa088c9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2294402 Jun 15 14:39:18.632286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:18.634910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56164) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:18.640810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Usage tracker for resource:network and tenant:3236ef0331ac48218579c1d3fed6fc6d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:18.651525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:18.698681 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:18.838609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f7f8dc99-5674-4db2-b507-fd142e6635b5 None None] Current status of the port 226a7b2c-5580-45b7-8602-0e351785f5aa is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:18.850902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=e6f958e4-e232-4519-86e6-1dd454b062e6,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:18.915844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:18.924356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Made reservation on behalf of 3236ef0331ac48218579c1d3fed6fc6d for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:18.928627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.930600 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:18.959532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 226a7b2c-5580-45b7-8602-0e351785f5aa up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:18.997634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.039157 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0a225a3c-2754-411d-8cfa-4a6123348282 None None] Provisioning for port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:19.087627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36f5fe8-dbb7-4483-9ff0-7fa95361aaea None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:39:19.103330 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c36f5fe8-dbb7-4483-9ff0-7fa95361aaea None None] Deleting port af491c86-50c6-4563-bc96-4abbd8508c26 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:19.103988 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c36f5fe8-dbb7-4483-9ff0-7fa95361aaea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.104093 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75b8da0f-0323-4a57-96cf-eaed74dda7d8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.104093 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75b8da0f-0323-4a57-96cf-eaed74dda7d8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.243021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 226a7b2c-5580-45b7-8602-0e351785f5aa triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:19.243924 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.261398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2529be86-3369-42fc-9c05-dde0df327d03 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.368177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2529be86-3369-42fc-9c05-dde0df327d03 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.369047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-75b8da0f-0323-4a57-96cf-eaed74dda7d8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Calling delete_port for dad41528-5209-4d2c-9fbc-b8d6a932a154 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:39:19.388400 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0a38c-d3e1-42c1-862c-5b936330b2a0 None None] Network e80342d4-331b-4646-84c8-278a3c72618b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:19.398529 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:19.403702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:39:19.413766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0d335f33-5f8b-407d-a074-c8a74ddbbe15 None None] Provisioning complete for port 29a715e6-7e28-4cb0-b274-e2b824873541 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:19.414142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d335f33-5f8b-407d-a074-c8a74ddbbe15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.497338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.497679 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Added segment 58afc03c-9403-4adc-b275-b3cb9f803296 of type vlan for network f5f47486-02fb-466e-8b3f-a3d6c8269289 Jun 15 14:39:19.499129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.560996 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c36f5fe8-dbb7-4483-9ff0-7fa95361aaea None None] For port af491c86-50c6-4563-bc96-4abbd8508c26, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=af491c86-50c6-4563-bc96-4abbd8508c26,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:19.561650 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c36f5fe8-dbb7-4483-9ff0-7fa95361aaea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.584199 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0d335f33-5f8b-407d-a074-c8a74ddbbe15 None None] Port 29a715e6-7e28-4cb0-b274-e2b824873541 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:39:19.602090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:19.620117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:19.629075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:19.772687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2529be86-3369-42fc-9c05-dde0df327d03 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.780999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.786964 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.791637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c36f5fe8-dbb7-4483-9ff0-7fa95361aaea None None] Calling delete_port for af491c86-50c6-4563-bc96-4abbd8508c26 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:39:19.827302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529be86-3369-42fc-9c05-dde0df327d03 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a7f529-231d-43fe-b5c7-0aaac6ccf779,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:19.852248 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.863078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Pushing event updated for resources: {'Port': ['ID=cd17b9bf-1bc6-487a-9486-1ae894e31c81,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:19.893390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:39:19.931714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2529be86-3369-42fc-9c05-dde0df327d03 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.932201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Sync routers for ids ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:39:19.932878 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2529be86-3369-42fc-9c05-dde0df327d03 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] 10.222.0.26 "DELETE /v2.0/security-groups/09a7f529-231d-43fe-b5c7-0aaac6ccf779 HTTP/1.1" status: 204 len: 168 time: 1.2961869 Jun 15 14:39:19.938562 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-03a33592-159b-4db1-afd8-8248b01b959e admin admin] 10.222.0.26 "PUT /v2.0/routers/13dd95d1-ca96-4aea-bb93-03f0f2c4f606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1595900 Jun 15 14:39:19.944096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:19.944737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56168) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:19.967176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:19.971046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:19.971677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:19.984859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 226a7b2c-5580-45b7-8602-0e351785f5aa is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:19.986608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:20.008962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:39:20.125907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-76e40d95-3f70-4c19-9fee-de54082d20b5 None None] Provisioning for port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:20.150870 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.152898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=8ae0e25a-e08c-424e-93d0-a850b4e0cd7a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:20.156410 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:20.157022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.184999 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3da5e585-5ff1-4922-a72a-3f159595778c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0023212 Jun 15 14:39:20.188574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56182) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:20.208607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75b8da0f-0323-4a57-96cf-eaed74dda7d8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.209128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'name': 'tempest-NetworksTestDHCPv6-358611507'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:20.296918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.337303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Routers {'13dd95d1-ca96-4aea-bb93-03f0f2c4f606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:20.337955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:38:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:20.348161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8da0f-0323-4a57-96cf-eaed74dda7d8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Pushing event deleted for resources: {'Port': ['ID=dad41528-5209-4d2c-9fbc-b8d6a932a154,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:20.366700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:39:20.367168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.412584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c36f5fe8-dbb7-4483-9ff0-7fa95361aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.448718 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9429002 Jun 15 14:39:20.450044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56188) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:20.463289 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48716d4d-30d7-4d73-a359-fd56a57fa617 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Pushing event updated for resources: {'Network': ['ID=f5f47486-02fb-466e-8b3f-a3d6c8269289,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:20.509291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network f5f47486-02fb-466e-8b3f-a3d6c8269289 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:20.510707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75b8da0f-0323-4a57-96cf-eaed74dda7d8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.513228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75b8da0f-0323-4a57-96cf-eaed74dda7d8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.518272 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-75b8da0f-0323-4a57-96cf-eaed74dda7d8 tempest-ExternalNetworksAdminNegativeTestJSON-719955494 tempest-ExternalNetworksAdminNegativeTestJSON-719955494-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/f58fafae-e72c-4fa2-b963-6bdc2fbfacbc HTTP/1.1" status: 204 len: 168 time: 2.6156602 Jun 15 14:39:20.604878 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:20.607912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f5fe8-dbb7-4483-9ff0-7fa95361aaea None None] Pushing event deleted for resources: {'Port': ['ID=af491c86-50c6-4563-bc96-4abbd8508c26,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:20.610745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7975e746-4e4a-4537-950b-d3c65258b3a5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:20.634300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.641837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:20.652777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Checking segment: {'id': 'dab79b3d-a9be-452e-a0c6-85b35860c9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7b8c24e6-7f35-4f88-bdd4-3f18358dec80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:20.653157 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Network hostable DHCP agents. Network: 7b8c24e6-7f35-4f88-bdd4-3f18358dec80, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:39:20.657929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:20.669653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:20.694681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:20.710287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85e1ef8-5a39-4266-b5ce-c653e0ad9804']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:20.753026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f8c665-8fdb-49cc-a858-bcbbd8ef038c') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:20.753334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f8c665-8fdb-49cc-a858-bcbbd8ef038c') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:20.762428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Network 7b8c24e6-7f35-4f88-bdd4-3f18358dec80 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:20.764815 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f5fe8-dbb7-4483-9ff0-7fa95361aaea None None] No DVR routers for this DVR port af491c86-50c6-4563-bc96-4abbd8508c26 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:39:20.773999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:20.774116 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.774569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:20.778172 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.809698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port 3afb1930-6e0a-452c-98fa-310be03017c3 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:39:20.905607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9188a7-23ea-4f2d-8c7c-b015876f277b None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:20.919381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.977365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 7b8c24e6-7f35-4f88-bdd4-3f18358dec80) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:20.984580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:20.991409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56200) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:21.005920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Request body: {'security_group': {'name': 'tempest-securitygroup--164950016', 'description': 'tempest-description--787899585'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:21.013188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:21.017498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Usage tracker for resource:security_group and tenant:fa19258c43194ad1bb9aa536dcf5b975 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:21.021043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:21.027971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:21.036069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56204) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:21.038634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:21.039262 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.070094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.074999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161dfd64-6682-415d-949d-4f345433b5d7 None None] Network 7b8c24e6-7f35-4f88-bdd4-3f18358dec80 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:21.075135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::375 (2ef0444c-622d-434a-90a5-976e58c67159/8ae0e25a-e08c-424e-93d0-a850b4e0cd7a/3afb1930-6e0a-452c-98fa-310be03017c3) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:21.077836 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.107249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:39:21.107586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.131438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Router 4b065a48-cb3a-4178-91c0-2d8c35315798 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:39:21.153271 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 35f8c665-8fdb-49cc-a858-bcbbd8ef038c resource provider aggregate not found Jun 15 14:39:21.160602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:21.164706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Usage tracker for resource:security_group_rule and tenant:fa19258c43194ad1bb9aa536dcf5b975 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:21.167640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:21.173458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:21.261341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.323072 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 35f8c665-8fdb-49cc-a858-bcbbd8ef038c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 35f8c665-8fdb-49cc-a858-bcbbd8ef038c found for delete ", "request_id": "req-789ed9c1-27c2-4169-bf47-84c7bc0b68ea"}]} Jun 15 14:39:21.329803 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a2627837-cd9d-453e-982b-9124a1b26374 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.4707246 Jun 15 14:39:21.338772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56214) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:21.356846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.374415 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Request body: {'floatingip': {'floating_network_id': '7b8c24e6-7f35-4f88-bdd4-3f18358dec80'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:21.387347 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d54268aa-60af-424a-a669-99fe9b4116dc tempest-DHCPAgentSchedulersTestJSON-822824396 tempest-DHCPAgentSchedulersTestJSON-822824396-project-admin] 10.222.0.26 "GET /v2.0/agents/b66f28d7-54c3-4cac-a2a3-ba32f504b8fb/dhcp-networks HTTP/1.1" status: 200 len: 6475 time: 0.9180207 Jun 15 14:39:21.387347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-023e57fa-ebcc-4d4a-8797-5cb0d31c1b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.391694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56218) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:21.403591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:21.426968 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Usage tracker for resource:floatingip and tenant:75b3c25dd6314a78afdfa49730822cd0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:21.435582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:21.472379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1aaf95-3c55-4f54-8b42-e584d662491c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:21.480076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.484732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.486187 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8e4bd98d-0a06-4963-8d48-e78a13599b7c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4907365 Jun 15 14:39:21.496599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Set router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:39:21.526174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56222) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:21.526990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-023e57fa-ebcc-4d4a-8797-5cb0d31c1b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:21.528460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.532801 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] 10.222.0.26 "DELETE /v2.0/networks/d85e1ef8-5a39-4266-b5ce-c653e0ad9804 HTTP/1.1" status: 204 len: 168 time: 1.5869420 Jun 15 14:39:21.536438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56224) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:21.605249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c6ca9b11-deed-4980-8f80-8f5a1d7c1729 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Request body: {'security_group_rule': {'security_group_id': '1b1aaf95-3c55-4f54-8b42-e584d662491c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:21.612248 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c6ca9b11-deed-4980-8f80-8f5a1d7c1729 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:21.617143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c6ca9b11-deed-4980-8f80-8f5a1d7c1729 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Usage tracker for resource:security_group_rule and tenant:fa19258c43194ad1bb9aa536dcf5b975 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:21.620654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c6ca9b11-deed-4980-8f80-8f5a1d7c1729 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:21.629057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.630641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '8ae0e25a-e08c-424e-93d0-a850b4e0cd7a'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:39:21.631469 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.642613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c6ca9b11-deed-4980-8f80-8f5a1d7c1729 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:21.721726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:21.727998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-023e57fa-ebcc-4d4a-8797-5cb0d31c1b74 admin admin] Usage tracker for resource:security_group_rule and tenant:0abd9b81dfc54b8e808bb9e8e9ebaccb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:21.740953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-023e57fa-ebcc-4d4a-8797-5cb0d31c1b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:21.768580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-023e57fa-ebcc-4d4a-8797-5cb0d31c1b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:21.806279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-96ab5388-b3f8-4aa5-b1f0-c567daa3c8e2 None None] Provisioning complete for port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:21.806642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96ab5388-b3f8-4aa5-b1f0-c567daa3c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.872787 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:21.873174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.914283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e,segment=NetworkSegment(cf1c5a68-e3dd-42a1-b912-137fc69c68be),segment_id=cf1c5a68-e3dd-42a1-b912-137fc69c68be)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:21.924948 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.938644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:21.958615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object 3afb1930-6e0a-452c-98fa-310be03017c3 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:21.964133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:39:21.973593 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Sync routers for ids ['4b065a48-cb3a-4178-91c0-2d8c35315798'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:39:21.987114 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Routers {'4b065a48-cb3a-4178-91c0-2d8c35315798'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:21.988057 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:38:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['4b065a48-cb3a-4178-91c0-2d8c35315798'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:21.990662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2de599-2a61-41e8-8304-9684c77e5d84 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Pushing event deleted for resources: {'Network': ['ID=d85e1ef8-5a39-4266-b5ce-c653e0ad9804,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:22.017886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.018679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 48fe0f3d-ade2-447a-bd1e-c93232e086a0 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:22.047774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.064636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c6ca9b11-deed-4980-8f80-8f5a1d7c1729 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.078227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.164566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c6ca9b11-deed-4980-8f80-8f5a1d7c1729 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.175881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c6ca9b11-deed-4980-8f80-8f5a1d7c1729 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.176571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:22.237919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca9b11-deed-4980-8f80-8f5a1d7c1729 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032d431b-6be6-477a-a52f-cbc521b4b8e5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:22.245111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.301255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.302402 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c1e86223-8209-4c5d-b52c-dc92cfb19f4f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 12.8035471 Jun 15 14:39:22.307715 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Set router 4b065a48-cb3a-4178-91c0-2d8c35315798 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:39:22.313403 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56230) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:22.448234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/8ae0e25a-e08c-424e-93d0-a850b4e0cd7a/3bc8f125-7d5b-4e28-a1fd-f41a1ae52004) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:22.518994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5cc7e4-d38a-4377-828e-e43a37761842 tempest-DHCPAgentSchedulersTestJSON-822824396 tempest-DHCPAgentSchedulersTestJSON-822824396-project-admin] Network f5f47486-02fb-466e-8b3f-a3d6c8269289 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:22.539572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-023e57fa-ebcc-4d4a-8797-5cb0d31c1b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.548097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c6ca9b11-deed-4980-8f80-8f5a1d7c1729 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.549575 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c6ca9b11-deed-4980-8f80-8f5a1d7c1729 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0153337 Jun 15 14:39:22.555623 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56234) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:22.561349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-023e57fa-ebcc-4d4a-8797-5cb0d31c1b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.562267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:22.569644 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3d5cc7e4-d38a-4377-828e-e43a37761842 tempest-DHCPAgentSchedulersTestJSON-822824396 tempest-DHCPAgentSchedulersTestJSON-822824396-project-admin] 10.222.0.26 "POST /v2.0/agents/b66f28d7-54c3-4cac-a2a3-ba32f504b8fb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1635075 Jun 15 14:39:22.580573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.588714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:22.590725 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Router b0a70da8-e228-47c6-a710-0da0366eabc4 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:39:22.591761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:22.592581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56238) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:22.599460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-71ea9d3d-ae4b-4b7c-8ab3-a1ee769f1627 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Request body: {'security_group_rule': {'security_group_id': '1b1aaf95-3c55-4f54-8b42-e584d662491c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:22.599614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:22.600153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.611024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-023e57fa-ebcc-4d4a-8797-5cb0d31c1b74 admin admin] Synchronizing usage tracker for tenant:a39d344bf57c4e66b823542988088075 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:22.629241 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4393623 Jun 15 14:39:22.642261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56242) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:22.645439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-71ea9d3d-ae4b-4b7c-8ab3-a1ee769f1627 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:22.662805 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:39:17Z', 'revision_number': 3, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:22.667783 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Checking router: 4b065a48-cb3a-4178-91c0-2d8c35315798 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:39:22.668398 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Updating router 4b065a48-cb3a-4178-91c0-2d8c35315798 port 6d774344-77bd-436c-a41c-7382a6ec49a3 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:39:22.709452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c8cfe2-9f35-4027-bda0-a9ff61feca13']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:22.716664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952dbc06-c340-41f7-bd17-78df050774a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=3afb1930-6e0a-452c-98fa-310be03017c3,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:22.729910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b627fa5c-3673-4ea6-947c-e94811fefeb5') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:22.730365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b627fa5c-3673-4ea6-947c-e94811fefeb5') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:22.732820 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.750944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.775842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.788829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:39:22.789218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.799014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fda6316-06b1-45bd-a764-c576c46c7dca None None] Network 7b8c24e6-7f35-4f88-bdd4-3f18358dec80 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:22.817019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac6c556-dc71-4de0-8e27-cb7c17e2ec40 None None] Network f5f47486-02fb-466e-8b3f-a3d6c8269289 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:22.840958 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-01fbf679-c956-4e96-bf09-d9c8a3ddde9a tempest-DHCPAgentSchedulersTestJSON-822824396 tempest-DHCPAgentSchedulersTestJSON-822824396-project-admin] 10.222.0.26 "GET /v2.0/agents/b66f28d7-54c3-4cac-a2a3-ba32f504b8fb/dhcp-networks HTTP/1.1" status: 200 len: 8013 time: 0.2254367 Jun 15 14:39:22.851527 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-71ea9d3d-ae4b-4b7c-8ab3-a1ee769f1627 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Usage tracker for resource:security_group_rule and tenant:fa19258c43194ad1bb9aa536dcf5b975 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:22.860852 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56246) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:22.930786 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-71ea9d3d-ae4b-4b7c-8ab3-a1ee769f1627 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:22.939313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cc5b21-095e-49f9-a046-a0d4646f106c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:22.940400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-78cc5b21-095e-49f9-a046-a0d4646f106c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:22.945437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.970540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:22.973480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-023e57fa-ebcc-4d4a-8797-5cb0d31c1b74 admin admin] Unset dirty status for tenant:a39d344bf57c4e66b823542988088075 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:22.975013 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-023e57fa-ebcc-4d4a-8797-5cb0d31c1b74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0abd9b81dfc54b8e808bb9e8e9ebaccb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9380686 Jun 15 14:39:22.976949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] Pushing event deleted for resources: {'Network': ['ID=60c8cfe2-9f35-4027-bda0-a9ff61feca13,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:22.986695 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d680cd85-d920-4e9b-838d-f244909ddaf2 tempest-QuotasNegativeTest-1810536963 tempest-QuotasNegativeTest-1810536963-project-admin] 10.222.0.26 "DELETE /v2.0/networks/60c8cfe2-9f35-4027-bda0-a9ff61feca13 HTTP/1.1" status: 204 len: 168 time: 1.4422836 Jun 15 14:39:22.987256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56250) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:22.997434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-71ea9d3d-ae4b-4b7c-8ab3-a1ee769f1627 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:23.030032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e57fa-ebcc-4d4a-8797-5cb0d31c1b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ca4b35-9599-4c8a-981e-82143dbe531a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:23.052386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.076947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:23.086594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-78cc5b21-095e-49f9-a046-a0d4646f106c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:23.088473 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-78cc5b21-095e-49f9-a046-a0d4646f106c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.4451985 Jun 15 14:39:23.092522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56256) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:23.096548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Transition to ACTIVE for port object 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:23.103867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76a4ee06-2cae-4c36-9d39-dc146cd6a067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.117659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:23.117998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.160663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-96ab5388-b3f8-4aa5-b1f0-c567daa3c8e2 None None] Current status of the port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:23.182600 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.196225 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Transition to ACTIVE for port object 6d774344-77bd-436c-a41c-7382a6ec49a3 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:23.207651 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.208252 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5ea19d71-e793-41fd-9fc1-f9c52e868643 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port 3afb1930-6e0a-452c-98fa-310be03017c3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:23.208644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5ea19d71-e793-41fd-9fc1-f9c52e868643 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.336445 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235ca02-16c8-497c-b73c-4ba5b8b0c6a0 None None] Pushing event updated for resources: {'Port': ['ID=6d774344-77bd-436c-a41c-7382a6ec49a3,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:23.344705 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Attempting to bind port 6d774344-77bd-436c-a41c-7382a6ec49a3 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:23.345958 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Attempting to bind port 6d774344-77bd-436c-a41c-7382a6ec49a3 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:23.346473 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Attempting to bind port 6d774344-77bd-436c-a41c-7382a6ec49a3 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:23.348285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:39:23.357996 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:23.358557 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:23.359187 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.359771 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:23.360476 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Bound port: 6d774344-77bd-436c-a41c-7382a6ec49a3, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:23.361079 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.401348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-79ff4396-3836-4082-bb3f-6feb4dd86e97 None None] Could not find standard attr ID for object 71dfeecd-b676-4905-9402-37f6cffc53d2. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:39:23.403062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Sync routers for ids ['b0a70da8-e228-47c6-a710-0da0366eabc4'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:39:23.418930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Transition to ACTIVE for port object 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:23.462600 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] For port 6d774344-77bd-436c-a41c-7382a6ec49a3, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:23.466246 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] For port 6d774344-77bd-436c-a41c-7382a6ec49a3, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6d774344-77bd-436c-a41c-7382a6ec49a3,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:23.475559 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.481388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76a4ee06-2cae-4c36-9d39-dc146cd6a067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.486354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.496001 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b627fa5c-3673-4ea6-947c-e94811fefeb5 resource provider aggregate not found Jun 15 14:39:23.513041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.522942 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b627fa5c-3673-4ea6-947c-e94811fefeb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b627fa5c-3673-4ea6-947c-e94811fefeb5 found for delete ", "request_id": "req-7d10d4ec-e0c4-45c0-a2ab-4a0b560b5487"}]} Jun 15 14:39:23.552457 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Routers {'b0a70da8-e228-47c6-a710-0da0366eabc4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:23.552457 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:38:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b0a70da8-e228-47c6-a710-0da0366eabc4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:23.589483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5ea19d71-e793-41fd-9fc1-f9c52e868643 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.620134 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235ca02-16c8-497c-b73c-4ba5b8b0c6a0 None None] Pushing event updated for resources: {'Port': ['ID=6d774344-77bd-436c-a41c-7382a6ec49a3,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:23.640034 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Routers {'4b065a48-cb3a-4178-91c0-2d8c35315798'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:23.640727 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:38:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['4b065a48-cb3a-4178-91c0-2d8c35315798'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:23.655522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-71ea9d3d-ae4b-4b7c-8ab3-a1ee769f1627 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.694683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.695924 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bed2fb75-256f-4e3e-b78c-2c6d3cf095fb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 11.3838184 Jun 15 14:39:23.714169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56268) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:23.760695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5ea19d71-e793-41fd-9fc1-f9c52e868643 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for 3afb1930-6e0a-452c-98fa-310be03017c3 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:39:23.769466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:39:15Z', 'revision_number': 4, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '29a715e6-7e28-4cb0-b274-e2b824873541', 'name': '', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'mac_address': 'fa:16:3e:20:af:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:16Z', 'revision_number': 2, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'subnets': [{'id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:23.802870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56272) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:23.807142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:23.813892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Checking router: 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:39:23.814535 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Updating router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 port 29a715e6-7e28-4cb0-b274-e2b824873541 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:39:23.820666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76a4ee06-2cae-4c36-9d39-dc146cd6a067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.852366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:23.856892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4ee06-2cae-4c36-9d39-dc146cd6a067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ca4b35-9599-4c8a-981e-82143dbe531a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:23.869682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:23.879365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76a4ee06-2cae-4c36-9d39-dc146cd6a067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:23.883138 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-76a4ee06-2cae-4c36-9d39-dc146cd6a067 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0ca4b35-9599-4c8a-981e-82143dbe531a HTTP/1.1" status: 204 len: 168 time: 0.8898797 Jun 15 14:39:23.965892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Pushing event updated for resources: {'Port': ['ID=3bc8f125-7d5b-4e28-a1fd-f41a1ae52004,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:23.982271 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] Set router 4b065a48-cb3a-4178-91c0-2d8c35315798 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:39:24.132702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.145867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20066b03-8133-4aca-918b-bbed5f8ed2aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.158506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5ea19d71-e793-41fd-9fc1-f9c52e868643 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.174778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-20066b03-8133-4aca-918b-bbed5f8ed2aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:24.189788 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-20066b03-8133-4aca-918b-bbed5f8ed2aa admin admin] Usage tracker for resource:security_group_rule and tenant:4d72018bec364f9bab600bafa71afa49 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:24.193328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-20066b03-8133-4aca-918b-bbed5f8ed2aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:24.203610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-20066b03-8133-4aca-918b-bbed5f8ed2aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:24.301518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:24.302933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.343474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea19d71-e793-41fd-9fc1-f9c52e868643 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=3afb1930-6e0a-452c-98fa-310be03017c3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:24.355558 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2bcc975b-3149-4135-98ee-1ab99d87da0c tempest-DHCPAgentSchedulersTestJSON-822824396 tempest-DHCPAgentSchedulersTestJSON-822824396-project-admin] 10.222.0.26 "DELETE /v2.0/agents/b66f28d7-54c3-4cac-a2a3-ba32f504b8fb/dhcp-networks/f5f47486-02fb-466e-8b3f-a3d6c8269289 HTTP/1.1" status: 204 len: 168 time: 1.4442225 Jun 15 14:39:24.361187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56282) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:24.438806 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:39:17Z', 'revision_number': 3, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:24.444599 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f42172-dc0b-4b2a-a8b9-77ad2a5907a3 None None] The sync data for ids ['4b065a48-cb3a-4178-91c0-2d8c35315798'] in dv-neutron-845844-1-hyperv is: [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:39:17Z', 'revision_number': 3, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:39:24.453584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56286) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:24.457879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Attempting to bind port 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:24.459844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Attempting to bind port 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:24.460416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Attempting to bind port 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004 on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:24.478848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Set router b0a70da8-e228-47c6-a710-0da0366eabc4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:39:24.494079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5ea19d71-e793-41fd-9fc1-f9c52e868643 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.613991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 48fe0f3d-ade2-447a-bd1e-c93232e086a0, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=48fe0f3d-ade2-447a-bd1e-c93232e086a0,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:24.615987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:24.616529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:24.617580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.617981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:24.618805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Bound port: 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:24.619491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.623019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20066b03-8133-4aca-918b-bbed5f8ed2aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.630338 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5ea19d71-e793-41fd-9fc1-f9c52e868643 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/3afb1930-6e0a-452c-98fa-310be03017c3 HTTP/1.1" status: 204 len: 168 time: 1.5363712 Jun 15 14:39:24.635929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56290) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:24.638353 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2ca688ee-7bf2-4333-8a6f-3024eb30790c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a6c6558f5c445f388f8baae70fbc5ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1819208 Jun 15 14:39:24.639070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20066b03-8133-4aca-918b-bbed5f8ed2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.648951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56292) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:24.649679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.763079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-71ea9d3d-ae4b-4b7c-8ab3-a1ee769f1627 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.776983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Allocated IP 172.20.0.11 (7b8c24e6-7f35-4f88-bdd4-3f18358dec80/7975e746-4e4a-4537-950b-d3c65258b3a5/b1c877a5-a29d-4faa-8721-11af546e8caf) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:24.813487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-71ea9d3d-ae4b-4b7c-8ab3-a1ee769f1627 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:24.911175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:24.932480 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-20066b03-8133-4aca-918b-bbed5f8ed2aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d72018bec364f9bab600bafa71afa49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1284888 Jun 15 14:39:24.933394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56298) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:24.941039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20066b03-8133-4aca-918b-bbed5f8ed2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf498a1-363c-4bf7-a373-f72f12ac8aa7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:24.956256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=48fe0f3d-ade2-447a-bd1e-c93232e086a0,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:25.005505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-71ea9d3d-ae4b-4b7c-8ab3-a1ee769f1627 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.006861 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-71ea9d3d-ae4b-4b7c-8ab3-a1ee769f1627 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4503298 Jun 15 14:39:25.007557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9353c7-62fc-4308-afd6-6dcc741fd970 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:25.009143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9353c7-62fc-4308-afd6-6dcc741fd970 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:25.009929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fc9353c7-62fc-4308-afd6-6dcc741fd970 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:25.012473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56302) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:25.030019 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea9d3d-ae4b-4b7c-8ab3-a1ee769f1627 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e530fdf-6921-4b35-963f-0c6954da499f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:25.038281 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:25.059261 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9e26c2ec-a846-4315-8438-67c47515eb71 tempest-DHCPAgentSchedulersTestJSON-822824396 tempest-DHCPAgentSchedulersTestJSON-822824396-project-admin] 10.222.0.26 "GET /v2.0/agents/b66f28d7-54c3-4cac-a2a3-ba32f504b8fb/dhcp-networks HTTP/1.1" status: 200 len: 7244 time: 0.6564059 Jun 15 14:39:25.061415 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56306) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:25.068584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:25.091194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Usage tracker for resource:floatingip and tenant:fa19258c43194ad1bb9aa536dcf5b975 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:25.098632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:25.106076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78cf4109-5bce-42e7-b1d3-7d7d6a804f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.109226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:25.113889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fc9353c7-62fc-4308-afd6-6dcc741fd970 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:25.115187 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fc9353c7-62fc-4308-afd6-6dcc741fd970 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4679511 Jun 15 14:39:25.149587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56310) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:25.207240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c4cb301c-4a20-4e0b-aec4-63088e9f7b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.227123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78cf4109-5bce-42e7-b1d3-7d7d6a804f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.233916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.323599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c4cb301c-4a20-4e0b-aec4-63088e9f7b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.326601 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-44f8d211-2fc7-43b5-abfe-804384609be6 tempest-DHCPAgentSchedulersTestJSON-822824396 tempest-DHCPAgentSchedulersTestJSON-822824396-project-admin] 10.222.0.26 "GET /v2.0/networks/e80342d4-331b-4646-84c8-278a3c72618b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2566700 Jun 15 14:39:25.333684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56314) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:25.339800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-68d967c4-ddeb-44b5-bdc7-d8323400aa63 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 8ae0e25a-e08c-424e-93d0-a850b4e0cd7a {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:39:25.399728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68d967c4-ddeb-44b5-bdc7-d8323400aa63 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.427299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.439825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.448797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Transition to ACTIVE for port object 29a715e6-7e28-4cb0-b274-e2b824873541 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:25.462591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] For port 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:25.477951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] For port 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3bc8f125-7d5b-4e28-a1fd-f41a1ae52004,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:25.508145 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a50294cb-f5be-4f10-8706-1f249aa09f0b tempest-DHCPAgentSchedulersTestJSON-822824396 tempest-DHCPAgentSchedulersTestJSON-822824396-project-admin] 10.222.0.26 "GET /v2.0/networks/e80342d4-331b-4646-84c8-278a3c72618b/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1731496 Jun 15 14:39:25.513525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56318) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:25.515443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.518772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68d967c4-ddeb-44b5-bdc7-d8323400aa63 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.554200 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.580235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.593175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78cf4109-5bce-42e7-b1d3-7d7d6a804f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.652450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf4109-5bce-42e7-b1d3-7d7d6a804f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6246fa3-43cb-4374-b342-a5b27c0b1325,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:25.754829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c4cb301c-4a20-4e0b-aec4-63088e9f7b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.757315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c4cb301c-4a20-4e0b-aec4-63088e9f7b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.761431 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c4cb301c-4a20-4e0b-aec4-63088e9f7b8d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bbf498a1-363c-4bf7-a373-f72f12ac8aa7 HTTP/1.1" status: 204 len: 168 time: 0.8172925 Jun 15 14:39:25.789995 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78cf4109-5bce-42e7-b1d3-7d7d6a804f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.791165 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-78cf4109-5bce-42e7-b1d3-7d7d6a804f31 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a6246fa3-43cb-4374-b342-a5b27c0b1325 HTTP/1.1" status: 204 len: 168 time: 0.9976299 Jun 15 14:39:25.815109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb301c-4a20-4e0b-aec4-63088e9f7b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf498a1-363c-4bf7-a373-f72f12ac8aa7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:25.887806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeac2c6-ad45-47ec-818d-74c5b1121a44 None None] Pushing event updated for resources: {'Port': ['ID=29a715e6-7e28-4cb0-b274-e2b824873541,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:25.933786 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:25.950272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68d967c4-ddeb-44b5-bdc7-d8323400aa63 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.026774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:26.027323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.085872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4fe7c-44dd-4c1d-b6c3-412f9a78dbb7 None None] Pushing event updated for resources: {'Port': ['ID=3bc8f125-7d5b-4e28-a1fd-f41a1ae52004,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:26.109540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Network 7b8c24e6-7f35-4f88-bdd4-3f18358dec80 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:26.129843 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-03617874-2c56-4998-8568-f97788316c7d tempest-DHCPAgentSchedulersTestJSON-822824396 tempest-DHCPAgentSchedulersTestJSON-822824396-project-admin] 10.222.0.26 "GET /v2.0/agents/b66f28d7-54c3-4cac-a2a3-ba32f504b8fb/dhcp-networks HTTP/1.1" status: 200 len: 7244 time: 0.5740821 Jun 15 14:39:26.133155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:26.133364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56328) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:26.134762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68d967c4-ddeb-44b5-bdc7-d8323400aa63 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.150156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:26.210022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.228790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d967c4-ddeb-44b5-bdc7-d8323400aa63 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae0e25a-e08c-424e-93d0-a850b4e0cd7a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:26.231896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.249022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68d967c4-ddeb-44b5-bdc7-d8323400aa63 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.371357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Allocated IP 172.20.0.1 (69591c21-b83e-4f78-9745-9de0ba661089/e5db97dd-98ec-4520-9c5f-eaee2a3697b3/20df1252-35ed-4d7d-bea8-ce974f8036d2) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:26.468128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Attempting to bind port 29a715e6-7e28-4cb0-b274-e2b824873541 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:26.468513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Attempting to bind port 29a715e6-7e28-4cb0-b274-e2b824873541 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:26.468884 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Attempting to bind port 29a715e6-7e28-4cb0-b274-e2b824873541 on network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:26.498592 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:26.498973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Checking segment: {'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:26.499461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.499763 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Bound using segment: {'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:26.500385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Bound port: 29a715e6-7e28-4cb0-b274-e2b824873541, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:26.500780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.508030 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-68d967c4-ddeb-44b5-bdc7-d8323400aa63 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/8ae0e25a-e08c-424e-93d0-a850b4e0cd7a HTTP/1.1" status: 204 len: 168 time: 1.3567843 Jun 15 14:39:26.519643 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56340) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:26.680028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.705954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Transition to ACTIVE for port object 20df1252-35ed-4d7d-bea8-ce974f8036d2 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:26.721094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:20Z', 'revision_number': 3, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:26.723286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:26.725796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e6f958e4-e232-4519-86e6-1dd454b062e6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:26.740743 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c3961356-4926-4ed1-b9f3-b42842e8f559 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2198074 Jun 15 14:39:26.742443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56348) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:26.743790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event updated for resources: {'Port': ['ID=b1c877a5-a29d-4faa-8721-11af546e8caf,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:26.749190 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56350) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:26.756357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.784723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Checking router: b0a70da8-e228-47c6-a710-0da0366eabc4 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:39:26.785188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Updating router b0a70da8-e228-47c6-a710-0da0366eabc4 port cd17b9bf-1bc6-487a-9486-1ae894e31c81 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:39:26.873146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7973c620-26e0-4e07-8b8f-a701049e0be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.873388 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:26.886399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] For port 29a715e6-7e28-4cb0-b274-e2b824873541, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:26.917971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] For port 29a715e6-7e28-4cb0-b274-e2b824873541, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29a715e6-7e28-4cb0-b274-e2b824873541,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:26.921814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.948031 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7973c620-26e0-4e07-8b8f-a701049e0be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:26.958864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7973c620-26e0-4e07-8b8f-a701049e0be9 admin admin] Usage tracker for resource:security_group_rule and tenant:ffe043f0ffcd41e9b014daac2978642b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:26.960539 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:26.971909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7973c620-26e0-4e07-8b8f-a701049e0be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:26.996434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.011614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7973c620-26e0-4e07-8b8f-a701049e0be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:27.087298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Allocated IP 172.26.3.140 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/856a97ff-06ee-4405-94d5-267a4cd576ac) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:27.138914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.145082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Network 69591c21-b83e-4f78-9745-9de0ba661089 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:27.157349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e6f958e4-e232-4519-86e6-1dd454b062e6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:27.157918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.211443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f47486-02fb-466e-8b3f-a3d6c8269289']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:27.220994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:27.236328 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:27.236829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.303635 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Routers {'13dd95d1-ca96-4aea-bb93-03f0f2c4f606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:27.305614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:38:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:27.326654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58afc03c-9403-4adc-b275-b3cb9f803296') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:27.326956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58afc03c-9403-4adc-b275-b3cb9f803296') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:27.373394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.400665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56364) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:27.435382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.436830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeac2c6-ad45-47ec-818d-74c5b1121a44 None None] Pushing event updated for resources: {'Port': ['ID=29a715e6-7e28-4cb0-b274-e2b824873541,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:27.471747 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:39:27.472166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.504208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.558325 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 58afc03c-9403-4adc-b275-b3cb9f803296 resource provider aggregate not found Jun 15 14:39:27.567661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Pushing event updated for resources: {'Port': ['ID=20df1252-35ed-4d7d-bea8-ce974f8036d2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:27.580658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b444d1f-15b9-4ecf-8e4a-b132bf1b6c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.610295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:27.624704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:27.655453 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:27.677274 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:27.690072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.722981 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.767761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.784748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-425322630'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:27.844046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] Set router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:39:27.892951 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 58afc03c-9403-4adc-b275-b3cb9f803296 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58afc03c-9403-4adc-b275-b3cb9f803296 found for delete ", "request_id": "req-f25339f6-7374-4043-8438-cabbf1f194df"}]} Jun 15 14:39:27.915314 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:27.924594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed77bf6-6255-49c6-ab5f-c711e39982b6 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:27.935848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7973c620-26e0-4e07-8b8f-a701049e0be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.938297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:27.943240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:network and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:27.949604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:27.952371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:27.986572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:27.989661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7973c620-26e0-4e07-8b8f-a701049e0be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:27.996337 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:27.999798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.010515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.017017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.029734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:28.074355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Pushing event updated for resources: {'Port': ['ID=856a97ff-06ee-4405-94d5-267a4cd576ac,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:28.111142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Pushing event deleted for resources: {'Network': ['ID=f5f47486-02fb-466e-8b3f-a3d6c8269289,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:28.123512 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2cec2b8e-9132-48d9-9568-9f6eb23d2f86 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] 10.222.0.26 "DELETE /v2.0/networks/f5f47486-02fb-466e-8b3f-a3d6c8269289 HTTP/1.1" status: 204 len: 168 time: 1.9764700 Jun 15 14:39:28.128072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56376) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:28.130970 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7973c620-26e0-4e07-8b8f-a701049e0be9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffe043f0ffcd41e9b014daac2978642b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3700182 Jun 15 14:39:28.131837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973c620-26e0-4e07-8b8f-a701049e0be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671efd6b-aafe-439d-a289-6359e10ae299,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:28.168625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56378) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:28.177354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e6f958e4-e232-4519-86e6-1dd454b062e6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:28.243029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1e0d6517-e101-4d7e-b06e-77e0ec0da43a None None] Provisioning for port 20df1252-35ed-4d7d-bea8-ce974f8036d2 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:28.254292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.262894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Made reservation on behalf of 7efef928e0094939bd2c4aaca63bcf94 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:28.267192 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.338503 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd51d86-4f4e-4cbc-ad11-091c82bd2840 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] DELETE failed (client error): The resource could not be found. Jun 15 14:39:28.338972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd51d86-4f4e-4cbc-ad11-091c82bd2840 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:39:28.341677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.383307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:28.383512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device af491c86-50c6-4563-bc96-4abbd8508c26 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:39:28.392364 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9dd51d86-4f4e-4cbc-ad11-091c82bd2840 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] 10.222.0.26 "DELETE /v2.0/ports/71dfeecd-b676-4905-9402-37f6cffc53d2 HTTP/1.1" status: 404 len: 333 time: 0.2565150 Jun 15 14:39:28.402098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:security_group_rule and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:28.407527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56384) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:28.418575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:28.427496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.433567 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Allocated IP 172.20.0.1 (2c4542f6-1ff4-449e-819f-bedc559ff4ef/d33a1874-1c43-49f4-9a08-d4d67a65c1cd/111b401f-5fbe-448e-94bb-107785fe94e8) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:28.435357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1e0d6517-e101-4d7e-b06e-77e0ec0da43a None None] Provisioning complete for port 20df1252-35ed-4d7d-bea8-ce974f8036d2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:28.435503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.435800 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1e0d6517-e101-4d7e-b06e-77e0ec0da43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.450372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.452862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.487265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:28.531239 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: af491c86-50c6-4563-bc96-4abbd8508c26 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:39:28.531491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device af491c86-50c6-4563-bc96-4abbd8508c26 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:39:28.561448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f53a746f-8fa8-434f-9c99-b42464c9c23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.581028 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1e0d6517-e101-4d7e-b06e-77e0ec0da43a None None] Port 20df1252-35ed-4d7d-bea8-ce974f8036d2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:39:28.598941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c06ea9-fd91-4093-b2be-c0a0ef9df816 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Deleting subnet ee5a83e7-756f-41d1-a140-798f052b923f {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:39:28.604599 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.608623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91c06ea9-fd91-4093-b2be-c0a0ef9df816 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.680633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f53a746f-8fa8-434f-9c99-b42464c9c23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.717142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1e0d6517-e101-4d7e-b06e-77e0ec0da43a None None] Provisioning for port 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:28.760598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.777560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Transition to ACTIVE for port object cd17b9bf-1bc6-487a-9486-1ae894e31c81 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:28.805303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.810325 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91c06ea9-fd91-4093-b2be-c0a0ef9df816 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.846734 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event updated for resources: {'Port': ['ID=b1c877a5-a29d-4faa-8721-11af546e8caf,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:28.933407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1068a6c-a418-4b85-96ef-fe862dccef92 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:39:28.941884 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:39:15Z', 'revision_number': 4, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '29a715e6-7e28-4cb0-b274-e2b824873541', 'name': '', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'mac_address': 'fa:16:3e:20:af:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:26Z', 'revision_number': 4, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'subnets': [{'id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:28.952443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:28.952911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Attempting to bind port cd17b9bf-1bc6-487a-9486-1ae894e31c81 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:28.953489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Attempting to bind port cd17b9bf-1bc6-487a-9486-1ae894e31c81 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:28.953889 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c252cd4b-b95e-42e1-9e98-ef00f34da595 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6053894 Jun 15 14:39:28.954513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Attempting to bind port cd17b9bf-1bc6-487a-9486-1ae894e31c81 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:28.962347 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56388) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:28.962718 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140f7a6-46c5-47ef-ae26-84953c7ddaa3 None None] Pushing event updated for resources: {'Port': ['ID=cd17b9bf-1bc6-487a-9486-1ae894e31c81,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:28.965810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55abb6a-ecc5-42fd-bf22-86874f7668f7 None None] The sync data for ids ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'] in dv-neutron-845844-1-hyperv is: [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:39:15Z', 'revision_number': 4, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '29a715e6-7e28-4cb0-b274-e2b824873541', 'name': '', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'mac_address': 'fa:16:3e:20:af:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:26Z', 'revision_number': 4, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'subnets': [{'id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:39:28.967447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b1068a6c-a418-4b85-96ef-fe862dccef92 None None] Deleting port 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:28.968000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1068a6c-a418-4b85-96ef-fe862dccef92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.008308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 48fe0f3d-ade2-447a-bd1e-c93232e086a0 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:29.057330 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:29.057780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:29.058505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.058657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:29.059246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Bound port: cd17b9bf-1bc6-487a-9486-1ae894e31c81, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:29.059706 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.112079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.128396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.188826 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1767c72f-bdf2-45d5-b4b8-c1a83c933dde tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "GET /v2.0/floatingips?floating_network_id=7b8c24e6-7f35-4f88-bdd4-3f18358dec80 HTTP/1.1" status: 200 len: 690 time: 0.2191372 Jun 15 14:39:29.193261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.195195 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91c06ea9-fd91-4093-b2be-c0a0ef9df816 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.199386 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56392) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:29.200703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] For port cd17b9bf-1bc6-487a-9486-1ae894e31c81, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:29.205066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] For port cd17b9bf-1bc6-487a-9486-1ae894e31c81, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cd17b9bf-1bc6-487a-9486-1ae894e31c81,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:29.242887 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f53a746f-8fa8-434f-9c99-b42464c9c23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.257627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.269011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:29.281181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.293398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a746f-8fa8-434f-9c99-b42464c9c23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671efd6b-aafe-439d-a289-6359e10ae299,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:29.295966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f53a746f-8fa8-434f-9c99-b42464c9c23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.299766 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f53a746f-8fa8-434f-9c99-b42464c9c23c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/671efd6b-aafe-439d-a289-6359e10ae299 HTTP/1.1" status: 204 len: 168 time: 1.1273146 Jun 15 14:39:29.349847 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:29.357117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Transition to ACTIVE for port object 111b401f-5fbe-448e-94bb-107785fe94e8 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:29.374090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:29.399655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.404588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8ac698-d143-4ee8-bbf4-f4038ef13ee9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:29.418530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.419417 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Added segment 38d4cd03-9087-4638-9c0c-afbeab3bd07a of type vlan for network 9926dc72-5c1f-4565-81aa-530b75fb6e46 Jun 15 14:39:29.421436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:29.421688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.452040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=6784a7af-4afd-4347-9c8b-dabb874d0d7c,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:29.452402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0aae0c3d-6038-4907-8866-08b29f7dc803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.460363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.519068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.543886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Routers {'b0a70da8-e228-47c6-a710-0da0366eabc4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:29.545112 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:38:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b0a70da8-e228-47c6-a710-0da0366eabc4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:29.593238 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e9af2c90-9320-4bc3-8c77-385d64d3a00c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8233142 Jun 15 14:39:29.601066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.608196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56398) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:29.609352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.616854 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:29.617811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.624722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:29.625161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.638177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.649810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140f7a6-46c5-47ef-ae26-84953c7ddaa3 None None] Pushing event updated for resources: {'Port': ['ID=cd17b9bf-1bc6-487a-9486-1ae894e31c81,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:29.663209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'name': 'tempest-NetworksTestDHCPv6-1865251776'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:29.698300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.699336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.713698 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.770816 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91c06ea9-fd91-4093-b2be-c0a0ef9df816 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.799143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Network': ['ID=9926dc72-5c1f-4565-81aa-530b75fb6e46,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:29.830817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 9926dc72-5c1f-4565-81aa-530b75fb6e46 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:29.875944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27cd04-46f7-4b54-9a2b-8f9caa655f10 None None] Network e80342d4-331b-4646-84c8-278a3c72618b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:29.883027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91c06ea9-fd91-4093-b2be-c0a0ef9df816 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:29.893706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c06ea9-fd91-4093-b2be-c0a0ef9df816 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5a83e7-756f-41d1-a140-798f052b923f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:29.927265 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-71f24c4b-0736-433a-aa11-7a437d8759d2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5199254 Jun 15 14:39:29.927265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Pushing event updated for resources: {'Port': ['ID=856a97ff-06ee-4405-94d5-267a4cd576ac,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:29.934330 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-91c06ea9-fd91-4093-b2be-c0a0ef9df816 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] 10.222.0.26 "DELETE /v2.0/subnets/ee5a83e7-756f-41d1-a140-798f052b923f HTTP/1.1" status: 204 len: 168 time: 1.5222669 Jun 15 14:39:29.935167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56406) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:29.935566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56408) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:29.946996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'subnet': {'network_id': '9926dc72-5c1f-4565-81aa-530b75fb6e46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:29.962233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.078230 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Deleting port b1c877a5-a29d-4faa-8721-11af546e8caf {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:30.079068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.189601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b1068a6c-a418-4b85-96ef-fe862dccef92 None None] For port 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3bc8f125-7d5b-4e28-a1fd-f41a1ae52004,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:30.190029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1068a6c-a418-4b85-96ef-fe862dccef92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.211278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Pushing event updated for resources: {'Port': ['ID=20df1252-35ed-4d7d-bea8-ce974f8036d2,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:30.217473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Network 2c4542f6-1ff4-449e-819f-bedc559ff4ef is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:30.262897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] Set router b0a70da8-e228-47c6-a710-0da0366eabc4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:39:30.324088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:30.342130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.351974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.353382 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a8d21f64-02ee-4c7f-9c8a-a17b28affc3d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3337781 Jun 15 14:39:30.355014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:30.359789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:subnet and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:30.369325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:30.370031 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.374965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:30.401001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:30.426807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Deleting port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:30.427348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:30.563809 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=111b401f-5fbe-448e-94bb-107785fe94e8,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:30.681453 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Network 69591c21-b83e-4f78-9745-9de0ba661089 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:30.713167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:30.954489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] For port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e,segment=NetworkSegment(cf1c5a68-e3dd-42a1-b912-137fc69c68be),segment_id=cf1c5a68-e3dd-42a1-b912-137fc69c68be)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:30.955093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.078108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Made reservation on behalf of 7efef928e0094939bd2c4aaca63bcf94 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:31.082106 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.090269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b1068a6c-a418-4b85-96ef-fe862dccef92 None None] Calling delete_port for 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:39:31.166964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Calling delete_port for dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:39:31.258936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Router 4b065a48-cb3a-4178-91c0-2d8c35315798 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:39:31.285788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:31.290150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:31.294085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:31.299981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:31.325108 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:31.328294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6d774344-77bd-436c-a41c-7382a6ec49a3 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:31.395327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1068a6c-a418-4b85-96ef-fe862dccef92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.525430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:39:31.538486 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0173b43d-c84b-4971-abdb-80f29a5d16fd admin admin] 10.222.0.26 "PUT /v2.0/routers/4b065a48-cb3a-4178-91c0-2d8c35315798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2239945 Jun 15 14:39:31.540820 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.548712 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Sync routers for ids ['4b065a48-cb3a-4178-91c0-2d8c35315798'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:39:31.555200 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.562441 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Routers {'4b065a48-cb3a-4178-91c0-2d8c35315798'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:31.563183 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['4b065a48-cb3a-4178-91c0-2d8c35315798'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:31.574261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1068a6c-a418-4b85-96ef-fe862dccef92 None None] No DVR routers for this DVR port 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:39:31.603392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1068a6c-a418-4b85-96ef-fe862dccef92 None None] Pushing event deleted for resources: {'Port': ['ID=3bc8f125-7d5b-4e28-a1fd-f41a1ae52004,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:31.612409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.615827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f30c76d3-abd2-43e0-8049-bfa8abe5b551 None None] Provisioning for port 111b401f-5fbe-448e-94bb-107785fe94e8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:31.615988 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.616330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.639289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.678129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f7045f-cdc9-4f5d-a31a-b160a6141de8 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:31.795763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Calling delete_port for b1c877a5-a29d-4faa-8721-11af546e8caf owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:39:31.831421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:31.836393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:31.908527 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port f69d27e1-ebf9-4768-826a-83b421f383d2 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:39:31.922142 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Set router 4b065a48-cb3a-4178-91c0-2d8c35315798 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:39:31.932280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Subnet': ['ID=81d6472f-b103-42f2-b3af-3f624d2118a9,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:31.961364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Pushing event deleted for resources: {'Port': ['ID=dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:31.976080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] No DVR routers for this DVR port dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:39:32.015418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f30c76d3-abd2-43e0-8049-bfa8abe5b551 None None] Provisioning complete for port 111b401f-5fbe-448e-94bb-107785fe94e8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:32.015787 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f30c76d3-abd2-43e0-8049-bfa8abe5b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.116040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56474) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:32.168228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56482) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:32.172654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.306795 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 14:39:32.307620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56488) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:32.308475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Checking segment: {'id': '38d4cd03-9087-4638-9c0c-afbeab3bd07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9926dc72-5c1f-4565-81aa-530b75fb6e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:32.308891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network hostable DHCP agents. Network: 9926dc72-5c1f-4565-81aa-530b75fb6e46, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:39:32.350658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.353937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f30c76d3-abd2-43e0-8049-bfa8abe5b551 None None] Port 111b401f-5fbe-448e-94bb-107785fe94e8 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:39:32.371061 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.404523 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:39:28Z', 'revision_number': 4, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '20df1252-35ed-4d7d-bea8-ce974f8036d2', 'name': '', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'mac_address': 'fa:16:3e:bd:db:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:25Z', 'updated_at': '2022-06-15T14:39:28Z', 'revision_number': 2, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'subnets': [{'id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:32.409755 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Checking router: 4b065a48-cb3a-4178-91c0-2d8c35315798 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:39:32.410907 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Updating router 4b065a48-cb3a-4178-91c0-2d8c35315798 port 20df1252-35ed-4d7d-bea8-ce974f8036d2 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:39:32.411473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80342d4-331b-4646-84c8-278a3c72618b']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:32.426101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1c5a68-e3dd-42a1-b912-137fc69c68be') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:32.426553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1c5a68-e3dd-42a1-b912-137fc69c68be') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:32.430217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 6d774344-77bd-436c-a41c-7382a6ec49a3 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:32.443469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.451312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 6d774344-77bd-436c-a41c-7382a6ec49a3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:32.451807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.465041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.470074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::333 (2ef0444c-622d-434a-90a5-976e58c67159/6784a7af-4afd-4347-9c8b-dabb874d0d7c/f69d27e1-ebf9-4768-826a-83b421f383d2) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:32.473553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:39:32.474039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.474153 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.493205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '6784a7af-4afd-4347-9c8b-dabb874d0d7c'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:39:32.494477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.512271 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.529472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84820df-11cd-4ef8-9b6f-84f47e61888a None None] DHCP port deletion for e80342d4-331b-4646-84c8-278a3c72618b request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:39:32.561156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1c877a5-a29d-4faa-8721-11af546e8caf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:32.599942 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1794005633', 'description': 'tempest-description--13407055'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:32.610599 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment cf1c5a68-e3dd-42a1-b912-137fc69c68be resource provider aggregate not found Jun 15 14:39:32.626874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-103133519', 'router:external': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:32.639385 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:32.653376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.660556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:32.661017 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-80179ca6-f05b-4e3a-92a1-f4cc42c58101 None None] Provisioning complete for port 20df1252-35ed-4d7d-bea8-ce974f8036d2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:32.661581 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-80179ca6-f05b-4e3a-92a1-f4cc42c58101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.664944 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment cf1c5a68-e3dd-42a1-b912-137fc69c68be resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf1c5a68-e3dd-42a1-b912-137fc69c68be found for delete ", "request_id": "req-95ed80d4-61d9-4c2b-a6f2-2c48ea92acf2"}]} Jun 15 14:39:32.666471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Usage tracker for resource:security_group and tenant:3746eda524be4a2bbb2df2b64eaa62f5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:32.671298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:32.674569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Usage tracker for resource:network and tenant:23fabd7b6d114fad8491ff5c837c9ec2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:32.697914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:32.705706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-72abd61d-ef5f-48e7-bc14-204342948ed1 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Synchronizing usage tracker for tenant:fa19258c43194ad1bb9aa536dcf5b975 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:32.731518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.732640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:32.742057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-80179ca6-f05b-4e3a-92a1-f4cc42c58101 None None] Port 20df1252-35ed-4d7d-bea8-ce974f8036d2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:39:32.742241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.747299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:32.764895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] Pushing event deleted for resources: {'Network': ['ID=e80342d4-331b-4646-84c8-278a3c72618b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:32.792226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network 9926dc72-5c1f-4565-81aa-530b75fb6e46 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:32.805168 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-90c5fb68-dc66-43af-995a-c6967031c810 tempest-DHCPAgentSchedulersTestJSON-1275980413 tempest-DHCPAgentSchedulersTestJSON-1275980413-project] 10.222.0.26 "DELETE /v2.0/networks/e80342d4-331b-4646-84c8-278a3c72618b HTTP/1.1" status: 204 len: 168 time: 2.8642194 Jun 15 14:39:32.808420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-72abd61d-ef5f-48e7-bc14-204342948ed1 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Unset dirty status for tenant:fa19258c43194ad1bb9aa536dcf5b975 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:32.809602 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-72abd61d-ef5f-48e7-bc14-204342948ed1 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--164950016&fields=id&tenant_id=fa19258c43194ad1bb9aa536dcf5b975 HTTP/1.1" status: 200 len: 267 time: 0.6341300 Jun 15 14:39:32.810442 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Made reservation on behalf of 23fabd7b6d114fad8491ff5c837c9ec2 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:32.813121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.824808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.853497 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 6d774344-77bd-436c-a41c-7382a6ec49a3 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:32.854210 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.861110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:20Z', 'revision_number': 3, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:32.861943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 9926dc72-5c1f-4565-81aa-530b75fb6e46) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:32.868852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:32.875215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e86784-8716-4844-8a98-0f2ad13332c1 None None] The sync data for ids ['b0a70da8-e228-47c6-a710-0da0366eabc4'] in dv-neutron-845844-1-hyperv is: [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:20Z', 'revision_number': 3, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:39:32.882941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e31f88-dcc1-40f6-946a-ef079e65c354 None None] Network 9926dc72-5c1f-4565-81aa-530b75fb6e46 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:32.916754 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 6d774344-77bd-436c-a41c-7382a6ec49a3, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6d774344-77bd-436c-a41c-7382a6ec49a3,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:32.980812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.210658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29a715e6-7e28-4cb0-b274-e2b824873541 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:33.251830 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:33.257063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Usage tracker for resource:security_group_rule and tenant:3746eda524be4a2bbb2df2b64eaa62f5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:33.262000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:33.268062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:33.299934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:33.300652 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.310143 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.337144 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Transition to ACTIVE for port object 20df1252-35ed-4d7d-bea8-ce974f8036d2 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:33.347214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56506) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:33.354953 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.387389 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.402938 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=6d774344-77bd-436c-a41c-7382a6ec49a3,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:33.427813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 29a715e6-7e28-4cb0-b274-e2b824873541 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:33.433945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 29a715e6-7e28-4cb0-b274-e2b824873541 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:33.434350 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.486334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.542912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.548455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e9d4c2-3e2c-4139-aeaa-6c4b212f0aaa None None] Network 9926dc72-5c1f-4565-81aa-530b75fb6e46 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:33.568280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:33.585367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-2b40c443-1dd3-4712-b5a7-98246ac3a5c7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:33.587733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-2b40c443-1dd3-4712-b5a7-98246ac3a5c7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Synchronizing usage tracker for tenant:fa19258c43194ad1bb9aa536dcf5b975 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:33.614473 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-80b28fa3-6b3a-4d82-8ac8-d029fce3e238 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6706762 Jun 15 14:39:33.615648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7975e746-4e4a-4537-950b-d3c65258b3a5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:33.616091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.621066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56512) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:33.639694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Usage tracker for resource:security_group_rule and tenant:23fabd7b6d114fad8491ff5c837c9ec2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:33.685597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:33.733159 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf90de9-f5da-4ecf-a879-b8f64d6839bb None None] Pushing event updated for resources: {'Port': ['ID=20df1252-35ed-4d7d-bea8-ce974f8036d2,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:33.771008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:39:33.776864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1945605665', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:33.791637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.795776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:33.805500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:router and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:33.813976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:33.824058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:33.845707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:33.870897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.871625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.912104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-2b40c443-1dd3-4712-b5a7-98246ac3a5c7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Unset dirty status for tenant:fa19258c43194ad1bb9aa536dcf5b975 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:33.913336 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-2b40c443-1dd3-4712-b5a7-98246ac3a5c7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/networks?id=4b334544-5bc3-43e8-9dd2-ade47750e3e2 HTTP/1.1" status: 200 len: 812 time: 1.0610428 Jun 15 14:39:33.920101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 29a715e6-7e28-4cb0-b274-e2b824873541 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:33.920943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.946171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.947467 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6231229 Jun 15 14:39:33.966117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56516) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:33.979048 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Attempting to bind port 20df1252-35ed-4d7d-bea8-ce974f8036d2 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:33.979833 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Attempting to bind port 20df1252-35ed-4d7d-bea8-ce974f8036d2 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:33.980585 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Attempting to bind port 20df1252-35ed-4d7d-bea8-ce974f8036d2 on network 69591c21-b83e-4f78-9745-9de0ba661089 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:33.982739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5adf96ac-983a-467c-92a7-aaa6d5277a19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Request body: {'security_group_rule': {'security_group_id': '8de7369e-99ca-4c10-ad93-8cf12f60676c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:33.991016 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:33.991387 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Checking segment: {'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:33.993723 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:33.994244 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Bound using segment: {'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:33.994726 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Bound port: 20df1252-35ed-4d7d-bea8-ce974f8036d2, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:33.995154 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.001598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5adf96ac-983a-467c-92a7-aaa6d5277a19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:34.007635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5adf96ac-983a-467c-92a7-aaa6d5277a19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Usage tracker for resource:security_group_rule and tenant:3746eda524be4a2bbb2df2b64eaa62f5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:34.010968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5adf96ac-983a-467c-92a7-aaa6d5277a19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:34.019033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5adf96ac-983a-467c-92a7-aaa6d5277a19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:34.043301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f589dc81-5717-4f75-acce-bfc7f2a914e1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de7369e-99ca-4c10-ad93-8cf12f60676c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:34.045800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.046890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.092941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.101879 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-868bc714-4075-40a1-871c-46bab7813a21 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/quotas/fa19258c43194ad1bb9aa536dcf5b975 HTTP/1.1" status: 200 len: 375 time: 0.1636879 Jun 15 14:39:34.105693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.107655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 29a715e6-7e28-4cb0-b274-e2b824873541, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29a715e6-7e28-4cb0-b274-e2b824873541,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:34.115206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.116260 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e1eaf70a-6337-4a24-a5f4-4fb85f3c4093 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3236ef0331ac48218579c1d3fed6fc6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7437551 Jun 15 14:39:34.125898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56520) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:34.130113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5adf96ac-983a-467c-92a7-aaa6d5277a19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.190926 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] For port 20df1252-35ed-4d7d-bea8-ce974f8036d2, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:34.198157 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] For port 20df1252-35ed-4d7d-bea8-ce974f8036d2, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=20df1252-35ed-4d7d-bea8-ce974f8036d2,segment=NetworkSegment(59971b48-d1a7-4671-8b09-b00aaa4197ea),segment_id=59971b48-d1a7-4671-8b09-b00aaa4197ea)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:34.211569 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object f69d27e1-ebf9-4768-826a-83b421f383d2 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:34.217478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Pushing event updated for resources: {'Port': ['ID=111b401f-5fbe-448e-94bb-107785fe94e8,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:34.225864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.226206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.226880 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.226993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.227377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > port after_create 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.227697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.228097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > port after_update 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.228507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.229142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.229471 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.229829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.234406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=29a715e6-7e28-4cb0-b274-e2b824873541,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:34.239879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:39:34.282739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:39:34.283141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3bc8f125-7d5b-4e28-a1fd-f41a1ae52004 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:39:34.283958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:39:34.290835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.348946 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:39:34.349294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device dcd2b9c4-d0c2-4d2d-bb99-89ef2b99550e not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:39:34.349862 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Routers {'4b065a48-cb3a-4178-91c0-2d8c35315798'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:34.351082 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['4b065a48-cb3a-4178-91c0-2d8c35315798'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:34.396376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5adf96ac-983a-467c-92a7-aaa6d5277a19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.438309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.438654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.438983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.439306 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 15 14:39:34.439701 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8c24e6-7f35-4f88-bdd4-3f18358dec80']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:34.477669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5adf96ac-983a-467c-92a7-aaa6d5277a19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.490843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dab79b3d-a9be-452e-a0c6-85b35860c9d2') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:34.491164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dab79b3d-a9be-452e-a0c6-85b35860c9d2') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:34.524052 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Network 2c4542f6-1ff4-449e-819f-bedc559ff4ef is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:34.529596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.537430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:34.558399 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf90de9-f5da-4ecf-a879-b8f64d6839bb None None] Pushing event updated for resources: {'Port': ['ID=20df1252-35ed-4d7d-bea8-ce974f8036d2,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:34.591986 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] Set router 4b065a48-cb3a-4178-91c0-2d8c35315798 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:39:34.611753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf96ac-983a-467c-92a7-aaa6d5277a19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab0e872-6354-411c-b614-38148a82f3b4,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:34.631713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.654313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.717107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba8b647e-9ba3-420a-8944-1d2d0d08630e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.719373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.730571 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:39:34.730998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.848631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5adf96ac-983a-467c-92a7-aaa6d5277a19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.850207 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5adf96ac-983a-467c-92a7-aaa6d5277a19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8727818 Jun 15 14:39:34.871132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56528) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:34.882774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-613e9c18-dcec-493a-bf2b-4d93e7fa9cbc tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Synchronizing usage tracker for tenant:fa19258c43194ad1bb9aa536dcf5b975 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:34.889853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.898050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-22125787-ce3d-4651-b671-2797b5f61598 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Request body: {'security_group_rule': {'security_group_id': '8de7369e-99ca-4c10-ad93-8cf12f60676c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:34.899807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/6784a7af-4afd-4347-9c8b-dabb874d0d7c/75098481-3d07-424f-8779-922b657e646b) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:34.904551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:34.920678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-22125787-ce3d-4651-b671-2797b5f61598 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:34.926015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21dfe04-bd8a-4779-89f5-7a35908b0f42,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:34.929717 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-22125787-ce3d-4651-b671-2797b5f61598 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Usage tracker for resource:security_group_rule and tenant:3746eda524be4a2bbb2df2b64eaa62f5 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:34.947792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:34.948315 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Added segment a2edc4d2-c38f-485c-8fbb-4240106a355b of type vlan for network f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb Jun 15 14:39:34.950226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-22125787-ce3d-4651-b671-2797b5f61598 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:34.989499 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-22125787-ce3d-4651-b671-2797b5f61598 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:35.021601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-613e9c18-dcec-493a-bf2b-4d93e7fa9cbc tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Unset dirty status for tenant:fa19258c43194ad1bb9aa536dcf5b975 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:35.024096 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-613e9c18-dcec-493a-bf2b-4d93e7fa9cbc tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa19258c43194ad1bb9aa536dcf5b975&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8740242 Jun 15 14:39:35.033568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.035336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.038503 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:39:28Z', 'revision_number': 4, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '20df1252-35ed-4d7d-bea8-ce974f8036d2', 'name': '', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'mac_address': 'fa:16:3e:bd:db:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:25Z', 'updated_at': '2022-06-15T14:39:34Z', 'revision_number': 4, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'subnets': [{'id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:35.046955 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6f4602-421c-424d-bf04-5eba1766e1bc None None] The sync data for ids ['4b065a48-cb3a-4178-91c0-2d8c35315798'] in dv-neutron-845844-1-hyperv is: [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:39:28Z', 'revision_number': 4, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '20df1252-35ed-4d7d-bea8-ce974f8036d2', 'name': '', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'mac_address': 'fa:16:3e:bd:db:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:25Z', 'updated_at': '2022-06-15T14:39:34Z', 'revision_number': 4, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'subnets': [{'id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:39:35.074457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.101142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22125787-ce3d-4651-b671-2797b5f61598 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.139499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba8b647e-9ba3-420a-8944-1d2d0d08630e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.163327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-154cb2a0-cb78-4716-8b07-1e7ea7d8f01e None None] Provisioning complete for port 111b401f-5fbe-448e-94bb-107785fe94e8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:35.163890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-154cb2a0-cb78-4716-8b07-1e7ea7d8f01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.188278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b8c24e6-7f35-4f88-bdd4-3f18358dec80 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 15 14:39:35.231243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.232377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:35.232900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.265081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b8c24e6-7f35-4f88-bdd4-3f18358dec80,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:35.277137 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Router b0a70da8-e228-47c6-a710-0da0366eabc4 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:39:35.285530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.292104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cd17b9bf-1bc6-487a-9486-1ae894e31c81 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:35.367457 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-154cb2a0-cb78-4716-8b07-1e7ea7d8f01e None None] Port 111b401f-5fbe-448e-94bb-107785fe94e8 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:39:35.386120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:35.427201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-5918d41c-bfbc-4221-86ea-dab2b4c0a876 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:39:35.434561 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-5918d41c-bfbc-4221-86ea-dab2b4c0a876 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1350689 Jun 15 14:39:35.467021 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.3475718 Jun 15 14:39:35.480737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56546) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:35.482628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port cd17b9bf-1bc6-487a-9486-1ae894e31c81 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:35.494626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Request body: {'subnet': {'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:35.499629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2273cf-b45d-4cff-a119-db32cba12bde tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event updated for resources: {'Network': ['ID=f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:35.501499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.504434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port cd17b9bf-1bc6-487a-9486-1ae894e31c81 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:35.504863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.533466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:35.556795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:35.574057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Transition to ACTIVE for port object 75098481-3d07-424f-8779-922b657e646b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:35.589257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Usage tracker for resource:subnet and tenant:23fabd7b6d114fad8491ff5c837c9ec2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:35.597472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:35.601584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22125787-ce3d-4651-b671-2797b5f61598 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.611348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:35.616014 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment dab79b3d-a9be-452e-a0c6-85b35860c9d2 resource provider aggregate not found Jun 15 14:39:35.622858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:39:35.625926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22125787-ce3d-4651-b671-2797b5f61598 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.627771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:35.635218 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:35.642329 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:35.643135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.682055 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=f69d27e1-ebf9-4768-826a-83b421f383d2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:35.698988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Made reservation on behalf of 23fabd7b6d114fad8491ff5c837c9ec2 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:35.701959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Transition to ACTIVE for port object 75098481-3d07-424f-8779-922b657e646b will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:35.705778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.707609 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment dab79b3d-a9be-452e-a0c6-85b35860c9d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dab79b3d-a9be-452e-a0c6-85b35860c9d2 found for delete ", "request_id": "req-3a989f8f-7ae3-4a51-a21f-b289f41168c8"}]} Jun 15 14:39:35.721221 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-01804761-7945-4e8e-8455-60706acf4cc4 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "DELETE /v2.0/networks/7b8c24e6-7f35-4f88-bdd4-3f18358dec80 HTTP/1.1" status: 204 len: 168 time: 6.5186009 Jun 15 14:39:35.734648 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f9e04505-cdf6-4449-add8-24e20ce6f8b7 admin admin] 10.222.0.26 "PUT /v2.0/routers/b0a70da8-e228-47c6-a710-0da0366eabc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0108335 Jun 15 14:39:35.736671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56552) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:35.742312 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1c449ad1-ef8f-440b-990a-e9cbc1531150 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.1306477 Jun 15 14:39:35.792170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.830086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56558) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:35.831050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22125787-ce3d-4651-b671-2797b5f61598 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f420fe42-1afa-4c9b-9841-68195d5f78b6,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:35.841392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port cd17b9bf-1bc6-487a-9486-1ae894e31c81 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:35.841980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.902403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:35.917902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:35.921416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7bb23ad7-df12-45f6-b180-4b4a0da746da tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Synchronizing usage tracker for tenant:75b3c25dd6314a78afdfa49730822cd0 on resource:floatingip {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:35.927952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:35.936113 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-4b4a20e6-08c1-4162-a430-e8655403b8d4 service neutron] 10.222.0.26 "GET /v2.0/networks/4b334544-5bc3-43e8-9dd2-ade47750e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006866 Jun 15 14:39:35.956996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22125787-ce3d-4651-b671-2797b5f61598 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.958798 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-22125787-ce3d-4651-b671-2797b5f61598 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0863466 Jun 15 14:39:35.962047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba8b647e-9ba3-420a-8944-1d2d0d08630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.971612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port cd17b9bf-1bc6-487a-9486-1ae894e31c81, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cd17b9bf-1bc6-487a-9486-1ae894e31c81,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:35.978022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56562) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:35.980589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Pushing event updated for resources: {'Port': ['ID=75098481-3d07-424f-8779-922b657e646b,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:35.991122 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:35.992060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29a715e6-7e28-4cb0-b274-e2b824873541 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:36.031320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8b647e-9ba3-420a-8944-1d2d0d08630e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4aaf76-1fe6-4bba-a662-44105b4005ec,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:36.045491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7bb23ad7-df12-45f6-b180-4b4a0da746da tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Unset dirty status for tenant:75b3c25dd6314a78afdfa49730822cd0 on resource:floatingip {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:36.047088 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7bb23ad7-df12-45f6-b180-4b4a0da746da tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3085060 Jun 15 14:39:36.054029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:36.064079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56566) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:36.069319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:36.074718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Usage tracker for resource:floatingip and tenant:3746eda524be4a2bbb2df2b64eaa62f5 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:36.078540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:36.087058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:36.096824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba8b647e-9ba3-420a-8944-1d2d0d08630e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:36.103188 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ba8b647e-9ba3-420a-8944-1d2d0d08630e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c4aaf76-1fe6-4bba-a662-44105b4005ec HTTP/1.1" status: 204 len: 168 time: 1.9715378 Jun 15 14:39:36.146757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:36.392052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Attempting to bind port 75098481-3d07-424f-8779-922b657e646b on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:36.392627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Attempting to bind port 75098481-3d07-424f-8779-922b657e646b by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:36.393173 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Attempting to bind port 75098481-3d07-424f-8779-922b657e646b on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:36.418026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:36.418616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:36.419173 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:36.419722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:36.419943 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c30a09-a612-42f9-9b2e-df58afbe812e tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:36.420491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c30a09-a612-42f9-9b2e-df58afbe812e tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:36.420667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Bound port: 75098481-3d07-424f-8779-922b657e646b, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:36.420952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c30a09-a612-42f9-9b2e-df58afbe812e tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:36.421355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:36.421578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c30a09-a612-42f9-9b2e-df58afbe812e tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:36.422073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c30a09-a612-42f9-9b2e-df58afbe812e tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:36.422518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c30a09-a612-42f9-9b2e-df58afbe812e tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:36.422970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c30a09-a612-42f9-9b2e-df58afbe812e tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:36.423416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c30a09-a612-42f9-9b2e-df58afbe812e tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:36.424779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b0c30a09-a612-42f9-9b2e-df58afbe812e tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Synchronizing usage tracker for tenant:75b3c25dd6314a78afdfa49730822cd0 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:36.454898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=cd17b9bf-1bc6-487a-9486-1ae894e31c81,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:36.463970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56578) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:36.476800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366802246', 'description': 'tempest-description--1324615145'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:36.485773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b0c30a09-a612-42f9-9b2e-df58afbe812e tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Unset dirty status for tenant:75b3c25dd6314a78afdfa49730822cd0 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:36.486950 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b0c30a09-a612-42f9-9b2e-df58afbe812e tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5233 time: 0.4218941 Jun 15 14:39:36.491172 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56582) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:36.494645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:36.563396 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] For port 75098481-3d07-424f-8779-922b657e646b, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:36.564290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Usage tracker for resource:security_group and tenant:ce4e73c2702a45cea38a2e8af59546a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:36.566368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] For port 75098481-3d07-424f-8779-922b657e646b, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=75098481-3d07-424f-8779-922b657e646b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:36.576984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Sync routers for ids ['b0a70da8-e228-47c6-a710-0da0366eabc4'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:39:36.578158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:36.583754 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:36.584790 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-630f5ac4-3122-4f44-9771-c81582368e8c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] delete failed (client error): The resource could not be found. Jun 15 14:39:36.585844 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-630f5ac4-3122-4f44-9771-c81582368e8c tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/495939cd-a709-4c8c-b1ae-3b73d3f87143 HTTP/1.1" status: 404 len: 345 time: 0.0931039 Jun 15 14:39:36.590985 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56586) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:36.595349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:36.632341 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-af2ef57f-1e32-4565-a4d3-7585f72643e8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] DELETE failed (client error): The resource could not be found. Jun 15 14:39:36.632810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af2ef57f-1e32-4565-a4d3-7585f72643e8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:39:36.634907 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-af2ef57f-1e32-4565-a4d3-7585f72643e8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "DELETE /v2.0/networks/7b8c24e6-7f35-4f88-bdd4-3f18358dec80 HTTP/1.1" status: 404 len: 339 time: 0.0422254 Jun 15 14:39:36.639530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56590) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:36.649081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Request body: {'network': {'name': 'tempest-network--2005406697', 'router:external': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:36.669973 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:36.672034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:36.675533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:36.697559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Usage tracker for resource:network and tenant:75b3c25dd6314a78afdfa49730822cd0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:36.699367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Routers {'b0a70da8-e228-47c6-a710-0da0366eabc4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:36.699999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b0a70da8-e228-47c6-a710-0da0366eabc4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:36.708161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:36.713585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:36.749204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:36.755939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:36.766602 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:36.772425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Usage tracker for resource:security_group_rule and tenant:ce4e73c2702a45cea38a2e8af59546a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:36.823222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56594) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:36.828844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:36.845178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:36.862975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-151eb815-d631-4642-9212-895a2fcf2c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:36.874479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Made reservation on behalf of 75b3c25dd6314a78afdfa49730822cd0 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:36.876942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:36.931709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 29a715e6-7e28-4cb0-b274-e2b824873541 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:36.932315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:36.982022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-151eb815-d631-4642-9212-895a2fcf2c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:36.986477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-151eb815-d631-4642-9212-895a2fcf2c58 admin admin] Usage tracker for resource:security_group_rule and tenant:93b41e1ce7834ecebad4ce4d27f5db76 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:36.988977 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-151eb815-d631-4642-9212-895a2fcf2c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:36.996134 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-151eb815-d631-4642-9212-895a2fcf2c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:37.017282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:37.037753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf746ed-2245-40b8-a9d2-8265748a3e66 None None] Pushing event updated for resources: {'Port': ['ID=75098481-3d07-424f-8779-922b657e646b,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:37.040742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5923d617-3e2e-42ea-93a7-676014f16019 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:37.044224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Set router b0a70da8-e228-47c6-a710-0da0366eabc4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:39:37.047519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5923d617-3e2e-42ea-93a7-676014f16019 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:37.048385 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5923d617-3e2e-42ea-93a7-676014f16019 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:37.062653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.066030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.066479 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Added segment a0116fc0-dfe9-4cd6-acb4-ebfc2f979380 of type vlan for network fa3bf70e-f3a4-49c6-b138-0ea125311f9d Jun 15 14:39:37.076618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.180457 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-151eb815-d631-4642-9212-895a2fcf2c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.216983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffc216f-ff24-4687-8209-9864295c7e54,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:37.232657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.238105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.242141 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a633752c-3d5b-45b9-b904-3c0dfd3cce85 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7679298 Jun 15 14:39:37.242681 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56598) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:37.244753 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-e44d4609-aefb-4761-bc61-017bb500b615 service neutron] 10.222.0.26 "GET /v2.0/networks/4b334544-5bc3-43e8-9dd2-ade47750e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2972941 Jun 15 14:39:37.246322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.26.3.186 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/adf88631-6e27-43cd-b382-9b96fb87b9c8) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:37.247270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-58baa62b-9110-4c23-9ce1-4a4c08d9d0e1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Request body: {'security_group_rule': {'security_group_id': 'cffc216f-ff24-4687-8209-9864295c7e54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:37.266629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58baa62b-9110-4c23-9ce1-4a4c08d9d0e1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:37.277430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-151eb815-d631-4642-9212-895a2fcf2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.293508 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58baa62b-9110-4c23-9ce1-4a4c08d9d0e1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Usage tracker for resource:security_group_rule and tenant:ce4e73c2702a45cea38a2e8af59546a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:37.297661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58baa62b-9110-4c23-9ce1-4a4c08d9d0e1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:37.338518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58baa62b-9110-4c23-9ce1-4a4c08d9d0e1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:37.361434 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:39:37.386098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 29a715e6-7e28-4cb0-b274-e2b824873541 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:37.387577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6d774344-77bd-436c-a41c-7382a6ec49a3 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:37.403983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.405010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:37.405605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.409293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58baa62b-9110-4c23-9ce1-4a4c08d9d0e1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.487127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5923d617-3e2e-42ea-93a7-676014f16019 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:37.495431 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5923d617-3e2e-42ea-93a7-676014f16019 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 1.6547253 Jun 15 14:39:37.498424 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-151eb815-d631-4642-9212-895a2fcf2c58 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=93b41e1ce7834ecebad4ce4d27f5db76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6704793 Jun 15 14:39:37.499216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151eb815-d631-4642-9212-895a2fcf2c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03bc6ed-85a3-45bd-b23d-97bc8ab85890,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:37.508229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56602) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:37.508229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56604) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:37.616673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event updated for resources: {'Network': ['ID=fa3bf70e-f3a4-49c6-b138-0ea125311f9d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:37.638517 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-48d87b8a-df45-45f9-8034-e68671318800 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9981885 Jun 15 14:39:37.641563 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56624) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:37.668881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network fa3bf70e-f3a4-49c6-b138-0ea125311f9d details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:37.797376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-eb1579e2-a42d-4786-b592-2b82943f3879 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port f69d27e1-ebf9-4768-826a-83b421f383d2 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:37.797953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb1579e2-a42d-4786-b592-2b82943f3879 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.817566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56632) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:37.821362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58baa62b-9110-4c23-9ce1-4a4c08d9d0e1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.834238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58baa62b-9110-4c23-9ce1-4a4c08d9d0e1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.905030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baa62b-9110-4c23-9ce1-4a4c08d9d0e1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa8862f-25a7-462b-8aca-bb1be0b19f3f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:37.941182 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 6d774344-77bd-436c-a41c-7382a6ec49a3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:37.941724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.958864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58baa62b-9110-4c23-9ce1-4a4c08d9d0e1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:37.960481 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-58baa62b-9110-4c23-9ce1-4a4c08d9d0e1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7171688 Jun 15 14:39:37.980647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56638) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:37.991823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-84bd93d2-500c-4820-a3b0-2e89b17c49c6 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Request body: {'security_group_rule': {'security_group_id': 'cffc216f-ff24-4687-8209-9864295c7e54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:38.022997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e6b880-4d86-4db7-ab47-df1e4e4b1b72 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:38.032412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e6b880-4d86-4db7-ab47-df1e4e4b1b72 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:38.041047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e6b880-4d86-4db7-ab47-df1e4e4b1b72 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:38.048516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e6b880-4d86-4db7-ab47-df1e4e4b1b72 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:38.055770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e6b880-4d86-4db7-ab47-df1e4e4b1b72 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:38.060270 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-00e6b880-4d86-4db7-ab47-df1e4e4b1b72 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3050 time: 0.4147108 Jun 15 14:39:38.060270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-84bd93d2-500c-4820-a3b0-2e89b17c49c6 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:38.061394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56642) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:38.085459 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-84bd93d2-500c-4820-a3b0-2e89b17c49c6 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Usage tracker for resource:security_group_rule and tenant:ce4e73c2702a45cea38a2e8af59546a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:38.091715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-84bd93d2-500c-4820-a3b0-2e89b17c49c6 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:38.107497 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-84bd93d2-500c-4820-a3b0-2e89b17c49c6 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:38.183186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 6d774344-77bd-436c-a41c-7382a6ec49a3 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:38.199097 dv-neutron-845844-1-hyperv neutron-server[89019]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 15 14:39:38.241838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '111b401f-5fbe-448e-94bb-107785fe94e8', 'name': '', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'mac_address': 'fa:16:3e:f1:75:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:27Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 2, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'subnets': [{'id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:38.242212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:38.255796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Checking router: b0a70da8-e228-47c6-a710-0da0366eabc4 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:39:38.255904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Updating router b0a70da8-e228-47c6-a710-0da0366eabc4 port 111b401f-5fbe-448e-94bb-107785fe94e8 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:39:38.339550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:38.353416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-84bd93d2-500c-4820-a3b0-2e89b17c49c6 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:38.375347 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-24e65c2e-8f04-4f04-a3c5-d945702c60e3 req-95e7519d-c219-4281-aec6-eb5665893afa tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 210 time: 0.5569191 Jun 15 14:39:38.393202 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:38.467767 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:38.473107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=adf88631-6e27-43cd-b382-9b96fb87b9c8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:38.484666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:38.496738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:38.543511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:38.580877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cd17b9bf-1bc6-487a-9486-1ae894e31c81 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:38.624531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4645fd22-fdb7-41db-ba18-94ae4ad0e34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:38.693450 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Allocated IP 172.26.3.175 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/c313c35f-f067-403a-bb94-e8a051c4963e) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:38.745480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-46bd81c4-deab-4c0f-9cc6-49aaccf165e1 None None] Provisioning for port 75098481-3d07-424f-8779-922b657e646b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:38.910289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4645fd22-fdb7-41db-ba18-94ae4ad0e34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:38.989845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port cd17b9bf-1bc6-487a-9486-1ae894e31c81 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:38.990438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.041989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-83ffc999-6de3-4649-bb8a-70eba31dd0a8 None None] Could not find standard attr ID for object 3afb1930-6e0a-452c-98fa-310be03017c3. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:39:39.159368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.173433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Transition to ACTIVE for port object 111b401f-5fbe-448e-94bb-107785fe94e8 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:39.210087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-84bd93d2-500c-4820-a3b0-2e89b17c49c6 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.227250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.236782 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port cd17b9bf-1bc6-487a-9486-1ae894e31c81 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:39.237936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 75098481-3d07-424f-8779-922b657e646b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:39.238866 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-84bd93d2-500c-4820-a3b0-2e89b17c49c6 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.280286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.305362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.318229 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3bf70e-f3a4-49c6-b138-0ea125311f9d']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:39.325427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd93d2-500c-4820-a3b0-2e89b17c49c6 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56876ac-d04d-4617-be90-8d5250cca635,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:39.346409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0116fc0-dfe9-4cd6-acb4-ebfc2f979380') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:39.346792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0116fc0-dfe9-4cd6-acb4-ebfc2f979380') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:39.349174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb1579e2-a42d-4786-b592-2b82943f3879 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.358658 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-84bd93d2-500c-4820-a3b0-2e89b17c49c6 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.361170 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-84bd93d2-500c-4820-a3b0-2e89b17c49c6 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3780806 Jun 15 14:39:39.364238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56668) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:39.367481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.500996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-eb1579e2-a42d-4786-b592-2b82943f3879 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for f69d27e1-ebf9-4768-826a-83b421f383d2 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:39:39.562958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8dbddf56-531d-4571-94be-672ca1afafdb None None] Provisioning for port f69d27e1-ebf9-4768-826a-83b421f383d2 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:39.564098 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:39.578002 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8dbddf56-531d-4571-94be-672ca1afafdb None None] Provisioning complete for port f69d27e1-ebf9-4768-826a-83b421f383d2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:39.578355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8dbddf56-531d-4571-94be-672ca1afafdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.589183 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:39.597136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.628719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Usage tracker for resource:floatingip and tenant:ce4e73c2702a45cea38a2e8af59546a2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:39.640728 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:39.650476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:39:39.651222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.690148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:39.697198 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a0116fc0-dfe9-4cd6-acb4-ebfc2f979380 resource provider aggregate not found Jun 15 14:39:39.785385 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a0116fc0-dfe9-4cd6-acb4-ebfc2f979380 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a0116fc0-dfe9-4cd6-acb4-ebfc2f979380 found for delete ", "request_id": "req-916ff363-88c8-4042-9301-ae353210ae63"}]} Jun 15 14:39:39.793614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.845889 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda7bd0-e6fb-4aef-919e-3129ba1d7468 None None] Pushing event updated for resources: {'Port': ['ID=111b401f-5fbe-448e-94bb-107785fe94e8,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:39.858980 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.865696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 75098481-3d07-424f-8779-922b657e646b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:39.875839 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8dbddf56-531d-4571-94be-672ca1afafdb None None] Port f69d27e1-ebf9-4768-826a-83b421f383d2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:39:39.877410 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 75098481-3d07-424f-8779-922b657e646b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:39.877937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.886123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb1579e2-a42d-4786-b592-2b82943f3879 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.898641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:39.906116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:39.912535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:39.914772 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Attempting to bind port 111b401f-5fbe-448e-94bb-107785fe94e8 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:39.915142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Attempting to bind port 111b401f-5fbe-448e-94bb-107785fe94e8 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:39.915507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Attempting to bind port 111b401f-5fbe-448e-94bb-107785fe94e8 on network 2c4542f6-1ff4-449e-819f-bedc559ff4ef {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:39.926719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:39.927096 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Checking segment: {'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:39.927496 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.927886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Bound using segment: {'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:39.928383 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Bound port: 111b401f-5fbe-448e-94bb-107785fe94e8, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:39.928761 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.944078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.980329 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa3bf70e-f3a4-49c6-b138-0ea125311f9d {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 15 14:39:39.981871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Pushing event updated for resources: {'Port': ['ID=c313c35f-f067-403a-bb94-e8a051c4963e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:39.985366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:39.996518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa3bf70e-f3a4-49c6-b138-0ea125311f9d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:40.008131 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0010cdb1-64dd-4f2d-9abc-7b71d898562f req-6564a012-aac8-4a30-bc7f-796d53472f4a tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 210 time: 0.3216388 Jun 15 14:39:40.058441 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0cb98b15-4b0f-4746-986f-16f9ff8e2fc8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "DELETE /v2.0/networks/fa3bf70e-f3a4-49c6-b138-0ea125311f9d HTTP/1.1" status: 204 len: 168 time: 1.9958003 Jun 15 14:39:40.065285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56678) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:40.074517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Request body: {'network': {'name': 'tempest-network--594809743', 'router:external': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:40.075367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1579e2-a42d-4786-b592-2b82943f3879 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=f69d27e1-ebf9-4768-826a-83b421f383d2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:40.100263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:40.104429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb1579e2-a42d-4786-b592-2b82943f3879 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.106783 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Usage tracker for resource:network and tenant:75b3c25dd6314a78afdfa49730822cd0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:40.112749 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:40.120635 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] For port 111b401f-5fbe-448e-94bb-107785fe94e8, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:40.130920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:40.147877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] For port 111b401f-5fbe-448e-94bb-107785fe94e8, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=111b401f-5fbe-448e-94bb-107785fe94e8,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:40.151612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 75098481-3d07-424f-8779-922b657e646b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:40.152285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.162517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.170793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Made reservation on behalf of 75b3c25dd6314a78afdfa49730822cd0 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:40.177630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.190707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.244583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4645fd22-fdb7-41db-ba18-94ae4ad0e34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.249105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4645fd22-fdb7-41db-ba18-94ae4ad0e34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.253544 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4645fd22-fdb7-41db-ba18-94ae4ad0e34b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d03bc6ed-85a3-45bd-b23d-97bc8ab85890 HTTP/1.1" status: 204 len: 168 time: 2.7403512 Jun 15 14:39:40.285731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645fd22-fdb7-41db-ba18-94ae4ad0e34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03bc6ed-85a3-45bd-b23d-97bc8ab85890,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:40.310163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.314267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:40.344816 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eb1579e2-a42d-4786-b592-2b82943f3879 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/f69d27e1-ebf9-4768-826a-83b421f383d2 HTTP/1.1" status: 204 len: 168 time: 2.8329794 Jun 15 14:39:40.346369 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.44', 56362) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:40.350511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:39:40.352965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.360131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Routers {'b0a70da8-e228-47c6-a710-0da0366eabc4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:40.364551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b0a70da8-e228-47c6-a710-0da0366eabc4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:40.365157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56684) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:40.468271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event updated for resources: {'Subnet': ['ID=aee46047-c622-486d-9448-37b61dcd14f0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:40.624092 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.627034 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Added segment 22f42321-6968-4cd2-996e-a1f6e430c40f of type vlan for network 3c50f999-352d-4366-8742-02d95807e9c0 Jun 15 14:39:40.651233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 75098481-3d07-424f-8779-922b657e646b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=75098481-3d07-424f-8779-922b657e646b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:40.665546 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda7bd0-e6fb-4aef-919e-3129ba1d7468 None None] Pushing event updated for resources: {'Port': ['ID=111b401f-5fbe-448e-94bb-107785fe94e8,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:40.692477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.693611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 20df1252-35ed-4d7d-bea8-ce974f8036d2 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:40.839201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.946940 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53671c7e-bde2-4b72-b575-3a4edf1313c8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:40.948949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53671c7e-bde2-4b72-b575-3a4edf1313c8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:40.949633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-53671c7e-bde2-4b72-b575-3a4edf1313c8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:40.966395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:40.984005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Checking segment: {'id': 'a2edc4d2-c38f-485c-8fbb-4240106a355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:40.984576 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Network hostable DHCP agents. Network: f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:39:40.995065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=75098481-3d07-424f-8779-922b657e646b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:41.001443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-8df2c062-b87e-467a-b447-5d95c1672d0c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:41.003020 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-8df2c062-b87e-467a-b447-5d95c1672d0c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.44 "GET /v2.0/networks?id=4b334544-5bc3-43e8-9dd2-ade47750e3e2 HTTP/1.1" status: 200 len: 812 time: 0.6403286 Jun 15 14:39:41.035294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:41.040321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] Set router b0a70da8-e228-47c6-a710-0da0366eabc4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:39:41.189733 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:41.193257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:41.193917 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:41.241960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Network f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:41.282383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:41.295933 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:41.299690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:41.300312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:41.301214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-53671c7e-bde2-4b72-b575-3a4edf1313c8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:41.305300 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-53671c7e-bde2-4b72-b575-3a4edf1313c8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9380448 Jun 15 14:39:41.315475 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedb7b1b-8a32-483a-9233-106e794af229 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa19258c43194ad1bb9aa536dcf5b975 HTTP/1.1" status: 200 len: 379 time: 0.2426577 Jun 15 14:39:41.318091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56714) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:41.342084 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2734966 Jun 15 14:39:41.367000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2e1a88-e694-411e-b3a5-0325846ea3c3 None None] Network f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:41.388999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56722) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:41.566291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Request body: {'port': {'device_id': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'admin_state_up': True, 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'security_groups': ['1b1aaf95-3c55-4f54-8b42-e584d662491c']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:41.680115 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56744) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:41.780890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 20df1252-35ed-4d7d-bea8-ce974f8036d2 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:41.781251 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee11240-b29d-491d-898f-f570f8c114f8 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event updated for resources: {'Network': ['ID=3c50f999-352d-4366-8742-02d95807e9c0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:41.799691 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-732b186e-9317-45c9-824c-10aa80a4b4f2 req-27b51120-1016-49db-8682-ca6c3c5e263d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 210 time: 0.2921863 Jun 15 14:39:41.801773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904ceafd-1947-445b-925b-608b346ae31b None None] Network f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:41.809364 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4b614c1b-9f40-4d27-9913-f60df23b86da tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 6.3226454 Jun 15 14:39:41.821931 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 3c50f999-352d-4366-8742-02d95807e9c0 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:41.822562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56748) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:41.835468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-582634064', 'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:41.846806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc62b2f-39dc-4731-9e6f-3cca743b1c89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 6784a7af-4afd-4347-9c8b-dabb874d0d7c {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:39:41.871208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 20df1252-35ed-4d7d-bea8-ce974f8036d2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:41.871584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:41.876749 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e32a87c-e026-4296-abfe-7813f0a80d3a tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:41.878167 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e32a87c-e026-4296-abfe-7813f0a80d3a tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] 10.222.0.26 "GET /v2.0/networks/3c50f999-352d-4366-8742-02d95807e9c0 HTTP/1.1" status: 200 len: 756 time: 0.4817951 Jun 15 14:39:41.884855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56754) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:41.903769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:41.927061 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bc62b2f-39dc-4731-9e6f-3cca743b1c89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:41.951664 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Allocated IP 172.26.3.129 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/ae8e51e6-ebd1-4439-85fb-441a551140ee) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:42.005648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Usage tracker for resource:port and tenant:23fabd7b6d114fad8491ff5c837c9ec2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:42.015458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:42.123922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:42.163182 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:42.221872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:39:42.224206 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:42.227771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bc62b2f-39dc-4731-9e6f-3cca743b1c89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:42.286654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fec0c1-05ff-4b9a-98ac-6312b9534b07 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:42.286654 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b4fec0c1-05ff-4b9a-98ac-6312b9534b07 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] 10.222.0.26 "GET /v2.0/networks/6d02cdfc-2cf5-45d2-b36c-faadf433176a HTTP/1.1" status: 200 len: 767 time: 0.3977582 Jun 15 14:39:42.291308 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56760) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:42.302461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874221272'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:42.307752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:42.311627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:network and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:42.314944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:42.319583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Made reservation on behalf of 23fabd7b6d114fad8491ff5c837c9ec2 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:42.321470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:42.322033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:42.353507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:42.357140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:42.384950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:42.387776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] device_id is not set on port 7bf22467-be9b-405b-bf61-657f6db5074d yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:39:42.402076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:39:42.508628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Made reservation on behalf of fa19258c43194ad1bb9aa536dcf5b975 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:42.512229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:42.695815 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:42.731738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:42.769050 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:security_group_rule and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:42.794228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:42.889720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:42.897018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:42.964504 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 20df1252-35ed-4d7d-bea8-ce974f8036d2 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:42.965568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:42.973782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Allocated IP 172.20.0.4 (4b334544-5bc3-43e8-9dd2-ade47750e3e2/438ef78b-99a4-49af-b1cc-b6894b2e1f11/4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:43.010729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '111b401f-5fbe-448e-94bb-107785fe94e8', 'name': '', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'mac_address': 'fa:16:3e:f1:75:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:27Z', 'updated_at': '2022-06-15T14:39:40Z', 'revision_number': 4, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'subnets': [{'id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:43.027350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.115663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716a2d6d-7d39-4bad-8ea4-b9675c02bba0 None None] The sync data for ids ['b0a70da8-e228-47c6-a710-0da0366eabc4'] in dv-neutron-845844-1-hyperv is: [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '111b401f-5fbe-448e-94bb-107785fe94e8', 'name': '', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'mac_address': 'fa:16:3e:f1:75:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:27Z', 'updated_at': '2022-06-15T14:39:40Z', 'revision_number': 4, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'subnets': [{'id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:39:43.159527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 20df1252-35ed-4d7d-bea8-ce974f8036d2, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=20df1252-35ed-4d7d-bea8-ce974f8036d2,segment=NetworkSegment(59971b48-d1a7-4671-8b09-b00aaa4197ea),segment_id=59971b48-d1a7-4671-8b09-b00aaa4197ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:43.165790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.189406 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.346081 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=20df1252-35ed-4d7d-bea8-ce974f8036d2,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:43.387589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 75098481-3d07-424f-8779-922b657e646b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:43.389421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Pushing event updated for resources: {'Port': ['ID=c313c35f-f067-403a-bb94-e8a051c4963e,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:43.393073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.417830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.459127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:43.497544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.497820 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Added segment 524d9eae-8bbc-4ef6-a897-94a163b257b9 of type vlan for network 8809ffab-62ab-48ac-9943-4a196d7753eb Jun 15 14:39:43.536159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bc62b2f-39dc-4731-9e6f-3cca743b1c89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.572916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 75098481-3d07-424f-8779-922b657e646b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:43.573447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.578848 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.583367 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fafb8956-71ea-4fea-9c02-04d08cfaf1ca req-85b374a4-a171-4138-8515-85f1971ad610 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 210 time: 0.1866684 Jun 15 14:39:43.654964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Allocated IP 172.20.0.10 (f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb/aee46047-c622-486d-9448-37b61dcd14f0/7bf22467-be9b-405b-bf61-657f6db5074d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:43.670155 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:39:43.693406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.698937 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db8d13-b9ed-4c70-b5c1-99a9bb95d69b None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:39:43.720131 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db8d13-b9ed-4c70-b5c1-99a9bb95d69b None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:43.721144 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-29db8d13-b9ed-4c70-b5c1-99a9bb95d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:43.768042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526cc2fe-63a6-4b1f-8c2c-2f58f855694e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:43.780361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.798287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:43.801227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.806811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.811992 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eb20fdcd-cb3c-4ed2-bc30-cdbdb9a4c54f tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.1339257 Jun 15 14:39:43.835921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56768) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:43.857872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 75098481-3d07-424f-8779-922b657e646b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:43.892865 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:43.923137 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-29db8d13-b9ed-4c70-b5c1-99a9bb95d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:43.926826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Transition to ACTIVE for port object 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:43.943054 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db8d13-b9ed-4c70-b5c1-99a9bb95d69b None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:43.943712 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-29db8d13-b9ed-4c70-b5c1-99a9bb95d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:44.040058 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-29db8d13-b9ed-4c70-b5c1-99a9bb95d69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:44.047062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:44.048063 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29db8d13-b9ed-4c70-b5c1-99a9bb95d69b None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:39:44.369785 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.6772029 Jun 15 14:39:44.388073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:44.389448 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4ddca920-137f-4cba-868d-041966418d22 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3716068 Jun 15 14:39:44.426803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81da0c4-6819-4a15-8eaa-8a776233efbb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Network': ['ID=8809ffab-62ab-48ac-9943-4a196d7753eb,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:44.446243 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 8809ffab-62ab-48ac-9943-4a196d7753eb details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:44.448497 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:44.544515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:44.744686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:44.753128 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c50f999-352d-4366-8742-02d95807e9c0']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:44.793067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:44.815008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:44.912019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:45.309346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f42321-6968-4cd2-996e-a1f6e430c40f') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:45.316830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f42321-6968-4cd2-996e-a1f6e430c40f') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:45.397964 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:45.409783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:45.545371 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 111b401f-5fbe-448e-94bb-107785fe94e8 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:45.618028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Pushing event updated for resources: {'Port': ['ID=ae8e51e6-ebd1-4439-85fb-441a551140ee,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:45.633487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:45.698961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:39:45.699441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:45.731087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:45.767969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405311b2-c816-4acb-8f75-e561bc6a19a0 req-320b81cf-d720-4f6b-820a-73b8908e6cf0 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:45.778469 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-405311b2-c816-4acb-8f75-e561bc6a19a0 req-320b81cf-d720-4f6b-820a-73b8908e6cf0 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 931 time: 0.7029803 Jun 15 14:39:45.858135 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 22f42321-6968-4cd2-996e-a1f6e430c40f resource provider aggregate not found Jun 15 14:39:45.865110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:45.899944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 111b401f-5fbe-448e-94bb-107785fe94e8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:45.921947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 111b401f-5fbe-448e-94bb-107785fe94e8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:45.923945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:45.934712 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bc62b2f-39dc-4731-9e6f-3cca743b1c89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:45.962540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Pushing event updated for resources: {'Port': ['ID=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:46.033180 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 22f42321-6968-4cd2-996e-a1f6e430c40f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22f42321-6968-4cd2-996e-a1f6e430c40f found for delete ", "request_id": "req-dca38374-4427-4a8a-8ece-8ef18ab831de"}]} Jun 15 14:39:46.105681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc17b12b-e7c3-4070-8ef6-134d80013c86 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:46.167611 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-405311b2-c816-4acb-8f75-e561bc6a19a0 req-803bd68f-dea5-4e47-9aee-39c7839a82ee tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3872201 Jun 15 14:39:46.191145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:46.193114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:46.465961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3c50f999-352d-4366-8742-02d95807e9c0 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 15 14:39:46.476098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc62b2f-39dc-4731-9e6f-3cca743b1c89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=6784a7af-4afd-4347-9c8b-dabb874d0d7c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:46.478423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event deleted for resources: {'Network': ['ID=3c50f999-352d-4366-8742-02d95807e9c0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:46.492318 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:46.541985 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-93abdda5-ca73-47d7-bc4b-b1e9b3dd77a3 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "DELETE /v2.0/networks/3c50f999-352d-4366-8742-02d95807e9c0 HTTP/1.1" status: 204 len: 168 time: 4.2125776 Jun 15 14:39:46.557847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56790) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:46.567540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6fccfe04-dcd8-4b71-a2b4-a7f5b249633c None None] Provisioning for port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:46.572340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Request body: {'network': {'name': 'tempest-network--875917822'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:46.583690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:46.588411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:46.622850 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:46.628930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bc62b2f-39dc-4731-9e6f-3cca743b1c89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:46.644761 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6fccfe04-dcd8-4b71-a2b4-a7f5b249633c None None] Provisioning complete for port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:46.645128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6fccfe04-dcd8-4b71-a2b4-a7f5b249633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:46.697757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9b477621-c819-483a-87ed-5892f681afbd req-d423b0e0-bc3a-49d0-b5ec-bc2af9cad162 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Synchronizing usage tracker for tenant:3746eda524be4a2bbb2df2b64eaa62f5 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:46.795268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9b477621-c819-483a-87ed-5892f681afbd req-d423b0e0-bc3a-49d0-b5ec-bc2af9cad162 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Unset dirty status for tenant:3746eda524be4a2bbb2df2b64eaa62f5 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:46.797756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Usage tracker for resource:network and tenant:75b3c25dd6314a78afdfa49730822cd0 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:46.808814 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-d423b0e0-bc3a-49d0-b5ec-bc2af9cad162 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1794005633&fields=id&tenant_id=3746eda524be4a2bbb2df2b64eaa62f5 HTTP/1.1" status: 200 len: 267 time: 1.3947716 Jun 15 14:39:46.845420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:46.881644 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:46.908090 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-fedc807e-80c8-4f26-ba9d-cac0ea0f2c3c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5855093 Jun 15 14:39:46.948434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Made reservation on behalf of 75b3c25dd6314a78afdfa49730822cd0 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:46.950787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:46.957896 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4bc62b2f-39dc-4731-9e6f-3cca743b1c89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/6784a7af-4afd-4347-9c8b-dabb874d0d7c HTTP/1.1" status: 204 len: 168 time: 5.6376696 Jun 15 14:39:46.966445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56794) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:46.977319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-e7dc2bac-09a4-4e01-b7cb-04319a759382 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:39:46.983122 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-e7dc2bac-09a4-4e01-b7cb-04319a759382 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120497 Jun 15 14:39:47.052018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:47.072715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:47.073072 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Added segment 301c6715-d0a2-4c3e-8527-8847cd99bf60 of type vlan for network 1f564cc3-8d83-4443-a35e-d92778155cae Jun 15 14:39:47.115070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6fccfe04-dcd8-4b71-a2b4-a7f5b249633c None None] Port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:39:47.122634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 111b401f-5fbe-448e-94bb-107785fe94e8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:47.123018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:47.137469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:47.214692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 111b401f-5fbe-448e-94bb-107785fe94e8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=111b401f-5fbe-448e-94bb-107785fe94e8,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:47.222487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:47.224457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:47.227771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:47.238159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:47.239125 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 20df1252-35ed-4d7d-bea8-ce974f8036d2 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:47.484060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:39:47.559496 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0001283 Jun 15 14:39:47.574217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:47.575994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e122a3f-efbe-4b78-93a0-f090fadae895 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event updated for resources: {'Network': ['ID=1f564cc3-8d83-4443-a35e-d92778155cae,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:47.578279 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56800) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:47.587525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2770280e-0291-4d31-aac0-f8cbc619e9b6 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:47.602611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:47.605196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 1f564cc3-8d83-4443-a35e-d92778155cae details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:47.792484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=111b401f-5fbe-448e-94bb-107785fe94e8,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:47.866413 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c02b677c-737b-4340-913f-8d245367c967 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6158886 Jun 15 14:39:47.913356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56806) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:47.918682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:47.967412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56808) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:47.980046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Pushing event updated for resources: {'Port': ['ID=ae8e51e6-ebd1-4439-85fb-441a551140ee,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:47.988235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'subnet': {'network_id': '8809ffab-62ab-48ac-9943-4a196d7753eb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:47.993003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 20df1252-35ed-4d7d-bea8-ce974f8036d2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:47.996250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:48.041903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:48.085294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Request body: {'port': {'device_id': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:48.116232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:48.133263 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:48.252305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b84ea87-68b0-4ade-a8d6-c8d83d5353d7 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:39:48.265725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event updated for resources: {'Port': ['ID=7bf22467-be9b-405b-bf61-657f6db5074d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:48.281417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6b84ea87-68b0-4ade-a8d6-c8d83d5353d7 None None] Deleting port 75098481-3d07-424f-8779-922b657e646b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:48.282332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b84ea87-68b0-4ade-a8d6-c8d83d5353d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:48.297581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbeee24-f0bb-430d-a36b-330a7049bd26 req-dfd25017-c0ec-47e6-b09a-107f5b7e04ae tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:48.298843 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fdbeee24-f0bb-430d-a36b-330a7049bd26 req-dfd25017-c0ec-47e6-b09a-107f5b7e04ae tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 931 time: 0.8196783 Jun 15 14:39:48.327410 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:48.338069 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5b2d3f92-d563-4147-b084-7584d8452a5a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.9636662 Jun 15 14:39:48.338069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:48.391423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 20df1252-35ed-4d7d-bea8-ce974f8036d2 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:48.395333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:subnet and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:48.409079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:48.448269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:48.573874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:48.583627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:48.592091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 111b401f-5fbe-448e-94bb-107785fe94e8 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:48.625895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2770280e-0291-4d31-aac0-f8cbc619e9b6 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:48.644551 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fdbeee24-f0bb-430d-a36b-330a7049bd26 req-0e598549-69b6-4655-8f03-ff75f7be29b4 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3250024 Jun 15 14:39:48.742070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2770280e-0291-4d31-aac0-f8cbc619e9b6 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:48.764162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2770280e-0291-4d31-aac0-f8cbc619e9b6 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Network 1f564cc3-8d83-4443-a35e-d92778155cae is not hosted by any dhcp agent {{(pid=89019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 15 14:39:48.765186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2770280e-0291-4d31-aac0-f8cbc619e9b6 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:48.765810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2770280e-0291-4d31-aac0-f8cbc619e9b6 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:48.767371 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2770280e-0291-4d31-aac0-f8cbc619e9b6 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "PUT /v2.0/networks/1f564cc3-8d83-4443-a35e-d92778155cae HTTP/1.1" status: 200 len: 857 time: 1.1879282 Jun 15 14:39:48.773402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56818) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:48.824212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Network f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:48.893213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:48.911129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b477621-c819-483a-87ed-5892f681afbd req-466ebf3a-d1c3-46f7-b8d1-88843a3ceb79 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:48.912906 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-466ebf3a-d1c3-46f7-b8d1-88843a3ceb79 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/networks?id=69591c21-b83e-4f78-9745-9de0ba661089 HTTP/1.1" status: 200 len: 811 time: 2.1008964 Jun 15 14:39:48.914169 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6b84ea87-68b0-4ade-a8d6-c8d83d5353d7 None None] For port 75098481-3d07-424f-8779-922b657e646b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=75098481-3d07-424f-8779-922b657e646b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:48.914707 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b84ea87-68b0-4ade-a8d6-c8d83d5353d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:48.971060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:48.978334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:49.035005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:49.035827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:49.088906 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-c81d9238-48d8-447f-808d-cc1cadb6919a tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/quotas/3746eda524be4a2bbb2df2b64eaa62f5 HTTP/1.1" status: 200 len: 375 time: 0.0470316 Jun 15 14:39:49.168566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae06f428-c9ee-4fbf-b760-71b10942657c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:49.169463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ae06f428-c9ee-4fbf-b760-71b10942657c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:49.181265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:49.186531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6b84ea87-68b0-4ade-a8d6-c8d83d5353d7 None None] Calling delete_port for 75098481-3d07-424f-8779-922b657e646b owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:39:49.225081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:49.243771 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 111b401f-5fbe-448e-94bb-107785fe94e8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:49.244556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:49.258411 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f9305f59-6900-47bf-9699-d695a1c1ad84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 7.4278765 Jun 15 14:39:49.268308 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56834) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:49.272824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ae06f428-c9ee-4fbf-b760-71b10942657c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:49.276821 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ae06f428-c9ee-4fbf-b760-71b10942657c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.3187521 Jun 15 14:39:49.293851 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56836) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:49.488912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 111b401f-5fbe-448e-94bb-107785fe94e8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:49.494334 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b84ea87-68b0-4ade-a8d6-c8d83d5353d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:49.527445 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-99aa1ddd-2fa7-46a5-a5bd-ff9265c17ba7 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3746eda524be4a2bbb2df2b64eaa62f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4318571 Jun 15 14:39:49.618556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 75098481-3d07-424f-8779-922b657e646b no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:39:49.659092 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84ea87-68b0-4ade-a8d6-c8d83d5353d7 None None] Pushing event deleted for resources: {'Port': ['ID=75098481-3d07-424f-8779-922b657e646b,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:49.670626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770280e-0291-4d31-aac0-f8cbc619e9b6 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event updated for resources: {'Network': ['ID=1f564cc3-8d83-4443-a35e-d92778155cae,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:49.684797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84ea87-68b0-4ade-a8d6-c8d83d5353d7 None None] No DVR routers for this DVR port 75098481-3d07-424f-8779-922b657e646b on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:39:49.699542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 75098481-3d07-424f-8779-922b657e646b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:39:49.700074 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 75098481-3d07-424f-8779-922b657e646b not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:39:49.853263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-598a44df-ed7e-4989-b455-932d159944a8 req-90ac784a-b5e2-42f6-b8dc-48e706580e00 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Synchronizing usage tracker for tenant:ce4e73c2702a45cea38a2e8af59546a2 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:49.911521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.20.0.1 (9926dc72-5c1f-4565-81aa-530b75fb6e46/81d6472f-b103-42f2-b3af-3f624d2118a9/deeecb36-c977-4f53-b635-e84f3b15c2b8) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:49.915944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f1546223-d0ea-48e0-b462-a4989ac767c9 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Deleting port 7bf22467-be9b-405b-bf61-657f6db5074d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:49.916324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1546223-d0ea-48e0-b462-a4989ac767c9 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:49.945247 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-18b20cf2-f7a8-4a62-bb35-d16f5fc44fea service neutron] 10.222.0.26 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912346 Jun 15 14:39:49.954809 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Subnet': ['ID=c446d7ea-bac7-43f5-8441-4644a1a2a6b6,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:49.994065 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Checking segment: {'id': '524d9eae-8bbc-4ef6-a897-94a163b257b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8809ffab-62ab-48ac-9943-4a196d7753eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:49.994503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network hostable DHCP agents. Network: 8809ffab-62ab-48ac-9943-4a196d7753eb, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:39:50.019911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:50.032889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e892d-1461-403f-a7e4-a46b8100841d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:50.034857 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fd0e892d-1461-403f-a7e4-a46b8100841d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6975741 Jun 15 14:39:50.049052 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56844) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:50.154553 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-25b30728-7576-4c30-ac85-185d64f25f7b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993700 Jun 15 14:39:50.159114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network 8809ffab-62ab-48ac-9943-4a196d7753eb is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:50.162508 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f564cc3-8d83-4443-a35e-d92778155cae']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:50.168051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56848) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:50.171541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-598a44df-ed7e-4989-b455-932d159944a8 req-90ac784a-b5e2-42f6-b8dc-48e706580e00 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Unset dirty status for tenant:ce4e73c2702a45cea38a2e8af59546a2 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:50.180877 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-90ac784a-b5e2-42f6-b8dc-48e706580e00 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1366802246&fields=id&tenant_id=ce4e73c2702a45cea38a2e8af59546a2 HTTP/1.1" status: 200 len: 267 time: 1.2000427 Jun 15 14:39:50.191513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:50.300233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:39:50.310469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:50.329814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Transition to ACTIVE for port object 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:50.372888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:50.442785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a44df-ed7e-4989-b455-932d159944a8 req-b6c69f62-1f43-40d5-b923-8f80b411b296 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:50.443542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-598a44df-ed7e-4989-b455-932d159944a8 req-b6c69f62-1f43-40d5-b923-8f80b411b296 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Synchronizing usage tracker for tenant:ce4e73c2702a45cea38a2e8af59546a2 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:50.465548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 8809ffab-62ab-48ac-9943-4a196d7753eb) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:50.476140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cef3054-3f90-42e4-8753-909f81ee74ae None None] Network 8809ffab-62ab-48ac-9943-4a196d7753eb requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:50.489070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:50.489706 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:50.681487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301c6715-d0a2-4c3e-8527-8847cd99bf60') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:50.682188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301c6715-d0a2-4c3e-8527-8847cd99bf60') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:50.733478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-598a44df-ed7e-4989-b455-932d159944a8 req-b6c69f62-1f43-40d5-b923-8f80b411b296 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Unset dirty status for tenant:ce4e73c2702a45cea38a2e8af59546a2 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:50.734672 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-b6c69f62-1f43-40d5-b923-8f80b411b296 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/networks?id=2c4542f6-1ff4-449e-819f-bedc559ff4ef HTTP/1.1" status: 200 len: 806 time: 0.5527666 Jun 15 14:39:50.753849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:50.825533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:50.863193 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Pushing event updated for resources: {'Port': ['ID=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:50.880538 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-41d7f451-94fe-45b6-81bb-00ae300e1b7c tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/quotas/ce4e73c2702a45cea38a2e8af59546a2 HTTP/1.1" status: 200 len: 375 time: 0.1287682 Jun 15 14:39:50.886990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:39:50.887634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:50.997584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:51.011077 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-38afe213-ee5f-4495-b5b9-e48d3c4cd288 service neutron] 10.222.0.26 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0405538 Jun 15 14:39:51.020027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:51.052808 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b33aceb5-08b1-41eb-97b7-d2f729db62b6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0806911 Jun 15 14:39:51.059595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-8809ffab-62ab-48ac-9943-4a196d7753eb', 'network_id': '8809ffab-62ab-48ac-9943-4a196d7753eb', 'tenant_id': 'abf98153a2594bd9a79309b6c869fa68', 'fixed_ips': [{'subnet_id': 'c446d7ea-bac7-43f5-8441-4644a1a2a6b6'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:39:51.060459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:51.060652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:51.068215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:51.072363 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 301c6715-d0a2-4c3e-8527-8847cd99bf60 resource provider aggregate not found Jun 15 14:39:51.076796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56854) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:51.081421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:51.148616 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 301c6715-d0a2-4c3e-8527-8847cd99bf60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 301c6715-d0a2-4c3e-8527-8847cd99bf60 found for delete ", "request_id": "req-bdf4b292-38da-48dd-91ae-ce380b429821"}]} Jun 15 14:39:51.175739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f564cc3-8d83-4443-a35e-d92778155cae {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 15 14:39:51.188303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:51.193803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1546223-d0ea-48e0-b462-a4989ac767c9 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:51.208266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f564cc3-8d83-4443-a35e-d92778155cae,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:51.220999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1475614563'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:51.314016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:51.344255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:51.384837 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:51.401016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:network and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:51.414095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:51.421134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f1546223-d0ea-48e0-b462-a4989ac767c9 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Calling delete_port for 7bf22467-be9b-405b-bf61-657f6db5074d owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:39:51.427188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:51.494798 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0ff45f25-b3c2-45d0-87fa-363f1b23ef05 tempest-ExternalNetworksTestJSON-967877874 tempest-ExternalNetworksTestJSON-967877874-project-admin] 10.222.0.26 "DELETE /v2.0/networks/1f564cc3-8d83-4443-a35e-d92778155cae HTTP/1.1" status: 204 len: 168 time: 2.7111464 Jun 15 14:39:51.506931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:51.507496 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:51.541063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:51.600779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Allocated IP 2001:db8:0:ffff::2 (8809ffab-62ab-48ac-9943-4a196d7753eb/c446d7ea-bac7-43f5-8441-4644a1a2a6b6/203d79b3-0d61-4087-8729-479e7c366a1d) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:51.647677 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5520cf71-7262-4dd3-8ff3-2922874e0465 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] DELETE failed (client error): The resource could not be found. Jun 15 14:39:51.648138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5520cf71-7262-4dd3-8ff3-2922874e0465 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:39:51.652418 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5520cf71-7262-4dd3-8ff3-2922874e0465 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] 10.222.0.26 "DELETE /v2.0/subnets/7975e746-4e4a-4537-950b-d3c65258b3a5 HTTP/1.1" status: 404 len: 337 time: 0.1424308 Jun 15 14:39:51.673179 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56878) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:51.888139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:51.903893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:51.944152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-598a44df-ed7e-4989-b455-932d159944a8 req-f45ba972-bf17-48b4-8f35-58671f8b4c81 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Synchronizing usage tracker for tenant:ce4e73c2702a45cea38a2e8af59546a2 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:51.972010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:51.979564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-598a44df-ed7e-4989-b455-932d159944a8 req-f45ba972-bf17-48b4-8f35-58671f8b4c81 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Unset dirty status for tenant:ce4e73c2702a45cea38a2e8af59546a2 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:51.980854 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-f45ba972-bf17-48b4-8f35-58671f8b4c81 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ce4e73c2702a45cea38a2e8af59546a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9128342 Jun 15 14:39:52.008579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Attempting to bind port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:52.009084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Attempting to bind port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:52.009566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Attempting to bind port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 on network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:52.030188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 on network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:39:52.030649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Attempting to bind port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 on network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:52.033370 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.074365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.099250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Transition to ACTIVE for port object 203d79b3-0d61-4087-8729-479e7c366a1d will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:52.123157 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:39:52.127688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:52.128142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Checking segment: {'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:52.129440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Bound using segment: {'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:52.130061 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Bound port: 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36938dcc-acb1-4423-b0cd-c6075ba919a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:52.130585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.161485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Transition to ACTIVE for port object 203d79b3-0d61-4087-8729-479e7c366a1d will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:52.171983 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.190009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network 9926dc72-5c1f-4565-81aa-530b75fb6e46 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:52.246991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:52.248837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.249272 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Added segment f72abce3-eee7-49a8-9dbb-40ea02116547 of type vlan for network 96384780-e101-4e0f-8458-35487ad5e03e Jun 15 14:39:52.285601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-e18e94ba-6f92-4060-ba93-5c2ab2ecf8a3 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:39:52.290811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:52.295823 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-e18e94ba-6f92-4060-ba93-5c2ab2ecf8a3 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1675732 Jun 15 14:39:52.355121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Pushing event updated for resources: {'Port': ['ID=203d79b3-0d61-4087-8729-479e7c366a1d,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:52.377506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=deeecb36-c977-4f53-b635-e84f3b15c2b8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:52.389561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Network 8809ffab-62ab-48ac-9943-4a196d7753eb is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:52.391524 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:52.396605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8040989-9e1d-4def-9071-ba668a0842f4 req-ea7d4af3-1fdd-4378-ad2d-f87953d781b5 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:52.397773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c8040989-9e1d-4def-9071-ba668a0842f4 req-ea7d4af3-1fdd-4378-ad2d-f87953d781b5 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Synchronizing usage tracker for tenant:fa19258c43194ad1bb9aa536dcf5b975 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:52.399114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:52.458557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.514147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.534284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c8040989-9e1d-4def-9071-ba668a0842f4 req-ea7d4af3-1fdd-4378-ad2d-f87953d781b5 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Unset dirty status for tenant:fa19258c43194ad1bb9aa536dcf5b975 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:52.535768 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c8040989-9e1d-4def-9071-ba668a0842f4 req-ea7d4af3-1fdd-4378-ad2d-f87953d781b5 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 943 time: 1.0018742 Jun 15 14:39:52.574498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1546223-d0ea-48e0-b462-a4989ac767c9 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.601278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] For port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:52.642280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] For port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:52.663902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.670827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:52.671564 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.685862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Attempting to bind port 203d79b3-0d61-4087-8729-479e7c366a1d on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:52.686579 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Attempting to bind port 203d79b3-0d61-4087-8729-479e7c366a1d by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '524d9eae-8bbc-4ef6-a897-94a163b257b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8809ffab-62ab-48ac-9943-4a196d7753eb'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:52.686689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Attempting to bind port 203d79b3-0d61-4087-8729-479e7c366a1d on network 8809ffab-62ab-48ac-9943-4a196d7753eb {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:52.696386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.700603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.705564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:52.705983 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Checking segment: {'id': '524d9eae-8bbc-4ef6-a897-94a163b257b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8809ffab-62ab-48ac-9943-4a196d7753eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:52.709308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.711115 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Bound using segment: {'id': '524d9eae-8bbc-4ef6-a897-94a163b257b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8809ffab-62ab-48ac-9943-4a196d7753eb'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:52.713097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Bound port: 203d79b3-0d61-4087-8729-479e7c366a1d, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524d9eae-8bbc-4ef6-a897-94a163b257b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8809ffab-62ab-48ac-9943-4a196d7753eb'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:52.713766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.839266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Pushing event updated for resources: {'Port': ['ID=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:52.854123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:52.865189 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c8040989-9e1d-4def-9071-ba668a0842f4 req-5950dc18-947b-4413-b11e-f62a4b3bc586 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3005185 Jun 15 14:39:52.953569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] For port 203d79b3-0d61-4087-8729-479e7c366a1d, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:52.954281 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:52.959611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] For port 203d79b3-0d61-4087-8729-479e7c366a1d, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=203d79b3-0d61-4087-8729-479e7c366a1d,segment=NetworkSegment(524d9eae-8bbc-4ef6-a897-94a163b257b9),segment_id=524d9eae-8bbc-4ef6-a897-94a163b257b9)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:52.978403 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:52.978638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:53.004167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:53.005527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:53.042701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:53.043308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:53.049025 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7d65cc0f-dfb2-48e2-82cb-26435acd7a60 service neutron] 10.222.0.44 "PUT /v2.0/ports/4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 HTTP/1.1" status: 200 len: 1093 time: 5.4371178 Jun 15 14:39:53.073289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'tag': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:39:53.095424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7531de6e-bd33-4ed5-9560-5eb2dc92bf8d None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:53.140125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1546223-d0ea-48e0-b462-a4989ac767c9 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event deleted for resources: {'Port': ['ID=7bf22467-be9b-405b-bf61-657f6db5074d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:53.144334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Network': ['ID=96384780-e101-4e0f-8458-35487ad5e03e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:53.150270 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d4d9e221-61b1-462d-9260-a2d0b85f5d7c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0708041 Jun 15 14:39:53.180803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56908) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:53.192775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=c3af9ded-fb26-4484-955b-866298426a91,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:53.217641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'subnet': {'network_id': '96384780-e101-4e0f-8458-35487ad5e03e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:53.223694 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9925260c-1fc0-4e9e-9e55-1a719005dda4 req-7ffbd9ba-1c36-4337-90fa-d60082f977e5 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 210 time: 0.1301646 Jun 15 14:39:53.252823 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ba1578eb-5406-4cf0-9645-30cb86a0a76d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0814974 Jun 15 14:39:53.255807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56916) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:53.284010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'fixed_ips': [{'subnet_id': 'c3af9ded-fb26-4484-955b-866298426a91', 'ip_address': '2001:db8::c1db:a504:8ed4:6b93'}], 'name': 'tempest-NetworksTestDHCPv6-731478395'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:53.284840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d02cdfc-2cf5-45d2-b36c-faadf433176a']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:53.295151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f953fd-9ec2-49f2-a413-9ab1552920df None None] Pushing event updated for resources: {'Port': ['ID=203d79b3-0d61-4087-8729-479e7c366a1d,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:53.306271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 96384780-e101-4e0f-8458-35487ad5e03e details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:39:53.488540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e52d67-31bd-4e87-a341-45ad0da79948') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:53.489115 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e52d67-31bd-4e87-a341-45ad0da79948') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:53.503742 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-d041e2cc-7bb0-497a-8ae8-5af1f7c1a726 service neutron] 10.222.0.26 "GET /v2.0/networks/2c4542f6-1ff4-449e-819f-bedc559ff4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2065575 Jun 15 14:39:53.517972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:53.572493 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1546223-d0ea-48e0-b462-a4989ac767c9 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:53.663772 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': 'c3af9ded-fb26-4484-955b-866298426a91'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:39:53.664748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:53.696797 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:53.702824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:53.728159 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f1546223-d0ea-48e0-b462-a4989ac767c9 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "DELETE /v2.0/ports/7bf22467-be9b-405b-bf61-657f6db5074d HTTP/1.1" status: 204 len: 168 time: 4.4479156 Jun 15 14:39:53.728877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56924) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:53.748582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:subnet and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:53.761722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:53.766237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb', 'external_fixed_ips': [{'subnet_id': 'aee46047-c622-486d-9448-37b61dcd14f0', 'ip_address': '172.20.0.10'}]}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:53.775440 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:39:53.776988 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:53.783064 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b4fffa-ad92-4552-8bbe-792e03210f94'] response: {'name': 'network-changed', 'server_uuid': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'tag': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0', 'status': 'completed', 'code': 200} Jun 15 14:39:53.837643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:53.842636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:53.853791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:53.858488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:53.864465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:53.878972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:53.913569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:53.941987 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 41e52d67-31bd-4e87-a341-45ad0da79948 resource provider aggregate not found Jun 15 14:39:53.946515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Usage tracker for resource:router and tenant:23fabd7b6d114fad8491ff5c837c9ec2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:53.996808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:54.009072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/c3af9ded-fb26-4484-955b-866298426a91/ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:54.013762 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 41e52d67-31bd-4e87-a341-45ad0da79948 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41e52d67-31bd-4e87-a341-45ad0da79948 found for delete ", "request_id": "req-a15cf542-ab6c-4a86-a0b8-df972a45eea9"}]} Jun 15 14:39:54.022679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:54.025064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:54.029203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:54.077011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:54.132264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:54.161566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:54.168305 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-33377b71-538b-4577-93e2-851a156b09cb service neutron] 10.222.0.26 "GET /v2.0/networks/2c4542f6-1ff4-449e-819f-bedc559ff4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6432488 Jun 15 14:39:54.169143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:54.170164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:54.186263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] Pushing event deleted for resources: {'Network': ['ID=6d02cdfc-2cf5-45d2-b36c-faadf433176a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:54.200920 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-579b52c7-9202-4ea4-b4e5-879828044fb4 tempest-ExternalNetworksTestJSON-677785800 tempest-ExternalNetworksTestJSON-677785800-project] 10.222.0.26 "DELETE /v2.0/networks/6d02cdfc-2cf5-45d2-b36c-faadf433176a HTTP/1.1" status: 204 len: 168 time: 2.5230227 Jun 15 14:39:54.235162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:54.396809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7ef4e8f4-5b3c-4445-84fb-c0b31cdd5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:54.400026 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-7ef4e8f4-5b3c-4445-84fb-c0b31cdd5fae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa19258c43194ad1bb9aa536dcf5b975&device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 1096 time: 0.8645484 Jun 15 14:39:54.479804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:54.498741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.44', 56369) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:54.501015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Transition to ACTIVE for port object ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:54.525537 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-cbaf4889-7365-4519-90e6-21c586c2fb34 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 HTTP/1.1" status: 200 len: 217 time: 0.1045384 Jun 15 14:39:54.589351 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Transition to ACTIVE for port object ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:54.614492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:54.818659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 203d79b3-0d61-4087-8729-479e7c366a1d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:54.903645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56950) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:54.921703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:54.947803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:54.987357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port e92f02b4-3edc-49c1-b169-966948976725 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:39:55.011916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Pushing event updated for resources: {'Port': ['ID=ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:55.020543 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:55.023563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:55.027585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:55.074683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3b29a-c343-4f5b-9354-f01a053098c3 req-98490b3f-d3d3-4888-bc55-fe1396ce25f1 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:55.076450 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2c3b29a-c343-4f5b-9354-f01a053098c3 req-98490b3f-d3d3-4888-bc55-fe1396ce25f1 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 943 time: 0.9174254 Jun 15 14:39:55.117750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-45366cb9-d299-49e3-adc7-e7799186246c req-69e71d4a-a21d-4964-93aa-8520087d8dc1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Synchronizing usage tracker for tenant:3746eda524be4a2bbb2df2b64eaa62f5 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:55.172169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:55.200380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 203d79b3-0d61-4087-8729-479e7c366a1d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:55.227537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Attempting to bind port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:55.227975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Attempting to bind port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:55.228305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Attempting to bind port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:55.242202 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2c3b29a-c343-4f5b-9354-f01a053098c3 req-75302d2a-1e60-4d21-90e2-190843c5f3c6 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268489 Jun 15 14:39:55.243758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-99e58207-9c85-4c92-bf42-389974a4175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:55.245664 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-99e58207-9c85-4c92-bf42-389974a4175c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=438ef78b-99a4-49af-b1cc-b6894b2e1f11 HTTP/1.1" status: 200 len: 851 time: 0.6937141 Jun 15 14:39:55.259228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96008aa7-d7c0-46f5-84b0-4b4dd0111d52 None None] Network 8809ffab-62ab-48ac-9943-4a196d7753eb requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:55.282055 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:55.283103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:55.283732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:55.284409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:55.286631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Bound port: ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:55.287013 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:55.301812 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-45366cb9-d299-49e3-adc7-e7799186246c req-69e71d4a-a21d-4964-93aa-8520087d8dc1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Unset dirty status for tenant:3746eda524be4a2bbb2df2b64eaa62f5 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:55.303069 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-45366cb9-d299-49e3-adc7-e7799186246c req-69e71d4a-a21d-4964-93aa-8520087d8dc1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 210 time: 0.4943550 Jun 15 14:39:55.413755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Subnet': ['ID=aec6e4c9-c008-4989-b713-c9b68f454d62,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:55.426398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b477621-c819-483a-87ed-5892f681afbd req-083dda22-c468-4f4c-80de-9194a46204ff tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:55.427217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-9b477621-c819-483a-87ed-5892f681afbd req-083dda22-c468-4f4c-80de-9194a46204ff tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Synchronizing usage tracker for tenant:3746eda524be4a2bbb2df2b64eaa62f5 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:55.459831 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2f51bcdb-337b-445a-94aa-c2ca0bc27170 None None] Provisioning for port 203d79b3-0d61-4087-8729-479e7c366a1d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:55.469922 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8c1a31ca-fe64-4f8a-897e-5e2f04439462 req-a8888c1f-5e6b-4ff5-aa1f-3eed7a955f03 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 210 time: 0.1095667 Jun 15 14:39:55.472546 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Checking segment: {'id': 'f72abce3-eee7-49a8-9dbb-40ea02116547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '96384780-e101-4e0f-8458-35487ad5e03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:55.480472 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network hostable DHCP agents. Network: 96384780-e101-4e0f-8458-35487ad5e03e, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:39:55.489330 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2f51bcdb-337b-445a-94aa-c2ca0bc27170 None None] Provisioning complete for port 203d79b3-0d61-4087-8729-479e7c366a1d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:55.489606 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2f51bcdb-337b-445a-94aa-c2ca0bc27170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:55.503045 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e782ff52-4bff-4540-8692-df9c43a43279 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7f3235a565874f6a8a9cb2474ba7af6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5928001 Jun 15 14:39:55.510949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56966) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:55.574283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] For port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:55.582570 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-9b477621-c819-483a-87ed-5892f681afbd req-083dda22-c468-4f4c-80de-9194a46204ff tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Unset dirty status for tenant:3746eda524be4a2bbb2df2b64eaa62f5 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:55.585166 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-083dda22-c468-4f4c-80de-9194a46204ff tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.44 "GET /v2.0/networks?id=69591c21-b83e-4f78-9745-9de0ba661089 HTTP/1.1" status: 200 len: 811 time: 1.0209095 Jun 15 14:39:55.629821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network 96384780-e101-4e0f-8458-35487ad5e03e is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:39:55.634779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:55.649382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:55.661727 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] For port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:55.682953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5b7b-9dcc-4c77-9538-7f2f52d445fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:55.703891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 96384780-e101-4e0f-8458-35487ad5e03e) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:55.718642 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-9b477621-c819-483a-87ed-5892f681afbd req-45eeeed6-2241-4b3e-ae01-35f4ca05de40 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Synchronizing usage tracker for tenant:3746eda524be4a2bbb2df2b64eaa62f5 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:55.730500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:55.731551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:55.766574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02646679-b90a-48ec-b1b4-3e98965ddf4a None None] Network 96384780-e101-4e0f-8458-35487ad5e03e requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:55.786869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:55.790490 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-a5cdfd70-ecde-4fe8-81af-630649aa036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:55.792247 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-a5cdfd70-ecde-4fe8-81af-630649aa036f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b334544-5bc3-43e8-9dd2-ade47750e3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5378163 Jun 15 14:39:55.797914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5b7b-9dcc-4c77-9538-7f2f52d445fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:55.814040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::c1db:a504:8ed4:6b93 (2ef0444c-622d-434a-90a5-976e58c67159/c3af9ded-fb26-4484-955b-866298426a91/e92f02b4-3edc-49c1-b169-966948976725) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:55.945842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:55.960030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-9b477621-c819-483a-87ed-5892f681afbd req-45eeeed6-2241-4b3e-ae01-35f4ca05de40 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Unset dirty status for tenant:3746eda524be4a2bbb2df2b64eaa62f5 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:55.961607 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-45eeeed6-2241-4b3e-ae01-35f4ca05de40 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3746eda524be4a2bbb2df2b64eaa62f5 HTTP/1.1" status: 200 len: 380 time: 0.3640447 Jun 15 14:39:55.961881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=deeecb36-c977-4f53-b635-e84f3b15c2b8,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:55.967273 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d816696d-260d-49fb-8c3b-55edad701154 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7817695 Jun 15 14:39:55.971375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 56970) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:55.976065 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Request body: {'port': {'device_id': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'admin_state_up': True, 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'security_groups': ['8de7369e-99ca-4c10-ad93-8cf12f60676c']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:56.052396 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2f51bcdb-337b-445a-94aa-c2ca0bc27170 None None] Current status of the port 203d79b3-0d61-4087-8729-479e7c366a1d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:56.052396 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2f51bcdb-337b-445a-94aa-c2ca0bc27170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:56.092945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f55b5-da4d-449f-9652-2d78e369d428 None None] Pushing event updated for resources: {'Port': ['ID=ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:56.144130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2f51bcdb-337b-445a-94aa-c2ca0bc27170 None None] For port 203d79b3-0d61-4087-8729-479e7c366a1d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=203d79b3-0d61-4087-8729-479e7c366a1d,segment=NetworkSegment(524d9eae-8bbc-4ef6-a897-94a163b257b9),segment_id=524d9eae-8bbc-4ef6-a897-94a163b257b9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:56.154161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2f51bcdb-337b-445a-94aa-c2ca0bc27170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:56.322489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-96384780-e101-4e0f-8458-35487ad5e03e', 'network_id': '96384780-e101-4e0f-8458-35487ad5e03e', 'tenant_id': 'abf98153a2594bd9a79309b6c869fa68', 'fixed_ips': [{'subnet_id': 'aec6e4c9-c008-4989-b713-c9b68f454d62'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:39:56.324014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:56.365070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.44', 56376) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:56.377797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51bcdb-337b-445a-94aa-c2ca0bc27170 None None] Pushing event updated for resources: {'Port': ['ID=203d79b3-0d61-4087-8729-479e7c366a1d,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:56.427957 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5b7b-9dcc-4c77-9538-7f2f52d445fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:56.612842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d5b7b-9dcc-4c77-9538-7f2f52d445fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e32ab7-e084-45d8-9f16-92745320281b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:56.663442 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc5d5b7b-9dcc-4c77-9538-7f2f52d445fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:56.667165 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bc5d5b7b-9dcc-4c77-9538-7f2f52d445fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8e32ab7-e084-45d8-9f16-92745320281b HTTP/1.1" status: 204 len: 168 time: 1.1513000 Jun 15 14:39:56.699414 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-ab995883-8d14-4e10-9da1-32a3635a235e service neutron] 10.222.0.44 "GET /v2.0/networks/4b334544-5bc3-43e8-9dd2-ade47750e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8822143 Jun 15 14:39:56.752728 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:56.868231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:56.896003 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bb379ff0-5c9d-4375-8dd3-0fd4ef5e32e8 req-e0d4335f-b48a-4f1e-b973-305ae0001747 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 210 time: 0.2925181 Jun 15 14:39:56.898049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:56.990960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Allocated IP 2001:db8::1 (96384780-e101-4e0f-8458-35487ad5e03e/aec6e4c9-c008-4989-b713-c9b68f454d62/61cec3f9-9d86-4bf7-b9c8-66faf12118ad) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:57.009946 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1db76a7b-1e1b-42d3-a5aa-ed3e013cff15 None None] Provisioning complete for port 203d79b3-0d61-4087-8729-479e7c366a1d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:57.010325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1db76a7b-1e1b-42d3-a5aa-ed3e013cff15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.096508 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Allocated IP 172.20.0.10 (f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb/aee46047-c622-486d-9448-37b61dcd14f0/127039f6-7f79-46e0-9ef7-9709adb4aebf) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:57.141222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.202716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network 9926dc72-5c1f-4565-81aa-530b75fb6e46 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:57.208073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:57.233281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 203d79b3-0d61-4087-8729-479e7c366a1d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:39:57.267634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:57.270286 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:57.325488 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6a209989-245d-489f-88a4-58acdc355ad6 req-390526f2-21ce-4481-a366-7c81461953e3 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 210 time: 0.1455979 Jun 15 14:39:57.337360 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:57.341468 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.361386 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56990) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:57.377933 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.393669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a44df-ed7e-4989-b455-932d159944a8 req-ec836e47-2b93-49c9-8b87-f2445b983ce4 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:57.395191 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-ec836e47-2b93-49c9-8b87-f2445b983ce4 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.44 "GET /v2.0/networks?id=2c4542f6-1ff4-449e-819f-bedc559ff4ef HTTP/1.1" status: 200 len: 806 time: 1.0291629 Jun 15 14:39:57.429647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Made reservation on behalf of 3746eda524be4a2bbb2df2b64eaa62f5 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:57.433277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.490935 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93422f2e-5f52-42a9-abf9-83f7b901a56f req-6c4ab02a-04dc-4613-a39e-67b2012d062d service neutron] 10.222.0.44 "GET /v2.0/networks/4b334544-5bc3-43e8-9dd2-ade47750e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7625012 Jun 15 14:39:57.526593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object e92f02b4-3edc-49c1-b169-966948976725 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:57.530786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.563584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Transition to ACTIVE for port object 61cec3f9-9d86-4bf7-b9c8-66faf12118ad will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:57.589617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Transition to ACTIVE for port object 61cec3f9-9d86-4bf7-b9c8-66faf12118ad will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:57.592143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2158d43-1fa9-43dd-89a5-b6030a54c314 req-028e27ca-5b25-4993-af2f-7e59fbc507ef tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:57.593811 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f2158d43-1fa9-43dd-89a5-b6030a54c314 req-028e27ca-5b25-4993-af2f-7e59fbc507ef tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 943 time: 0.9531863 Jun 15 14:39:57.598537 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-14b2aec3-1828-484e-bdb2-d51bad9a779f tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce4e73c2702a45cea38a2e8af59546a2 HTTP/1.1" status: 200 len: 380 time: 0.1922894 Jun 15 14:39:57.611006 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1339a08d-5203-4369-8870-6407478138ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=75b3c25dd6314a78afdfa49730822cd0&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2439535 Jun 15 14:39:57.612517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 56994) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:57.655008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Request body: {'port': {'device_id': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'admin_state_up': True, 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'security_groups': ['cffc216f-ff24-4687-8209-9864295c7e54']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:57.670862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.735317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.746276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1db76a7b-1e1b-42d3-a5aa-ed3e013cff15 None None] Current status of the port 203d79b3-0d61-4087-8729-479e7c366a1d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:57.752150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.789842 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-76b7b337-2b8b-4752-acda-2e8896de4ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.792106 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:39:57.799393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.814597 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Network 96384780-e101-4e0f-8458-35487ad5e03e is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:57.823463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:57.827925 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 203d79b3-0d61-4087-8729-479e7c366a1d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:57.828360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.858778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:57.937214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Pushing event updated for resources: {'Port': ['ID=61cec3f9-9d86-4bf7-b9c8-66faf12118ad,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:57.938844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:57.993660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7811c1dd-0c12-45e4-8285-ca002a675a1f None None] Provisioning for port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:58.006170 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:58.012002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302e00-1ec7-49ec-975e-3c6f2e2ff1e2 req-c914dd14-2bcb-4c11-88e2-55e0282535d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:58.013572 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de302e00-1ec7-49ec-975e-3c6f2e2ff1e2 req-c914dd14-2bcb-4c11-88e2-55e0282535d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa19258c43194ad1bb9aa536dcf5b975&device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 1096 time: 0.4040537 Jun 15 14:39:58.016697 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7811c1dd-0c12-45e4-8285-ca002a675a1f None None] Provisioning complete for port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:58.017069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7811c1dd-0c12-45e4-8285-ca002a675a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.035964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Subnet': ['ID=aec6e4c9-c008-4989-b713-c9b68f454d62,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:58.039476 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:58.041726 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:58.047679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:58.048353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.066753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=e92f02b4-3edc-49c1-b169-966948976725,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:58.069408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Attempting to bind port 61cec3f9-9d86-4bf7-b9c8-66faf12118ad on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:39:58.069782 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Attempting to bind port 61cec3f9-9d86-4bf7-b9c8-66faf12118ad by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'f72abce3-eee7-49a8-9dbb-40ea02116547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '96384780-e101-4e0f-8458-35487ad5e03e'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:39:58.070145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Attempting to bind port 61cec3f9-9d86-4bf7-b9c8-66faf12118ad on network 96384780-e101-4e0f-8458-35487ad5e03e {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:39:58.073768 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Network f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:39:58.099489 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f2158d43-1fa9-43dd-89a5-b6030a54c314 req-c1bafb38-d2ed-46f5-892d-e8fcad8274a2 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4781930 Jun 15 14:39:58.100398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:39:58.112534 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:39:58.112945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Checking segment: {'id': 'f72abce3-eee7-49a8-9dbb-40ea02116547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '96384780-e101-4e0f-8458-35487ad5e03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:39:58.113352 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.113746 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Bound using segment: {'id': 'f72abce3-eee7-49a8-9dbb-40ea02116547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '96384780-e101-4e0f-8458-35487ad5e03e'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:39:58.114230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Bound port: 61cec3f9-9d86-4bf7-b9c8-66faf12118ad, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72abce3-eee7-49a8-9dbb-40ea02116547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '96384780-e101-4e0f-8458-35487ad5e03e'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:39:58.114508 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:39:58.114634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.153967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event updated for resources: {'Port': ['ID=127039f6-7f79-46e0-9ef7-9709adb4aebf,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:58.189604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2018965-d1d0-4bc3-a771-9d259762a9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.194154 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:58.232578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 203d79b3-0d61-4087-8729-479e7c366a1d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:58.233145 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e3321626-ed91-4548-b624-1314ce69cb8a req-028c052d-c077-4b1e-b37e-3c7cfa3310e7 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 210 time: 0.2177875 Jun 15 14:39:58.342165 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7811c1dd-0c12-45e4-8285-ca002a675a1f None None] Current status of the port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:39:58.342538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7811c1dd-0c12-45e4-8285-ca002a675a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.371112 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] For port 61cec3f9-9d86-4bf7-b9c8-66faf12118ad, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:39:58.371822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2018965-d1d0-4bc3-a771-9d259762a9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.379412 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] For port 61cec3f9-9d86-4bf7-b9c8-66faf12118ad, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=61cec3f9-9d86-4bf7-b9c8-66faf12118ad,segment=NetworkSegment(f72abce3-eee7-49a8-9dbb-40ea02116547),segment_id=f72abce3-eee7-49a8-9dbb-40ea02116547)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:39:58.390894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.409011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Allocated IP 172.20.0.12 (69591c21-b83e-4f78-9745-9de0ba661089/e5db97dd-98ec-4520-9c5f-eaee2a3697b3/a13942cd-dc24-430b-85ec-911eebe026fc) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:58.411910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:58.438289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7811c1dd-0c12-45e4-8285-ca002a675a1f None None] For port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:39:58.459304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7811c1dd-0c12-45e4-8285-ca002a675a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.528723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68b681-9839-4928-bbd6-63f9fb74ccdb None None] Pushing event updated for resources: {'Port': ['ID=61cec3f9-9d86-4bf7-b9c8-66faf12118ad,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:58.539269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.572909 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bccb4466-d4fa-4d8b-aad6-70f889f16ba8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.3106549 Jun 15 14:39:58.587873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57004) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:58.626861 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9af0b7b5-d97d-4525-98fd-868c9b80cf6b req-51887d21-13a0-4b44-bd2d-8f9d1bee4b6a tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 210 time: 0.1122036 Jun 15 14:39:58.629174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811c1dd-0c12-45e4-8285-ca002a675a1f None None] Pushing event updated for resources: {'Port': ['ID=ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:58.647511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd04bd6a-bcc2-4683-b821-bf8afcc08d44 None None] Network 96384780-e101-4e0f-8458-35487ad5e03e requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:39:58.666710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:39:58.672482 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1b47ec9a-623b-422f-9f30-cf85e8808627 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "PUT /v2.0/routers/cacc1387-c4eb-4132-aebd-d74e82854d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8193190 Jun 15 14:39:58.681449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96384780-e101-4e0f-8458-35487ad5e03e']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:58.691096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57008) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:58.696562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd1d707-6c69-4f37-9878-c035eaf14925 None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:39:58.701742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Made reservation on behalf of ce4e73c2702a45cea38a2e8af59546a2 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:58.705546 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.710031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6c1124d4-ad14-4e6c-8e3e-0f2774c36c69 None None] Provisioning for port e92f02b4-3edc-49c1-b169-966948976725 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:39:58.713124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72abce3-eee7-49a8-9dbb-40ea02116547') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:58.713430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72abce3-eee7-49a8-9dbb-40ea02116547') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:58.723930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'port': {'network_id': '9926dc72-5c1f-4565-81aa-530b75fb6e46', 'name': 'tempest-FloatingIPTestJSON-1224809714'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:39:58.771679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302e00-1ec7-49ec-975e-3c6f2e2ff1e2 req-c8aeb8f9-089c-4d7b-bffd-0768f4f14ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:58.773207 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de302e00-1ec7-49ec-975e-3c6f2e2ff1e2 req-c8aeb8f9-089c-4d7b-bffd-0768f4f14ac6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b334544-5bc3-43e8-9dd2-ade47750e3e2 HTTP/1.1" status: 200 len: 913 time: 0.7116227 Jun 15 14:39:58.775911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.785953 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6c1124d4-ad14-4e6c-8e3e-0f2774c36c69 None None] Provisioning complete for port e92f02b4-3edc-49c1-b169-966948976725 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:39:58.786467 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6c1124d4-ad14-4e6c-8e3e-0f2774c36c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.864865 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1d707-6c69-4f37-9878-c035eaf14925 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:58.865627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ebd1d707-6c69-4f37-9878-c035eaf14925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:58.928312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2018965-d1d0-4bc3-a771-9d259762a9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.938119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ebd1d707-6c69-4f37-9878-c035eaf14925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:58.940394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:58.958852 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6c1124d4-ad14-4e6c-8e3e-0f2774c36c69 None None] Port e92f02b4-3edc-49c1-b169-966948976725 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:39:58.963799 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd1d707-6c69-4f37-9878-c035eaf14925 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:39:58.964565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ebd1d707-6c69-4f37-9878-c035eaf14925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:58.965996 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de302e00-1ec7-49ec-975e-3c6f2e2ff1e2 req-bb27ff65-0b7c-4da7-a85c-e9b7f6b19f87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 HTTP/1.1" status: 200 len: 217 time: 0.1369643 Jun 15 14:39:59.013644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:39:59.014056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:59.029075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ebd1d707-6c69-4f37-9878-c035eaf14925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:39:59.029657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd1d707-6c69-4f37-9878-c035eaf14925 None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:39:59.073450 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f72abce3-eee7-49a8-9dbb-40ea02116547 resource provider aggregate not found Jun 15 14:39:59.074455 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2018965-d1d0-4bc3-a771-9d259762a9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc1450a-4478-46f6-9828-ad969944b502,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:39:59.172235 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f72abce3-eee7-49a8-9dbb-40ea02116547 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f72abce3-eee7-49a8-9dbb-40ea02116547 found for delete ", "request_id": "req-f5c18dce-f283-4455-bc7f-8473104dcb09"}]} Jun 15 14:39:59.189639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816f4988-5cb4-494e-bcf5-e647f7ae28cb None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:39:59.191735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302e00-1ec7-49ec-975e-3c6f2e2ff1e2 req-069dd4f2-4b1d-4f8d-96e6-6b7d760b7f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:59.193490 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de302e00-1ec7-49ec-975e-3c6f2e2ff1e2 req-069dd4f2-4b1d-4f8d-96e6-6b7d760b7f1b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=438ef78b-99a4-49af-b1cc-b6894b2e1f11 HTTP/1.1" status: 200 len: 851 time: 0.2172151 Jun 15 14:39:59.202361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f16df0a-eb1a-4764-909f-714a11b1d9f3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:59.208994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f16df0a-eb1a-4764-909f-714a11b1d9f3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:59.209801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4f16df0a-eb1a-4764-909f-714a11b1d9f3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:59.217900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:39:59.217900 dv-neutron-845844-1-hyperv neutron-server[89018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:39:59.217900 dv-neutron-845844-1-hyperv neutron-server[89018]: [parameters: {'id': '96384780-e101-4e0f-8458-35487ad5e03e'}] Jun 15 14:39:59.217900 dv-neutron-845844-1-hyperv neutron-server[89018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:39:59.218241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:39:59.246866 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2018965-d1d0-4bc3-a771-9d259762a9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:59.250386 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f2018965-d1d0-4bc3-a771-9d259762a9d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5cc1450a-4478-46f6-9828-ad969944b502 HTTP/1.1" status: 204 len: 168 time: 1.6233931 Jun 15 14:39:59.252035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Allocated IP 172.20.0.7 (2c4542f6-1ff4-449e-819f-bedc559ff4ef/d33a1874-1c43-49f4-9a08-d4d67a65c1cd/208583e8-8471-45d9-8c0d-61a30ff08908) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:59.286055 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:59.347186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816f4988-5cb4-494e-bcf5-e647f7ae28cb None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:39:59.362534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:39:59.379213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:port and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:39:59.397545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:39:59.402619 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9c5ba9fb-78ac-4008-9b72-5672fb258ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:59.411381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4f16df0a-eb1a-4764-909f-714a11b1d9f3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:59.413183 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4f16df0a-eb1a-4764-909f-714a11b1d9f3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.8237798 Jun 15 14:39:59.424013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:39:59.425916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57022) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:39:59.508893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Made reservation on behalf of 7efef928e0094939bd2c4aaca63bcf94 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:39:59.511799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:59.512683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:59.541724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-a9e5d327-9d22-4c2d-9e8e-fe3b51dae312 req-c26c94f9-ac98-417e-a2e2-113c034c09aa tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Synchronizing usage tracker for tenant:3746eda524be4a2bbb2df2b64eaa62f5 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:39:59.553308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] device_id is not set on port 977d9a98-861a-4d9f-a12e-d66dcb8715d9 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:39:59.652902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Transition to ACTIVE for port object a13942cd-dc24-430b-85ec-911eebe026fc will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:39:59.712138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.20.0.6 (9926dc72-5c1f-4565-81aa-530b75fb6e46/81d6472f-b103-42f2-b3af-3f624d2118a9/977d9a98-861a-4d9f-a12e-d66dcb8715d9) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:39:59.726920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ae013228-6fe7-4091-80a4-a8474586e8b0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port e92f02b4-3edc-49c1-b169-966948976725 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:59.727273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae013228-6fe7-4091-80a4-a8474586e8b0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:59.754535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:59.761812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:39:59.795241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de302e00-1ec7-49ec-975e-3c6f2e2ff1e2 req-9e11936f-2812-464d-bb05-d242274eaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:59.796910 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de302e00-1ec7-49ec-975e-3c6f2e2ff1e2 req-9e11936f-2812-464d-bb05-d242274eaf9f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b334544-5bc3-43e8-9dd2-ade47750e3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5842016 Jun 15 14:39:59.851767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82bd16-9253-41ce-91c8-7c1e6ea37725 req-50ce0081-105c-4e63-9b7d-3becdab0a984 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:39:59.853647 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0d82bd16-9253-41ce-91c8-7c1e6ea37725 req-50ce0081-105c-4e63-9b7d-3becdab0a984 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 943 time: 0.5758047 Jun 15 14:39:59.866579 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-a9e5d327-9d22-4c2d-9e8e-fe3b51dae312 req-c26c94f9-ac98-417e-a2e2-113c034c09aa tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Unset dirty status for tenant:3746eda524be4a2bbb2df2b64eaa62f5 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:39:59.875611 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a9e5d327-9d22-4c2d-9e8e-fe3b51dae312 req-c26c94f9-ac98-417e-a2e2-113c034c09aa tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 210 time: 0.4194355 Jun 15 14:39:59.994014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting port 61cec3f9-9d86-4bf7-b9c8-66faf12118ad {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:39:59.994585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.147601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Network 69591c21-b83e-4f78-9745-9de0ba661089 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:00.165321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:00.216702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:00.223094 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0d82bd16-9253-41ce-91c8-7c1e6ea37725 req-2f253382-ea65-41a7-b3f0-4a0d82f6196c tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431330 Jun 15 14:40:00.283643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:00.284313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.309593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Pushing event updated for resources: {'Port': ['ID=a13942cd-dc24-430b-85ec-911eebe026fc,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:00.328784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-ef58a9d6-8e5f-4286-88d2-a0640ce469a0 req-f7288b74-ae66-41e4-b71c-871b0617f7d2 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Synchronizing usage tracker for tenant:ce4e73c2702a45cea38a2e8af59546a2 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:00.391477 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-cc5ea34d-b178-417d-8d06-131c80f0fd39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4199822 Jun 15 14:40:00.412012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.412981 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de302e00-1ec7-49ec-975e-3c6f2e2ff1e2 req-dea76ee7-5a63-4cd2-8950-afe845c89efd service neutron] 10.222.0.44 "GET /v2.0/networks/4b334544-5bc3-43e8-9dd2-ade47750e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5937114 Jun 15 14:40:00.423961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Request body: {'port': {'device_id': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:00.463600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-ef58a9d6-8e5f-4286-88d2-a0640ce469a0 req-f7288b74-ae66-41e4-b71c-871b0617f7d2 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Unset dirty status for tenant:ce4e73c2702a45cea38a2e8af59546a2 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:00.465408 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ef58a9d6-8e5f-4286-88d2-a0640ce469a0 req-f7288b74-ae66-41e4-b71c-871b0617f7d2 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 210 time: 0.3148949 Jun 15 14:40:00.476005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.492396 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.516141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a1fd81b6-8023-4867-bacf-9ff2c9c6782d None None] Provisioning for port a13942cd-dc24-430b-85ec-911eebe026fc completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:00.525154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a1fd81b6-8023-4867-bacf-9ff2c9c6782d None None] Provisioning complete for port a13942cd-dc24-430b-85ec-911eebe026fc triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:00.525651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1fd81b6-8023-4867-bacf-9ff2c9c6782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.583457 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:00.614256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Transition to ACTIVE for port object 208583e8-8471-45d9-8c0d-61a30ff08908 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:00.689989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.713339 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.725026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a1fd81b6-8023-4867-bacf-9ff2c9c6782d None None] Port a13942cd-dc24-430b-85ec-911eebe026fc cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:40:00.759854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:00.760281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.786346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.839932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae013228-6fe7-4091-80a4-a8474586e8b0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.849118 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] For port 61cec3f9-9d86-4bf7-b9c8-66faf12118ad, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=61cec3f9-9d86-4bf7-b9c8-66faf12118ad,segment=NetworkSegment(f72abce3-eee7-49a8-9dbb-40ea02116547),segment_id=f72abce3-eee7-49a8-9dbb-40ea02116547)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:00.849471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:00.947090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Pushing event updated for resources: {'Port': ['ID=208583e8-8471-45d9-8c0d-61a30ff08908,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:00.965679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:01.008849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Network 2c4542f6-1ff4-449e-819f-bedc559ff4ef is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:01.019155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:01.030512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:01.074326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ae013228-6fe7-4091-80a4-a8474586e8b0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for e92f02b4-3edc-49c1-b169-966948976725 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:01.091419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:01.196017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:01.196724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:01.269094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Calling delete_port for 61cec3f9-9d86-4bf7-b9c8-66faf12118ad owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:01.286469 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-27ea1edc-b860-444d-a1ae-089b5895a1d7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6664286 Jun 15 14:40:01.314968 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Request body: {'port': {'device_id': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:01.380858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d3a470bb-d7a6-49b9-97dd-5145ca2f4f12 None None] Provisioning for port 208583e8-8471-45d9-8c0d-61a30ff08908 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:01.384935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Router cb433b7a-9ac0-47e7-9e0a-dac64c174a3c is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:40:01.388100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d3a470bb-d7a6-49b9-97dd-5145ca2f4f12 None None] Provisioning complete for port 208583e8-8471-45d9-8c0d-61a30ff08908 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:01.389010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d3a470bb-d7a6-49b9-97dd-5145ca2f4f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:01.399505 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de302e00-1ec7-49ec-975e-3c6f2e2ff1e2 req-c55534c8-4447-47f4-b451-41643b8eda09 service neutron] 10.222.0.44 "GET /v2.0/networks/4b334544-5bc3-43e8-9dd2-ade47750e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9644556 Jun 15 14:40:01.418417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:01.506445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d3a470bb-d7a6-49b9-97dd-5145ca2f4f12 None None] Port 208583e8-8471-45d9-8c0d-61a30ff08908 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:40:01.549609 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network 9926dc72-5c1f-4565-81aa-530b75fb6e46 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:01.555693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:01.589138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:01.603038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:01.629398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=977d9a98-861a-4d9f-a12e-d66dcb8715d9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:01.630750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:01.707696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No DVR routers for this DVR port 61cec3f9-9d86-4bf7-b9c8-66faf12118ad on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:40:01.754975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee8c1a7-03c0-46c2-b8a3-c02dc6b7a4f2 req-58f5f722-9f36-4b48-a300-005d3af01e5c tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:01.756608 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5ee8c1a7-03c0-46c2-b8a3-c02dc6b7a4f2 req-58f5f722-9f36-4b48-a300-005d3af01e5c tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 932 time: 0.5165405 Jun 15 14:40:01.757322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Port': ['ID=61cec3f9-9d86-4bf7-b9c8-66faf12118ad,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:01.822258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:01.822874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:01.872519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae013228-6fe7-4091-80a4-a8474586e8b0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:01.942469 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:01.962630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:40:01.963869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:01.978022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae013228-6fe7-4091-80a4-a8474586e8b0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=e92f02b4-3edc-49c1-b169-966948976725,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:02.012268 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5ee8c1a7-03c0-46c2-b8a3-c02dc6b7a4f2 req-83baefa5-5c33-4c5a-92b5-63ca83ead849 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389715 Jun 15 14:40:02.050473 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e95b03d6-d228-4394-b638-ee49a7fffedb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3552513 Jun 15 14:40:02.052284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96384780-e101-4e0f-8458-35487ad5e03e']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:02.067976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57082) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:02.090243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'port': {'network_id': '9926dc72-5c1f-4565-81aa-530b75fb6e46', 'name': 'tempest-FloatingIPTestJSON-764937065'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:02.110358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72abce3-eee7-49a8-9dbb-40ea02116547') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:02.110647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72abce3-eee7-49a8-9dbb-40ea02116547') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:02.117198 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57086) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:02.127463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae013228-6fe7-4091-80a4-a8474586e8b0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.129464 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ae013228-6fe7-4091-80a4-a8474586e8b0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/e92f02b4-3edc-49c1-b169-966948976725 HTTP/1.1" status: 204 len: 168 time: 2.7023849 Jun 15 14:40:02.134975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57090) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:02.146641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.157111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:02.168371 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Sync routers for ids ['cb433b7a-9ac0-47e7-9e0a-dac64c174a3c'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:02.191311 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Routers {'cb433b7a-9ac0-47e7-9e0a-dac64c174a3c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:02.192130 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cb433b7a-9ac0-47e7-9e0a-dac64c174a3c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:02.199010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:02.234463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:40:02.240341 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'port_id': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0', 'mac_address': 'fa:16:3e:74:7a:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:40:02.272398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.287839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4975efa-3759-4c24-98e1-190a90e35b13 req-609dcda4-6e43-4c5a-8103-16353120b700 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:02.295069 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f4975efa-3759-4c24-98e1-190a90e35b13 req-609dcda4-6e43-4c5a-8103-16353120b700 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 943 time: 0.7144086 Jun 15 14:40:02.373382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:02.377144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.400907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:40:02.427729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.429002 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4cfe7cfe-89bf-403e-985b-24bda0444502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 8.6831589 Jun 15 14:40:02.438099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:02.445941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.453518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57096) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:02.473263 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Set router cb433b7a-9ac0-47e7-9e0a-dac64c174a3c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:02.531270 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:02.552918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:02.564741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:40:02.565277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.592216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:02.605882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e90a447-0fb0-4883-a12e-e26dc5eec88f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:02.607373 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e90a447-0fb0-4883-a12e-e26dc5eec88f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:02.612893 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6e90a447-0fb0-4883-a12e-e26dc5eec88f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4679785 Jun 15 14:40:02.622530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57102) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:02.635580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13942cd-dc24-430b-85ec-911eebe026fc {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:40:02.684535 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:40:02.704878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.727240 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f4975efa-3759-4c24-98e1-190a90e35b13 req-fe35e405-d7a0-4f82-a701-c6102bc886f2 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4312670 Jun 15 14:40:02.728621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Usage tracker for resource:floatingip and tenant:1c632760070c426685982924d9131af3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:02.732285 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f72abce3-eee7-49a8-9dbb-40ea02116547 resource provider aggregate not found Jun 15 14:40:02.738906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:02.781661 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f72abce3-eee7-49a8-9dbb-40ea02116547 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f72abce3-eee7-49a8-9dbb-40ea02116547 found for delete ", "request_id": "req-b5f64d45-8c84-4f30-b067-5217e5312685"}]} Jun 15 14:40:02.786641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:02.796773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.831443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Transition to ACTIVE for port object a13942cd-dc24-430b-85ec-911eebe026fc will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:02.838435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.850900 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/96384780-e101-4e0f-8458-35487ad5e03e HTTP/1.1" status: 204 len: 168 time: 6.8739655 Jun 15 14:40:02.854278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57108) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:02.856703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b8ee5-db10-4960-aabb-b7b468b9cc5a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Network': ['ID=96384780-e101-4e0f-8458-35487ad5e03e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:02.861427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.876146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.886724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:02.887611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1528589000'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:02.894571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:port and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:02.900940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:02.910339 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:02.912730 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb433b7a-9ac0-47e7-9e0a-dac64c174a3c', 'name': '', 'tenant_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb', 'external_fixed_ips': [{'subnet_id': 'aee46047-c622-486d-9448-37b61dcd14f0', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '127039f6-7f79-46e0-9ef7-9709adb4aebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:54Z', 'updated_at': '2022-06-15T14:39:58Z', 'revision_number': 3, 'project_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'gw_port': {'id': '127039f6-7f79-46e0-9ef7-9709adb4aebf', 'name': '', 'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb433b7a-9ac0-47e7-9e0a-dac64c174a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'aee46047-c622-486d-9448-37b61dcd14f0', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:56Z', 'updated_at': '2022-06-15T14:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aee46047-c622-486d-9448-37b61dcd14f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:02.918010 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Checking router: cb433b7a-9ac0-47e7-9e0a-dac64c174a3c for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:40:02.918442 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Updating router cb433b7a-9ac0-47e7-9e0a-dac64c174a3c port 127039f6-7f79-46e0-9ef7-9709adb4aebf binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:40:02.939514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0425ed1-e091-4a5a-9dae-e01d5941b360 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet c3af9ded-fb26-4484-955b-866298426a91 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:40:02.962186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:02.974553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0425ed1-e091-4a5a-9dae-e01d5941b360 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:02.979470 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8af22c-257d-40e8-9a06-76145fe674ab req-34f95c99-a61d-4939-96e9-f55c389f1ed1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:02.981280 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8d8af22c-257d-40e8-9a06-76145fe674ab req-34f95c99-a61d-4939-96e9-f55c389f1ed1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 931 time: 0.7142904 Jun 15 14:40:02.984016 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.017288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Made reservation on behalf of 7efef928e0094939bd2c4aaca63bcf94 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:03.020623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.071167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] device_id is not set on port a4a65fdf-a649-44f6-beac-3b279b4b5452 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:40:03.088500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:network and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:03.123093 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8d8af22c-257d-40e8-9a06-76145fe674ab req-08cad509-87db-42a0-8a36-d5f9aef4369d tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329029 Jun 15 14:40:03.128295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.287567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.20.0.4 (9926dc72-5c1f-4565-81aa-530b75fb6e46/81d6472f-b103-42f2-b3af-3f624d2118a9/a4a65fdf-a649-44f6-beac-3b279b4b5452) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:03.306746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.312728 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:03.379746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:03.392325 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.406444 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Transition to ACTIVE for port object 127039f6-7f79-46e0-9ef7-9709adb4aebf will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:03.415336 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.434979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Pushing event updated for resources: {'Port': ['ID=a13942cd-dc24-430b-85ec-911eebe026fc,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:03.486489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0425ed1-e091-4a5a-9dae-e01d5941b360 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.500269 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Attempting to bind port 127039f6-7f79-46e0-9ef7-9709adb4aebf on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:03.500634 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Attempting to bind port 127039f6-7f79-46e0-9ef7-9709adb4aebf by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'a2edc4d2-c38f-485c-8fbb-4240106a355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:03.501002 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Attempting to bind port 127039f6-7f79-46e0-9ef7-9709adb4aebf on network f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:03.504584 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e4861-c02f-48a6-844d-e7fae4e94033 None None] Pushing event updated for resources: {'Port': ['ID=127039f6-7f79-46e0-9ef7-9709adb4aebf,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:03.509020 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:03.509404 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Checking segment: {'id': 'a2edc4d2-c38f-485c-8fbb-4240106a355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:03.509800 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.510190 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Bound using segment: {'id': 'a2edc4d2-c38f-485c-8fbb-4240106a355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:03.510665 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Bound port: 127039f6-7f79-46e0-9ef7-9709adb4aebf, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2edc4d2-c38f-485c-8fbb-4240106a355b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:03.511035 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.545014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:03.548878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.565635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:40:03.588700 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] For port 127039f6-7f79-46e0-9ef7-9709adb4aebf, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:03.591702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Allocated IP 172.26.3.227 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/6e006e6b-d904-4464-a2c7-87d9e3158be9) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:03.592412 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] For port 127039f6-7f79-46e0-9ef7-9709adb4aebf, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=127039f6-7f79-46e0-9ef7-9709adb4aebf,segment=NetworkSegment(a2edc4d2-c38f-485c-8fbb-4240106a355b),segment_id=a2edc4d2-c38f-485c-8fbb-4240106a355b)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:03.599358 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.646366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.682798 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Routers {'cb433b7a-9ac0-47e7-9e0a-dac64c174a3c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:03.683690 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cb433b7a-9ac0-47e7-9e0a-dac64c174a3c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:03.689259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.778568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:40:03.789198 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.789397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Attempting to bind port a13942cd-dc24-430b-85ec-911eebe026fc on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:03.789602 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Attempting to bind port a13942cd-dc24-430b-85ec-911eebe026fc by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:03.789955 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Attempting to bind port a13942cd-dc24-430b-85ec-911eebe026fc on network 69591c21-b83e-4f78-9745-9de0ba661089 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:03.792427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Deleting port 127039f6-7f79-46e0-9ef7-9709adb4aebf {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:03.792806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.799157 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.826369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208583e8-8471-45d9-8c0d-61a30ff08908 {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:40:03.850441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.860967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Port a13942cd-dc24-430b-85ec-911eebe026fc on network 69591c21-b83e-4f78-9745-9de0ba661089 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:40:03.861429 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Attempting to bind port a13942cd-dc24-430b-85ec-911eebe026fc on network 69591c21-b83e-4f78-9745-9de0ba661089 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:03.874778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.875127 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Added segment 012fc829-741d-46dc-825c-694b96104818 of type vlan for network 553a22ee-f1e3-4b54-a9f5-26fd081fa99a Jun 15 14:40:03.891452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:03.891807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Checking segment: {'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:03.892394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Bound using segment: {'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:03.892868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Bound port: a13942cd-dc24-430b-85ec-911eebe026fc, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59971b48-d1a7-4671-8b09-b00aaa4197ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:03.893224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.902318 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e4861-c02f-48a6-844d-e7fae4e94033 None None] Pushing event updated for resources: {'Port': ['ID=127039f6-7f79-46e0-9ef7-9709adb4aebf,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:03.920038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0425ed1-e091-4a5a-9dae-e01d5941b360 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:03.924481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network 9926dc72-5c1f-4565-81aa-530b75fb6e46 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:03.936048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:03.942561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:03.947294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:03.957826 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] Set router cb433b7a-9ac0-47e7-9e0a-dac64c174a3c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:03.971553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=a4a65fdf-a649-44f6-beac-3b279b4b5452,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:04.031066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:04.032053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.045357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.059815 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:04.066166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:04.066942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.074975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617b59e-713e-4c9a-9a9f-907bdb5a1f1e req-e05d53cb-1812-49fa-80e7-f23aa91dcb2f tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:04.076570 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2617b59e-713e-4c9a-9a9f-907bdb5a1f1e req-e05d53cb-1812-49fa-80e7-f23aa91dcb2f tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 944 time: 0.7681603 Jun 15 14:40:04.104329 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Transition to ACTIVE for port object 208583e8-8471-45d9-8c0d-61a30ff08908 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:04.139819 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2711bcab-0452-4649-988d-c49a1eeb25f4 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0707116 Jun 15 14:40:04.148869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57116) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:04.161076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'a4a65fdf-a649-44f6-beac-3b279b4b5452', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:04.168637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:04.176794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8e8bf-9ee7-4f1d-a53a-46c7dc1a1c64 req-07201fac-faae-47b3-b296-606d32fe1dcf tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:04.178295 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bad8e8bf-9ee7-4f1d-a53a-46c7dc1a1c64 req-07201fac-faae-47b3-b296-606d32fe1dcf tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 944 time: 0.3039455 Jun 15 14:40:04.182882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:04.185191 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:04.187723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event updated for resources: {'Port': ['ID=6e006e6b-d904-4464-a2c7-87d9e3158be9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:04.193549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:04.222786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:floatingip and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:04.226058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:04.226209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.247062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:04.247853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.262187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:04.295012 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:04.297648 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:40:04.304206 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bad8e8bf-9ee7-4f1d-a53a-46c7dc1a1c64 req-87d4fd71-a4c3-427c-907b-f8e4b52d0ced tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116621 Jun 15 14:40:04.306311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.335327 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.393840 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb433b7a-9ac0-47e7-9e0a-dac64c174a3c', 'name': '', 'tenant_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb', 'external_fixed_ips': [{'subnet_id': 'aee46047-c622-486d-9448-37b61dcd14f0', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '127039f6-7f79-46e0-9ef7-9709adb4aebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:54Z', 'updated_at': '2022-06-15T14:39:58Z', 'revision_number': 3, 'project_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'gw_port': {'id': '127039f6-7f79-46e0-9ef7-9709adb4aebf', 'name': '', 'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb433b7a-9ac0-47e7-9e0a-dac64c174a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'aee46047-c622-486d-9448-37b61dcd14f0', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:56Z', 'updated_at': '2022-06-15T14:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aee46047-c622-486d-9448-37b61dcd14f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:04.398984 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9773cebf-dc79-4572-9844-bef87dfee00e None None] The sync data for ids ['cb433b7a-9ac0-47e7-9e0a-dac64c174a3c'] in dv-neutron-845844-1-hyperv is: [{'id': 'cb433b7a-9ac0-47e7-9e0a-dac64c174a3c', 'name': '', 'tenant_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb', 'external_fixed_ips': [{'subnet_id': 'aee46047-c622-486d-9448-37b61dcd14f0', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '127039f6-7f79-46e0-9ef7-9709adb4aebf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:54Z', 'updated_at': '2022-06-15T14:39:58Z', 'revision_number': 3, 'project_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'gw_port': {'id': '127039f6-7f79-46e0-9ef7-9709adb4aebf', 'name': '', 'network_id': 'f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:4b:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb433b7a-9ac0-47e7-9e0a-dac64c174a3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'aee46047-c622-486d-9448-37b61dcd14f0', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:56Z', 'updated_at': '2022-06-15T14:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aee46047-c622-486d-9448-37b61dcd14f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:04.451426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.458083 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2617b59e-713e-4c9a-9a9f-907bdb5a1f1e req-f7b4da18-4654-47da-bb95-986be22da2a6 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494036 Jun 15 14:40:04.478291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.571035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Pushing event updated for resources: {'Port': ['ID=208583e8-8471-45d9-8c0d-61a30ff08908,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:04.598770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.608350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:04.609145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.610271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:04.802263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Network': ['ID=553a22ee-f1e3-4b54-a9f5-26fd081fa99a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:04.829222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 553a22ee-f1e3-4b54-a9f5-26fd081fa99a details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:40:04.865944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.931543 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7119f74-1575-4bc1-af9c-e47267e6eb80'] response: {'server_uuid': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0', 'code': 200} Jun 15 14:40:04.961859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] For port a13942cd-dc24-430b-85ec-911eebe026fc, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:04.974122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca1eb3-39c9-4fbe-a2de-1d3c2de689f6 req-585185ec-52cd-4c1d-ab56-e45f21b00445 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:04.975702 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-18ca1eb3-39c9-4fbe-a2de-1d3c2de689f6 req-585185ec-52cd-4c1d-ab56-e45f21b00445 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 943 time: 0.4735286 Jun 15 14:40:04.981100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:04.982106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] For port a13942cd-dc24-430b-85ec-911eebe026fc, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=a13942cd-dc24-430b-85ec-911eebe026fc,segment=NetworkSegment(59971b48-d1a7-4671-8b09-b00aaa4197ea),segment_id=59971b48-d1a7-4671-8b09-b00aaa4197ea)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:04.998673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] For port 127039f6-7f79-46e0-9ef7-9709adb4aebf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=127039f6-7f79-46e0-9ef7-9709adb4aebf,segment=NetworkSegment(a2edc4d2-c38f-485c-8fbb-4240106a355b),segment_id=a2edc4d2-c38f-485c-8fbb-4240106a355b)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:04.999421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:05.016238 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ce9ba683-5893-496f-a12a-9c7531a6eaea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1474793 Jun 15 14:40:05.039149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57132) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:05.041456 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:05.075833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'subnet': {'network_id': '553a22ee-f1e3-4b54-a9f5-26fd081fa99a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:05.221143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0425ed1-e091-4a5a-9dae-e01d5941b360 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:05.234198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Calling delete_port for 127039f6-7f79-46e0-9ef7-9709adb4aebf owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:05.319908 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:05.320440 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:05.322683 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] 10.222.0.44 "PUT /v2.0/ports/a13942cd-dc24-430b-85ec-911eebe026fc HTTP/1.1" status: 200 len: 1094 time: 4.9131794 Jun 15 14:40:05.338021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'tag': 'a13942cd-dc24-430b-85ec-911eebe026fc'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:40:05.339822 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-18ca1eb3-39c9-4fbe-a2de-1d3c2de689f6 req-ecf800c5-5a67-4a4b-b22b-2d8ec365a1f3 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515804 Jun 15 14:40:05.360346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0425ed1-e091-4a5a-9dae-e01d5941b360 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=c3af9ded-fb26-4484-955b-866298426a91,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:05.368540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0425ed1-e091-4a5a-9dae-e01d5941b360 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:05.380755 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a0425ed1-e091-4a5a-9dae-e01d5941b360 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/c3af9ded-fb26-4484-955b-866298426a91 HTTP/1.1" status: 204 len: 168 time: 2.7390330 Jun 15 14:40:05.380755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Attempting to bind port 208583e8-8471-45d9-8c0d-61a30ff08908 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:05.380755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Attempting to bind port 208583e8-8471-45d9-8c0d-61a30ff08908 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:05.381428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Attempting to bind port 208583e8-8471-45d9-8c0d-61a30ff08908 on network 2c4542f6-1ff4-449e-819f-bedc559ff4ef {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:05.384663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0b2af5-566f-4780-b1c4-15bc25d0767f None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:05.391182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57140) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:05.577373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:05.597961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.26.3.102 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/83da026e-337b-4e98-bb2b-30785e860e7b) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:05.600879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:05.603548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:05.606511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Port 208583e8-8471-45d9-8c0d-61a30ff08908 on network 2c4542f6-1ff4-449e-819f-bedc559ff4ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:40:05.606841 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Attempting to bind port 208583e8-8471-45d9-8c0d-61a30ff08908 on network 2c4542f6-1ff4-449e-819f-bedc559ff4ef {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:05.659934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497f012-d6ab-4f51-bdff-5589ebea605a service neutron] Pushing event updated for resources: {'Port': ['ID=a13942cd-dc24-430b-85ec-911eebe026fc,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:05.663341 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:05.663688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Checking segment: {'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:05.664064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Bound using segment: {'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:05.664559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Bound port: 208583e8-8471-45d9-8c0d-61a30ff08908, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4488c182-a38b-4556-981a-555b8f5ea8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:05.665044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:05.677487 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-254dd5c3-6adf-4f42-b8a3-c259cc4ce4fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2625909 Jun 15 14:40:05.710321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:subnet and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:05.713368 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57154) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:05.806601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event updated for resources: {'Port': ['ID=6e006e6b-d904-4464-a2c7-87d9e3158be9,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:05.811429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:05.826779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e12403-d875-4add-8c2c-7a6276730b82 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:40:05.830468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:05.832042 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-36e12403-d875-4add-8c2c-7a6276730b82 None None] Deleting port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:05.832448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-36e12403-d875-4add-8c2c-7a6276730b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:05.920124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:05.934690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:05.934884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:05.935097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:05.935413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:05.935744 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:05.936080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:05.936435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:05.936765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:05.937091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:05.937422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:05.937853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:05.938181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.063098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:06.066299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.082515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-36e12403-d875-4add-8c2c-7a6276730b82 None None] For port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:06.083054 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-36e12403-d875-4add-8c2c-7a6276730b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.174775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] For port 208583e8-8471-45d9-8c0d-61a30ff08908, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:06.182432 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] For port 208583e8-8471-45d9-8c0d-61a30ff08908, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=208583e8-8471-45d9-8c0d-61a30ff08908,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:06.186721 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b477621-c819-483a-87ed-5892f681afbd req-dd09acb5-4421-47e7-9f4c-d24326d4e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:06.188421 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-dd09acb5-4421-47e7-9f4c-d24326d4e82b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3746eda524be4a2bbb2df2b64eaa62f5&device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 1097 time: 0.7670448 Jun 15 14:40:06.210560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-36e12403-d875-4add-8c2c-7a6276730b82 None None] Calling delete_port for ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:06.242920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:06.247447 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612bea3-9cfe-47cf-9536-9feacc34d85a req-5c764f29-3432-48a7-b6ad-8d21bcb0c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:06.248976 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7612bea3-9cfe-47cf-9536-9feacc34d85a req-5c764f29-3432-48a7-b6ad-8d21bcb0c386 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 1098 time: 1.1061752 Jun 15 14:40:06.249714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.269304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:06.284542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.301663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:06.314077 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-36e12403-d875-4add-8c2c-7a6276730b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.327303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:06.332837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7612bea3-9cfe-47cf-9536-9feacc34d85a req-68e696e9-7986-4b10-a0e6-3ddce1625dde service neutron] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.342718 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-665be5e9-10e7-46c7-aec7-9e9ea5c19b78 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a13942cd-dc24-430b-85ec-911eebe026fc HTTP/1.1" status: 200 len: 217 time: 0.0742667 Jun 15 14:40:06.344034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.373821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e12403-d875-4add-8c2c-7a6276730b82 None None] No DVR routers for this DVR port ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:40:06.374066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.380084 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-75c77b83-cd34-41a7-9af9-fcb147000d9b tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2597091 Jun 15 14:40:06.383217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-7612bea3-9cfe-47cf-9536-9feacc34d85a req-68e696e9-7986-4b10-a0e6-3ddce1625dde service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:06.384771 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e12403-d875-4add-8c2c-7a6276730b82 None None] Pushing event deleted for resources: {'Port': ['ID=ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:06.385992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57160) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:06.400352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e883a5-08f8-4e80-a29a-73709d645faa req-21b15c4b-23a8-4077-8e33-babd6e8c8faf tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:06.401888 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-84e883a5-08f8-4e80-a29a-73709d645faa req-21b15c4b-23a8-4077-8e33-babd6e8c8faf tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 944 time: 0.5963933 Jun 15 14:40:06.412900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1275817936'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:06.422731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6efff-93e1-4896-b54b-21e13b732a6d req-746fa88d-d461-4eb6-8efb-d3d5e59ba06a tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:06.424322 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f3b6efff-93e1-4896-b54b-21e13b732a6d req-746fa88d-d461-4eb6-8efb-d3d5e59ba06a tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 945 time: 0.8038464 Jun 15 14:40:06.428603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-7612bea3-9cfe-47cf-9536-9feacc34d85a req-68e696e9-7986-4b10-a0e6-3ddce1625dde service neutron] Usage tracker for resource:security_group_rule and tenant:32f39ea660264e60a58f1ab59790a83c is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:06.433973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:06.437812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.453561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:06.456144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-7612bea3-9cfe-47cf-9536-9feacc34d85a req-68e696e9-7986-4b10-a0e6-3ddce1625dde service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:06.470863 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.491991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:06.492722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.494769 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] 10.222.0.44 "PUT /v2.0/ports/208583e8-8471-45d9-8c0d-61a30ff08908 HTTP/1.1" status: 200 len: 1093 time: 5.1912835 Jun 15 14:40:06.553807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Usage tracker for resource:network and tenant:1c632760070c426685982924d9131af3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:06.583924 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-7612bea3-9cfe-47cf-9536-9feacc34d85a req-68e696e9-7986-4b10-a0e6-3ddce1625dde service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:06.589275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:06.593666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 127039f6-7f79-46e0-9ef7-9709adb4aebf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:06.606187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:06.650694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 127039f6-7f79-46e0-9ef7-9709adb4aebf {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:40:06.651395 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 127039f6-7f79-46e0-9ef7-9709adb4aebf not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 15 14:40:06.666583 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b477621-c819-483a-87ed-5892f681afbd req-a98615fb-edb2-4008-9ad6-9c271e945b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:06.668156 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-a98615fb-edb2-4008-9ad6-9c271e945b6f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5db97dd-98ec-4520-9c5f-eaee2a3697b3 HTTP/1.1" status: 200 len: 850 time: 0.3123665 Jun 15 14:40:06.699599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Port 127039f6-7f79-46e0-9ef7-9709adb4aebf not found, will not notify nova. {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 15 14:40:06.718697 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-84e883a5-08f8-4e80-a29a-73709d645faa req-e7e629a2-1203-4c64-80b7-8980cd9771b0 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2960064 Jun 15 14:40:06.719803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Pushing event updated for resources: {'Port': ['ID=208583e8-8471-45d9-8c0d-61a30ff08908,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:06.769446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.784634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:40:06.815575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.815739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.816065 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.816421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.816751 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.817289 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.817380 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.817704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.818024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.818341 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.818660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.818976 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f5b414-9c4d-41a5-9d61-abcbfe73f313 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:06.834274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:40:06.834846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ef1ddfaf-957a-422c-bcfc-fdc8163bbe6b not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:40:06.877401 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f3b6efff-93e1-4896-b54b-21e13b732a6d req-6acffba4-e219-4dc4-a1c5-3f93dcbb5842 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4100480 Jun 15 14:40:06.893359 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event deleted for resources: {'Port': ['ID=127039f6-7f79-46e0-9ef7-9709adb4aebf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:06.907773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.945285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Made reservation on behalf of 1c632760070c426685982924d9131af3 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:06.949126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:06.983196 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:06.984312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:07.005286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:07.008894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:07.015442 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83c6144c-cbda-442a-b504-59884dfac60c'] response: {'name': 'network-changed', 'server_uuid': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'tag': 'a13942cd-dc24-430b-85ec-911eebe026fc', 'status': 'completed', 'code': 200} Jun 15 14:40:07.147952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:07.148288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:07.152600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a44df-ed7e-4989-b455-932d159944a8 req-8f111904-809d-498f-a453-149e5be29c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:07.154081 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-8f111904-809d-498f-a453-149e5be29c78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce4e73c2702a45cea38a2e8af59546a2&device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 1096 time: 0.5729890 Jun 15 14:40:07.156989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:07.168351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b477621-c819-483a-87ed-5892f681afbd req-8b1e617b-a1d5-48d5-ab95-93b640fc6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:07.169749 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-8b1e617b-a1d5-48d5-ab95-93b640fc6d90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69591c21-b83e-4f78-9745-9de0ba661089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4568698 Jun 15 14:40:07.181714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=83da026e-337b-4e98-bb2b-30785e860e7b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:07.211436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:07.232459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Usage tracker for resource:security_group_rule and tenant:1c632760070c426685982924d9131af3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:07.237144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:07.257343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:07.333161 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-652f3e13-db2c-4a4a-8fe7-42a761eb3adc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208583e8-8471-45d9-8c0d-61a30ff08908 HTTP/1.1" status: 200 len: 217 time: 0.1670597 Jun 15 14:40:07.368265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Subnet': ['ID=768ccd1f-0a43-4876-95c7-50ec2ab83c5c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:07.431139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:07.431660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cb433b7a-9ac0-47e7-9e0a-dac64c174a3c {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:40:07.450688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Checking segment: {'id': '012fc829-741d-46dc-825c-694b96104818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '553a22ee-f1e3-4b54-a9f5-26fd081fa99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:07.451249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network hostable DHCP agents. Network: 553a22ee-f1e3-4b54-a9f5-26fd081fa99a, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:40:07.502816 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:07.504418 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4afb9f6e-aca8-4838-803a-0f76638da4ec tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "DELETE /v2.0/routers/cb433b7a-9ac0-47e7-9e0a-dac64c174a3c HTTP/1.1" status: 204 len: 168 time: 5.0497050 Jun 15 14:40:07.523922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57168) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:07.531804 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a44df-ed7e-4989-b455-932d159944a8 req-284de229-a77d-42ee-9217-efdd6af17230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:07.533389 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-284de229-a77d-42ee-9217-efdd6af17230 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d33a1874-1c43-49f4-9a08-d4d67a65c1cd HTTP/1.1" status: 200 len: 845 time: 0.1481259 Jun 15 14:40:07.538829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7612bea3-9cfe-47cf-9536-9feacc34d85a req-68e696e9-7986-4b10-a0e6-3ddce1625dde service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:07.570622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7612bea3-9cfe-47cf-9536-9feacc34d85a req-68e696e9-7986-4b10-a0e6-3ddce1625dde service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:07.575125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9553b-17e9-42d7-bf0b-0c1a92671d02 req-cd7a94d9-03f4-4f0e-8198-2b11785f1f02 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:07.576752 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-77a9553b-17e9-42d7-bf0b-0c1a92671d02 req-cd7a94d9-03f4-4f0e-8198-2b11785f1f02 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 943 time: 0.5577013 Jun 15 14:40:07.583015 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-69482aa4-5151-44d7-8f1e-a49ecb96a864 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944517 Jun 15 14:40:07.681065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network 553a22ee-f1e3-4b54-a9f5-26fd081fa99a is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:40:07.702326 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7612bea3-9cfe-47cf-9536-9feacc34d85a req-68e696e9-7986-4b10-a0e6-3ddce1625dde service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4301374 Jun 15 14:40:07.743479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e696e9-7986-4b10-a0e6-3ddce1625dde service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d1858e-353d-4388-94ab-4909bda95e9c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:07.749185 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:07.787135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 553a22ee-f1e3-4b54-a9f5-26fd081fa99a) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:07.801128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8100ca-a81f-41fb-adb5-917cb1527e17 None None] Network 553a22ee-f1e3-4b54-a9f5-26fd081fa99a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:07.876232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:07.876750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:07.910950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:07.926205 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f48576e-74db-44e0-bba4-4554b05d1525 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Deleting subnet aee46047-c622-486d-9448-37b61dcd14f0 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:40:07.936037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f48576e-74db-44e0-bba4-4554b05d1525 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:07.971217 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-77a9553b-17e9-42d7-bf0b-0c1a92671d02 req-37b6b943-1ea8-40e8-b0b1-c754ca39840f tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872867 Jun 15 14:40:07.985472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.029863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:08.030068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f48576e-74db-44e0-bba4-4554b05d1525 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.053246 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:08.074588 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b477621-c819-483a-87ed-5892f681afbd req-0a58269c-65c7-4226-bad2-152e356952b8 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425964 Jun 15 14:40:08.077312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:08.077581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.081444 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8aefdf-b3d4-47e2-892d-ad0421df522d None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:08.109290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:40:08.110995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a44df-ed7e-4989-b455-932d159944a8 req-f2988443-b170-441f-9035-3ec184a9942b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:08.112318 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-f2988443-b170-441f-9035-3ec184a9942b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2c4542f6-1ff4-449e-819f-bedc559ff4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5316699 Jun 15 14:40:08.142124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=43e03513-2707-4d27-ae18-50eac7d3f752,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:08.163909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a001b3-56e8-40d8-8847-677b02cf3c1b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:08.173389 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-42aaef77-ee20-40cc-bc25-c750e1040822 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1123810 Jun 15 14:40:08.178290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.178637 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Added segment c0215df7-8d39-45eb-85c6-f1ba67e761f0 of type vlan for network cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 Jun 15 14:40:08.183891 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-553a22ee-f1e3-4b54-a9f5-26fd081fa99a', 'network_id': '553a22ee-f1e3-4b54-a9f5-26fd081fa99a', 'tenant_id': 'abf98153a2594bd9a79309b6c869fa68', 'fixed_ips': [{'subnet_id': '768ccd1f-0a43-4876-95c7-50ec2ab83c5c'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:40:08.185269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.186161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57176) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:08.241970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f48576e-74db-44e0-bba4-4554b05d1525 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.338595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1989689712'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:08.343292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:08.352735 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-71e759dc-800d-4bff-bbe9-2021902ff440 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5436597 Jun 15 14:40:08.360846 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57180) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:08.366591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:network and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:08.372419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:08.377366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'fixed_ips': [{'subnet_id': '43e03513-2707-4d27-ae18-50eac7d3f752', 'ip_address': '2001:db8::95c7:b4e6:42bc:6336'}], 'name': 'tempest-NetworksTestDHCPv6-1524894415'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:08.384459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:08.389923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.470420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03ccda-344d-4454-922a-bc83029fb852 req-d0d6191c-6aa6-43cd-80a9-2e07d0a281be tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:08.472309 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba03ccda-344d-4454-922a-bc83029fb852 req-d0d6191c-6aa6-43cd-80a9-2e07d0a281be tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 944 time: 0.5109563 Jun 15 14:40:08.476098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:08.479260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.483605 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Allocated IP 2001:db8::3 (553a22ee-f1e3-4b54-a9f5-26fd081fa99a/768ccd1f-0a43-4876-95c7-50ec2ab83c5c/4361bdac-25d3-4d79-bc55-970686f336a3) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:08.496536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '43e03513-2707-4d27-ae18-50eac7d3f752'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:40:08.497799 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.505872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.520138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:08.521183 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.587604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f48576e-74db-44e0-bba4-4554b05d1525 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.598394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 127039f6-7f79-46e0-9ef7-9709adb4aebf no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:40:08.645654 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-8d2e48bd-d03b-44a1-a82d-b3b5d62b67e6 service neutron] 10.222.0.44 "GET /v2.0/networks/2c4542f6-1ff4-449e-819f-bedc559ff4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100043 Jun 15 14:40:08.666621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.670438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f48576e-74db-44e0-bba4-4554b05d1525 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.684495 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba03ccda-344d-4454-922a-bc83029fb852 req-1dc8cf0f-4b2c-4bc6-811a-456daab1b2bf tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948090 Jun 15 14:40:08.711269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48576e-74db-44e0-bba4-4554b05d1525 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=aee46047-c622-486d-9448-37b61dcd14f0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:08.729299 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3263450 Jun 15 14:40:08.731689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 127039f6-7f79-46e0-9ef7-9709adb4aebf {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:40:08.733209 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 127039f6-7f79-46e0-9ef7-9709adb4aebf not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:40:08.738625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586aeaf1-e68e-4dac-a606-d36211fa4b41 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event updated for resources: {'Network': ['ID=cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:08.743982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57184) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:08.744138 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f48576e-74db-44e0-bba4-4554b05d1525 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/aee46047-c622-486d-9448-37b61dcd14f0 HTTP/1.1" status: 204 len: 168 time: 1.2153473 Jun 15 14:40:08.747712 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57186) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:08.748437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:40:08.770159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:40:08.773566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Request body: {'subnet': {'network_id': 'cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:08.807670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02a29d-9e1f-4017-892d-0d5e886c7a83 req-096443a9-45b1-4f59-921d-19e13b520cbe tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:08.815239 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0f02a29d-9e1f-4017-892d-0d5e886c7a83 req-096443a9-45b1-4f59-921d-19e13b520cbe tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 945 time: 0.6518514 Jun 15 14:40:08.820061 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606ba6d-efe0-4ad7-92f7-59448e4293eb req-a669dc03-60a7-4940-828b-23d277e9c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:08.821290 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6606ba6d-efe0-4ad7-92f7-59448e4293eb req-a669dc03-60a7-4940-828b-23d277e9c806 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3746eda524be4a2bbb2df2b64eaa62f5&device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 1097 time: 0.6622524 Jun 15 14:40:08.822603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:08.883286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:08.883951 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Added segment 1fca437b-5222-4d55-931a-d9cd551a9772 of type vlan for network ee1916d6-0e35-41b7-9ea0-24f4072c5800 Jun 15 14:40:08.893385 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:09.023744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'tag': '208583e8-8471-45d9-8c0d-61a30ff08908'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:40:09.034381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:09.062405 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-598a44df-ed7e-4989-b455-932d159944a8 req-4ec0230d-fb18-4e36-b555-1a77f19751ae service neutron] 10.222.0.44 "GET /v2.0/networks/2c4542f6-1ff4-449e-819f-bedc559ff4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981497 Jun 15 14:40:09.092144 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0f02a29d-9e1f-4017-892d-0d5e886c7a83 req-216f3208-b3d4-4f9d-b11d-b94a3bd409b8 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2757094 Jun 15 14:40:09.097418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/43e03513-2707-4d27-ae18-50eac7d3f752/0d112cb7-a8f1-4d9a-8948-40e713230f14) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:09.117124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.141978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:09.145468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Transition to ACTIVE for port object 4361bdac-25d3-4d79-bc55-970686f336a3 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:09.149746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Usage tracker for resource:subnet and tenant:1c632760070c426685982924d9131af3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:09.162663 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd14d608-ee13-4b70-b679-0fa264d5cc78'] response: {'name': 'network-changed', 'server_uuid': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'tag': '208583e8-8471-45d9-8c0d-61a30ff08908', 'status': 'completed', 'code': 200} Jun 15 14:40:09.213613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:09.220662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:09.228981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Transition to ACTIVE for port object 4361bdac-25d3-4d79-bc55-970686f336a3 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:09.251093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.268496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606ba6d-efe0-4ad7-92f7-59448e4293eb req-e543d241-1019-4bc4-b86f-363c147919f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:09.269968 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6606ba6d-efe0-4ad7-92f7-59448e4293eb req-e543d241-1019-4bc4-b86f-363c147919f9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69591c21-b83e-4f78-9745-9de0ba661089 HTTP/1.1" status: 200 len: 912 time: 0.4197392 Jun 15 14:40:09.294905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Made reservation on behalf of 1c632760070c426685982924d9131af3 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:09.298366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.349270 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Network 553a22ee-f1e3-4b54-a9f5-26fd081fa99a is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:09.354077 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Pushing event updated for resources: {'Port': ['ID=4361bdac-25d3-4d79-bc55-970686f336a3,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:09.356463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:09.364635 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:09.365879 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6606ba6d-efe0-4ad7-92f7-59448e4293eb req-37aae39b-d89b-456a-8675-4e85b167138f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a13942cd-dc24-430b-85ec-911eebe026fc HTTP/1.1" status: 200 len: 217 time: 0.0740590 Jun 15 14:40:09.370627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.395664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.395993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.396614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.397004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.397399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.397789 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.398181 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.398585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.398974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.399406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.399791 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.400132 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:40:09.442294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port 35b8876c-9667-4bb2-bb00-dc469d703ebc yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:40:09.506997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbca51-5426-41a6-a851-9c9b3b85eb02 req-1768cfd8-2700-446a-8193-c4ad093fb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:09.508546 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-35dbca51-5426-41a6-a851-9c9b3b85eb02 req-1768cfd8-2700-446a-8193-c4ad093fb2ad service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce4e73c2702a45cea38a2e8af59546a2&device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 1096 time: 0.3185747 Jun 15 14:40:09.523156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606ba6d-efe0-4ad7-92f7-59448e4293eb req-9287f270-3e40-40de-b0ff-8bdf086f2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:09.524645 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6606ba6d-efe0-4ad7-92f7-59448e4293eb req-9287f270-3e40-40de-b0ff-8bdf086f2aba service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5db97dd-98ec-4520-9c5f-eaee2a3697b3 HTTP/1.1" status: 200 len: 850 time: 0.1447546 Jun 15 14:40:09.536980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Attempting to bind port 4361bdac-25d3-4d79-bc55-970686f336a3 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:09.537696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Attempting to bind port 4361bdac-25d3-4d79-bc55-970686f336a3 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '012fc829-741d-46dc-825c-694b96104818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '553a22ee-f1e3-4b54-a9f5-26fd081fa99a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:09.538120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Attempting to bind port 4361bdac-25d3-4d79-bc55-970686f336a3 on network 553a22ee-f1e3-4b54-a9f5-26fd081fa99a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:09.541025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.553998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:09.554676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Checking segment: {'id': '012fc829-741d-46dc-825c-694b96104818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '553a22ee-f1e3-4b54-a9f5-26fd081fa99a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:09.555230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.555760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Bound using segment: {'id': '012fc829-741d-46dc-825c-694b96104818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '553a22ee-f1e3-4b54-a9f5-26fd081fa99a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:09.556401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Bound port: 4361bdac-25d3-4d79-bc55-970686f336a3, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012fc829-741d-46dc-825c-694b96104818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '553a22ee-f1e3-4b54-a9f5-26fd081fa99a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:09.557094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.570725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Transition to ACTIVE for port object 0d112cb7-a8f1-4d9a-8948-40e713230f14 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:09.604435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.635235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.645244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.692849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] For port 4361bdac-25d3-4d79-bc55-970686f336a3, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:09.698237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] For port 4361bdac-25d3-4d79-bc55-970686f336a3, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4361bdac-25d3-4d79-bc55-970686f336a3,segment=NetworkSegment(012fc829-741d-46dc-825c-694b96104818),segment_id=012fc829-741d-46dc-825c-694b96104818)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:09.700118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Transition to ACTIVE for port object 0d112cb7-a8f1-4d9a-8948-40e713230f14 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:09.707177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.799424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8515f81-9cc3-4f23-85fe-f98ccf75819e None None] Pushing event updated for resources: {'Port': ['ID=4361bdac-25d3-4d79-bc55-970686f336a3,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:09.803089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.884736 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:09.891641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:09.898420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:09.906259 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Pushing event updated for resources: {'Port': ['ID=0d112cb7-a8f1-4d9a-8948-40e713230f14,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:09.977612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.983193 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:09.983814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:09.994820 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b857b-0a16-4b02-a841-bd2d2dc78b49 req-cd378b8a-4e3c-4833-aed0-bc75739cb516 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:10.001774 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f1b857b-0a16-4b02-a841-bd2d2dc78b49 req-cd378b8a-4e3c-4833-aed0-bc75739cb516 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 943 time: 0.7718916 Jun 15 14:40:10.013906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.019825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Attempting to bind port 0d112cb7-a8f1-4d9a-8948-40e713230f14 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:10.020364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Attempting to bind port 0d112cb7-a8f1-4d9a-8948-40e713230f14 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:10.020739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Attempting to bind port 0d112cb7-a8f1-4d9a-8948-40e713230f14 on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:10.026935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:10.027147 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:10.027464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.027921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:10.030811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Bound port: 0d112cb7-a8f1-4d9a-8948-40e713230f14, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:10.031284 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.137570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] For port 0d112cb7-a8f1-4d9a-8948-40e713230f14, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:10.141630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] For port 0d112cb7-a8f1-4d9a-8948-40e713230f14, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0d112cb7-a8f1-4d9a-8948-40e713230f14,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:10.149541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.156349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02744999-bbfe-4f82-b656-a6e857959e07 req-62223208-1bba-4e4a-988c-bb6fd6b4aa19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:10.164491 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-02744999-bbfe-4f82-b656-a6e857959e07 req-62223208-1bba-4e4a-988c-bb6fd6b4aa19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 944 time: 0.3135982 Jun 15 14:40:10.171900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606ba6d-efe0-4ad7-92f7-59448e4293eb req-fe74db61-7366-43bd-8523-fe98d5b05541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:10.179846 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6606ba6d-efe0-4ad7-92f7-59448e4293eb req-fe74db61-7366-43bd-8523-fe98d5b05541 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69591c21-b83e-4f78-9745-9de0ba661089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4625981 Jun 15 14:40:10.225179 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbca51-5426-41a6-a851-9c9b3b85eb02 req-1a0740eb-ce28-4c4d-8c9d-e706ced77554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:10.226571 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-35dbca51-5426-41a6-a851-9c9b3b85eb02 req-1a0740eb-ce28-4c4d-8c9d-e706ced77554 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2c4542f6-1ff4-449e-819f-bedc559ff4ef HTTP/1.1" status: 200 len: 907 time: 0.7054989 Jun 15 14:40:10.231837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::95c7:b4e6:42bc:6336 (2ef0444c-622d-434a-90a5-976e58c67159/43e03513-2707-4d27-ae18-50eac7d3f752/35b8876c-9667-4bb2-bb00-dc469d703ebc) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:10.287428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:10.309178 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f1b857b-0a16-4b02-a841-bd2d2dc78b49 req-2f08bf4d-2df7-4f0b-9c32-65c87bff15ab tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064303 Jun 15 14:40:10.309851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Network': ['ID=ee1916d6-0e35-41b7-9ea0-24f4072c5800,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:10.317399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62364af8-410d-4cae-9e53-54e796fbdb84 None None] Pushing event updated for resources: {'Port': ['ID=0d112cb7-a8f1-4d9a-8948-40e713230f14,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:10.332554 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network ee1916d6-0e35-41b7-9ea0-24f4072c5800 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:40:10.336737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2edc4d2-c38f-485c-8fbb-4240106a355b') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:10.337054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2edc4d2-c38f-485c-8fbb-4240106a355b') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:10.371689 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1910e103-182c-41fc-8ed1-75a809d22ce6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1835341 Jun 15 14:40:10.377755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.383988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57200) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:10.449614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.482451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'subnet': {'network_id': 'ee1916d6-0e35-41b7-9ea0-24f4072c5800', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:10.539112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:40:10.638228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4361bdac-25d3-4d79-bc55-970686f336a3 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:10.673872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.712099 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-35dbca51-5426-41a6-a851-9c9b3b85eb02 req-625ef47e-737f-4ea9-ad29-3b0157615a6a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208583e8-8471-45d9-8c0d-61a30ff08908 HTTP/1.1" status: 200 len: 217 time: 0.1114798 Jun 15 14:40:10.720978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.728080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.733686 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-02744999-bbfe-4f82-b656-a6e857959e07 req-ea8f6850-b8e1-49b4-83b0-80f6026335ac tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5682328 Jun 15 14:40:10.785237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 4361bdac-25d3-4d79-bc55-970686f336a3 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:10.787037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event updated for resources: {'Subnet': ['ID=089dd2d0-bb6a-41c2-aa88-026e9af454de,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:10.815194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:40:10.815787 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.832833 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6606ba6d-efe0-4ad7-92f7-59448e4293eb req-181863fb-4895-4dea-b6ac-87a5c6e56362 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6275134 Jun 15 14:40:10.836785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object 35b8876c-9667-4bb2-bb00-dc469d703ebc will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:10.845226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:10.929839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbca51-5426-41a6-a851-9c9b3b85eb02 req-2ce616b1-9fdd-4a46-a17c-38a7558e37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:10.931329 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-35dbca51-5426-41a6-a851-9c9b3b85eb02 req-2ce616b1-9fdd-4a46-a17c-38a7558e37f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d33a1874-1c43-49f4-9a08-d4d67a65c1cd HTTP/1.1" status: 200 len: 845 time: 0.2074928 Jun 15 14:40:10.947421 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment a2edc4d2-c38f-485c-8fbb-4240106a355b resource provider aggregate not found Jun 15 14:40:10.982622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Checking segment: {'id': 'c0215df7-8d39-45eb-85c6-f1ba67e761f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:10.982741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Network hostable DHCP agents. Network: cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:40:11.044424 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment a2edc4d2-c38f-485c-8fbb-4240106a355b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2edc4d2-c38f-485c-8fbb-4240106a355b found for delete ", "request_id": "req-d229467c-593b-41a4-8717-f4d0553e727c"}]} Jun 15 14:40:11.072396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:11.077194 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6606ba6d-efe0-4ad7-92f7-59448e4293eb req-2574c0c3-0d6a-40d0-97eb-fd20667b16a0 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381983 Jun 15 14:40:11.080793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:11.104728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:subnet and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:11.107683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=83da026e-337b-4e98-bb2b-30785e860e7b,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:11.114123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:11.124163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:11.131364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:11.136553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 15 14:40:11.139043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:11.141729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbca51-5426-41a6-a851-9c9b3b85eb02 req-b3ec9f6a-8884-4903-bb07-1d0d54c74c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:11.143281 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-35dbca51-5426-41a6-a851-9c9b3b85eb02 req-b3ec9f6a-8884-4903-bb07-1d0d54c74c44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2c4542f6-1ff4-449e-819f-bedc559ff4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1975453 Jun 15 14:40:11.159696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:11.167218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Network cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:40:11.169753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:11.182632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:11.197342 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:11.203928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:11.204709 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:11.315209 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6c9ec6-38bf-431d-a567-ac3a1982f1d1 None None] Network 553a22ee-f1e3-4b54-a9f5-26fd081fa99a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:11.322265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=35b8876c-9667-4bb2-bb00-dc469d703ebc,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:11.340838 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2d9b17dd-5930-4305-b087-2badb03e1558 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9678841 Jun 15 14:40:11.344886 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57208) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:11.423419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244373f-f887-4a2b-b7bc-c6a7a0198daa req-46d74719-9cc5-4cf6-a77e-96772eb57113 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:11.425454 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6244373f-f887-4a2b-b7bc-c6a7a0198daa req-46d74719-9cc5-4cf6-a77e-96772eb57113 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 945 time: 0.9036038 Jun 15 14:40:11.485494 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "DELETE /v2.0/networks/f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb HTTP/1.1" status: 204 len: 168 time: 2.7281256 Jun 15 14:40:11.485494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82ce10-e052-4143-a60f-051c1fb99279 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1c3d3b6-17a2-4e58-9f3c-e3b54a86a7fb,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:11.514112 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-35dbca51-5426-41a6-a851-9c9b3b85eb02 req-b86ccaa0-a640-4143-90d8-c6d7c5c48408 service neutron] 10.222.0.44 "GET /v2.0/networks/2c4542f6-1ff4-449e-819f-bedc559ff4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528254 Jun 15 14:40:11.577379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:11.581577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:11.606065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:11.611869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:11.612772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:11.634872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c5af11-1c5a-4fee-8fb1-829f1976145c None None] Network cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:11.813792 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c039a960-ad90-40ed-989f-6fb15d07dfa0 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0674930 Jun 15 14:40:11.828044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Performing IP validity checks on allocation pools {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 15 14:40:11.828581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 15 14:40:11.830557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57222) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:11.838416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1123254444', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:11.857439 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6244373f-f887-4a2b-b7bc-c6a7a0198daa req-90a9a32a-2cac-4e74-8205-d2a5f8e1d039 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3931541 Jun 15 14:40:11.862664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:11.890329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Usage tracker for resource:router and tenant:1c632760070c426685982924d9131af3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:11.890329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:11.901994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:11.912927 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Floating IP 13eb9a44-596a-4e5f-a002-7ee0cc0c5df9 associated. External IP: 172.26.3.102, port: a4a65fdf-a649-44f6-beac-3b279b4b5452. Jun 15 14:40:11.924501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8b3992b0-41ca-4142-bb99-c0e5124767ac None None] Provisioning for port 4361bdac-25d3-4d79-bc55-970686f336a3 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:11.948716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8b3992b0-41ca-4142-bb99-c0e5124767ac None None] Provisioning complete for port 4361bdac-25d3-4d79-bc55-970686f336a3 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:11.949085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b3992b0-41ca-4142-bb99-c0e5124767ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.027078 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.028146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.032636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 208583e8-8471-45d9-8c0d-61a30ff08908 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:40:12.043841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57228) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:12.060738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3156b04c-3129-44fe-8877-f5b0ceb4466d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Request body: {'router': {'name': 'tempest-router--771390077', 'project_id': '07dc780a14d947a38962d6ce00910f1b'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:12.207909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f476776-dad3-4ed3-b849-7bab80f99a84 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:12.213274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3156b04c-3129-44fe-8877-f5b0ceb4466d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:12.215216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f476776-dad3-4ed3-b849-7bab80f99a84 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:12.216658 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2f476776-dad3-4ed3-b849-7bab80f99a84 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:12.251587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3156b04c-3129-44fe-8877-f5b0ceb4466d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Usage tracker for resource:router and tenant:07dc780a14d947a38962d6ce00910f1b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:12.256667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2f476776-dad3-4ed3-b849-7bab80f99a84 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:12.257926 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2f476776-dad3-4ed3-b849-7bab80f99a84 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9122734 Jun 15 14:40:12.261305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57232) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:12.268428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.269831 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-35dbca51-5426-41a6-a851-9c9b3b85eb02 req-6f32559a-9e64-4280-b6d3-1bd844e97428 service neutron] 10.222.0.44 "GET /v2.0/networks/2c4542f6-1ff4-449e-819f-bedc559ff4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7422626 Jun 15 14:40:12.270749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3156b04c-3129-44fe-8877-f5b0ceb4466d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:12.299765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3156b04c-3129-44fe-8877-f5b0ceb4466d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:12.315903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5cd0b-dbf1-45ea-9413-37705d54e98f req-c74390cf-8e01-4716-a9cc-90e927211464 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:12.317573 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a4c5cd0b-dbf1-45ea-9413-37705d54e98f req-c74390cf-8e01-4716-a9cc-90e927211464 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 943 time: 0.7332196 Jun 15 14:40:12.353625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3156b04c-3129-44fe-8877-f5b0ceb4466d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.354596 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3156b04c-3129-44fe-8877-f5b0ceb4466d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.366408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 208583e8-8471-45d9-8c0d-61a30ff08908, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=208583e8-8471-45d9-8c0d-61a30ff08908,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:12.372803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-27aa974f-8cc5-47cf-8644-1b2586cd6aa8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port 35b8876c-9667-4bb2-bb00-dc469d703ebc {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:12.373211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27aa974f-8cc5-47cf-8644-1b2586cd6aa8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.438099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '208583e8-8471-45d9-8c0d-61a30ff08908', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'port_id': '208583e8-8471-45d9-8c0d-61a30ff08908', 'mac_address': 'fa:16:3e:4d:f1:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:40:12.446171 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a4c5cd0b-dbf1-45ea-9413-37705d54e98f req-7f8dbd6f-23d8-4798-9678-a2f098745d8d tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035562 Jun 15 14:40:12.524112 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8b3992b0-41ca-4142-bb99-c0e5124767ac None None] Current status of the port 4361bdac-25d3-4d79-bc55-970686f336a3 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:12.524721 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b3992b0-41ca-4142-bb99-c0e5124767ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.577977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9', 'network_id': 'cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9', 'tenant_id': '1c632760070c426685982924d9131af3', 'fixed_ips': [{'subnet_id': '089dd2d0-bb6a-41c2-aa88-026e9af454de'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:40:12.580118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.602347 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1d35c-8109-40ae-a5d1-f928b99fbc43 req-11c9e00f-efb2-4ab7-912f-ecea21767416 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:12.603954 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21d1d35c-8109-40ae-a5d1-f928b99fbc43 req-11c9e00f-efb2-4ab7-912f-ecea21767416 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 944 time: 0.5355375 Jun 15 14:40:12.667685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3156b04c-3129-44fe-8877-f5b0ceb4466d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.734051 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0d112cb7-a8f1-4d9a-8948-40e713230f14 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:12.795309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.804860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27aa974f-8cc5-47cf-8644-1b2586cd6aa8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.874604 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 208583e8-8471-45d9-8c0d-61a30ff08908 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:12.874931 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.898682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8b3992b0-41ca-4142-bb99-c0e5124767ac None None] For port 4361bdac-25d3-4d79-bc55-970686f336a3, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4361bdac-25d3-4d79-bc55-970686f336a3,segment=NetworkSegment(012fc829-741d-46dc-825c-694b96104818),segment_id=012fc829-741d-46dc-825c-694b96104818)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:12.920132 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b3992b0-41ca-4142-bb99-c0e5124767ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.923164 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208583e8-8471-45d9-8c0d-61a30ff08908 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:40:12.953184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:12.954681 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-27aa974f-8cc5-47cf-8644-1b2586cd6aa8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for 35b8876c-9667-4bb2-bb00-dc469d703ebc owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:12.960821 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21d1d35c-8109-40ae-a5d1-f928b99fbc43 req-437d96a9-266d-4a3b-899a-805117e85914 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340998 Jun 15 14:40:12.991813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Allocated IP 172.20.0.2 (cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9/089dd2d0-bb6a-41c2-aa88-026e9af454de/c0848dc3-88a3-417e-970c-f148df761298) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:13.031325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 208583e8-8471-45d9-8c0d-61a30ff08908, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=208583e8-8471-45d9-8c0d-61a30ff08908,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:13.037065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3156b04c-3129-44fe-8877-f5b0ceb4466d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:13.038608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 0d112cb7-a8f1-4d9a-8948-40e713230f14 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:13.056815 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564a504-3180-46c1-93dd-b79edb00f366 req-53942987-8148-429a-8967-d1d7b475ee09 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:13.058211 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6564a504-3180-46c1-93dd-b79edb00f366 req-53942987-8148-429a-8967-d1d7b475ee09 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 945 time: 0.3186028 Jun 15 14:40:13.071147 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:13.071777 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device a13942cd-dc24-430b-85ec-911eebe026fc details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:40:13.072393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57236) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:13.074808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Subnet': ['ID=21913674-da38-453a-bfef-55c292193789,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:13.082774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5002d857-67e9-4b78-bc3a-c1e0467de5e7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Request body: {'floatingip': {'port_id': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:13.102112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:13.106423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Checking segment: {'id': '1fca437b-5222-4d55-931a-d9cd551a9772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'ee1916d6-0e35-41b7-9ea0-24f4072c5800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:13.106771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network hostable DHCP agents. Network: ee1916d6-0e35-41b7-9ea0-24f4072c5800, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:40:13.152163 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3992b0-41ca-4142-bb99-c0e5124767ac None None] Pushing event updated for resources: {'Port': ['ID=4361bdac-25d3-4d79-bc55-970686f336a3,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:13.181231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5002d857-67e9-4b78-bc3a-c1e0467de5e7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:13.240227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bd8cf095-542f-47f4-b68b-0185fb370d20 None None] Provisioning for port 35b8876c-9667-4bb2-bb00-dc469d703ebc completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:13.255807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:40:13.282075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bd8cf095-542f-47f4-b68b-0185fb370d20 None None] Provisioning complete for port 35b8876c-9667-4bb2-bb00-dc469d703ebc triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:13.282538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd8cf095-542f-47f4-b68b-0185fb370d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:13.365182 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3156b04c-3129-44fe-8877-f5b0ceb4466d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:13.367130 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3156b04c-3129-44fe-8877-f5b0ceb4466d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3175616 Jun 15 14:40:13.370694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57240) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:13.397038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network ee1916d6-0e35-41b7-9ea0-24f4072c5800 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:40:13.427200 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, ee1916d6-0e35-41b7-9ea0-24f4072c5800) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:13.436276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=208583e8-8471-45d9-8c0d-61a30ff08908,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:13.448070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0173b0bb-bf79-4948-b6c7-179cfffe4e6a None None] Network ee1916d6-0e35-41b7-9ea0-24f4072c5800 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:13.489187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bd8cf095-542f-47f4-b68b-0185fb370d20 None None] Port 35b8876c-9667-4bb2-bb00-dc469d703ebc cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:40:13.490525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:13.491366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:13.547725 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8b39d228-d962-4f03-85a4-b1fda623a0a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.1002245 Jun 15 14:40:13.548417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57246) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:13.570506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d9218920-7b36-465d-af6d-feec6957f978 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:13.587246 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:13.610554 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c52a4-5fd0-4a1e-ba84-0a41a4452f78 None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:13.648025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27aa974f-8cc5-47cf-8644-1b2586cd6aa8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:13.652138 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port a13942cd-dc24-430b-85ec-911eebe026fc, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=a13942cd-dc24-430b-85ec-911eebe026fc,segment=NetworkSegment(59971b48-d1a7-4671-8b09-b00aaa4197ea),segment_id=59971b48-d1a7-4671-8b09-b00aaa4197ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:13.672431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c52a4-5fd0-4a1e-ba84-0a41a4452f78 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:13.673061 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6d4c52a4-5fd0-4a1e-ba84-0a41a4452f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:13.727027 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bd8cf095-542f-47f4-b68b-0185fb370d20 None None] Provisioning for port 0d112cb7-a8f1-4d9a-8948-40e713230f14 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:13.756560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:13.761397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'a13942cd-dc24-430b-85ec-911eebe026fc', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'port_id': 'a13942cd-dc24-430b-85ec-911eebe026fc', 'mac_address': 'fa:16:3e:22:52:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:40:13.773228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bd8cf095-542f-47f4-b68b-0185fb370d20 None None] Provisioning complete for port 0d112cb7-a8f1-4d9a-8948-40e713230f14 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:13.773588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd8cf095-542f-47f4-b68b-0185fb370d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:13.797902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6d4c52a4-5fd0-4a1e-ba84-0a41a4452f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:13.818191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:13.932130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:13.949367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Transition to ACTIVE for port object c0848dc3-88a3-417e-970c-f148df761298 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:13.990266 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-85f84744-524b-45fe-bd56-19d911bbe9d9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.8376179 Jun 15 14:40:13.992886 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa974f-8cc5-47cf-8644-1b2586cd6aa8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=35b8876c-9667-4bb2-bb00-dc469d703ebc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:13.998626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4c52a4-5fd0-4a1e-ba84-0a41a4452f78 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:13.999445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57250) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:13.999556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6d4c52a4-5fd0-4a1e-ba84-0a41a4452f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:14.006246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-192782f5-f2e4-4355-a049-25e43302ae88 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:14.057166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.095567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6d4c52a4-5fd0-4a1e-ba84-0a41a4452f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:14.095968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4c52a4-5fd0-4a1e-ba84-0a41a4452f78 None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:14.110453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port a13942cd-dc24-430b-85ec-911eebe026fc is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:14.110831 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.122321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Transition to ACTIVE for port object c0848dc3-88a3-417e-970c-f148df761298 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:14.142684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ae4e1-9a14-4e4c-a1ea-4411251859a6 req-9d17cd0f-0dcf-4c3b-9292-f1679f29f71f tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:14.143339 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13942cd-dc24-430b-85ec-911eebe026fc {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:40:14.150163 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ec7ae4e1-9a14-4e4c-a1ea-4411251859a6 req-9d17cd0f-0dcf-4c3b-9292-f1679f29f71f tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 944 time: 0.4727612 Jun 15 14:40:14.197952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.223262 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.278059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.287951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5925dee9-de03-47b3-b1dc-11525b6ff2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-ee1916d6-0e35-41b7-9ea0-24f4072c5800', 'network_id': 'ee1916d6-0e35-41b7-9ea0-24f4072c5800', 'tenant_id': 'abf98153a2594bd9a79309b6c869fa68', 'fixed_ips': [{'subnet_id': '21913674-da38-453a-bfef-55c292193789'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:40:14.288472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5925dee9-de03-47b3-b1dc-11525b6ff2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.296625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d9218920-7b36-465d-af6d-feec6957f978 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.299030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d9218920-7b36-465d-af6d-feec6957f978 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.334676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port a13942cd-dc24-430b-85ec-911eebe026fc, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=a13942cd-dc24-430b-85ec-911eebe026fc,segment=NetworkSegment(59971b48-d1a7-4671-8b09-b00aaa4197ea),segment_id=59971b48-d1a7-4671-8b09-b00aaa4197ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:14.351909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Network cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:14.354557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.360463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:14.362747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:14.365349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bd8cf095-542f-47f4-b68b-0185fb370d20 None None] Current status of the port 0d112cb7-a8f1-4d9a-8948-40e713230f14 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:14.365689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd8cf095-542f-47f4-b68b-0185fb370d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.366590 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:40:14.368569 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ec7ae4e1-9a14-4e4c-a1ea-4411251859a6 req-14b939bf-4f41-418e-8204-3a78cef3716e tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173226 Jun 15 14:40:14.413962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27aa974f-8cc5-47cf-8644-1b2586cd6aa8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.428694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Pushing event updated for resources: {'Port': ['ID=c0848dc3-88a3-417e-970c-f148df761298,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:14.503105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Allocated IP 172.26.3.141 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/9f6f0c34-f0e9-4bfc-bdcb-29a11a44820a) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:14.506063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.532824 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-27aa974f-8cc5-47cf-8644-1b2586cd6aa8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/35b8876c-9667-4bb2-bb00-dc469d703ebc HTTP/1.1" status: 204 len: 168 time: 2.2688873 Jun 15 14:40:14.533696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d9218920-7b36-465d-af6d-feec6957f978 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.534205 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9218920-7b36-465d-af6d-feec6957f978 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97ebd302-b776-43e1-89b3-0554bbe0d105 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:40:14.538941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57256) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:14.543726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-192782f5-f2e4-4355-a049-25e43302ae88 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.581453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4361bdac-25d3-4d79-bc55-970686f336a3 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:14.591209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Subnet': ['ID=21913674-da38-453a-bfef-55c292193789,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:14.597089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d9218920-7b36-465d-af6d-feec6957f978 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.598351 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d9218920-7b36-465d-af6d-feec6957f978 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "DELETE /v2.0/routers/97ebd302-b776-43e1-89b3-0554bbe0d105 HTTP/1.1" status: 204 len: 168 time: 1.2266607 Jun 15 14:40:14.659943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['208583e8-8471-45d9-8c0d-61a30ff08908'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:40:14.686299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['a13942cd-dc24-430b-85ec-911eebe026fc'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:40:14.774576 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.786641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bd8cf095-542f-47f4-b68b-0185fb370d20 None None] For port 0d112cb7-a8f1-4d9a-8948-40e713230f14, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0d112cb7-a8f1-4d9a-8948-40e713230f14,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:14.818999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee1916d6-0e35-41b7-9ea0-24f4072c5800']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:14.827670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd8cf095-542f-47f4-b68b-0185fb370d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.838168 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Attempting to bind port c0848dc3-88a3-417e-970c-f148df761298 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:14.838537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Attempting to bind port c0848dc3-88a3-417e-970c-f148df761298 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'c0215df7-8d39-45eb-85c6-f1ba67e761f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:14.838896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Attempting to bind port c0848dc3-88a3-417e-970c-f148df761298 on network cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server [None req-5925dee9-de03-47b3-b1dc-11525b6ff2db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21913674-da38-453a-bfef-55c292193789: This subnet is being modified by another concurrent operation. Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 15 14:40:14.846011 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1454, in create_port Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1421, in _create_port_db Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise exception Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21913674-da38-453a-bfef-55c292193789: This subnet is being modified by another concurrent operation. Jun 15 14:40:14.849137 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Jun 15 14:40:14.850994 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=a13942cd-dc24-430b-85ec-911eebe026fc,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:14.860375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fca437b-5222-4d55-931a-d9cd551a9772') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:14.860883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fca437b-5222-4d55-931a-d9cd551a9772') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:14.890309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.907665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.915279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57262) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:14.925552 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5f8a42-62b3-4344-ac2a-4ff722ce13d0 None None] Network ee1916d6-0e35-41b7-9ea0-24f4072c5800 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:14.932978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:14.943748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:40:14.944408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.118206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:15.118785 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Checking segment: {'id': 'c0215df7-8d39-45eb-85c6-f1ba67e761f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:15.119402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.119891 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Bound using segment: {'id': 'c0215df7-8d39-45eb-85c6-f1ba67e761f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:15.120418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Bound port: c0848dc3-88a3-417e-970c-f148df761298, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0215df7-8d39-45eb-85c6-f1ba67e761f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:15.121118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.158296 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 1fca437b-5222-4d55-931a-d9cd551a9772 resource provider aggregate not found Jun 15 14:40:15.193308 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 1fca437b-5222-4d55-931a-d9cd551a9772 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fca437b-5222-4d55-931a-d9cd551a9772 found for delete ", "request_id": "req-d83b20cc-348b-4935-99d0-077a4c2fb08c"}]} Jun 15 14:40:15.201826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb69f7a-057a-482c-932c-8ea8a9c4afb3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:15.203441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb69f7a-057a-482c-932c-8ea8a9c4afb3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:15.204207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fdb69f7a-057a-482c-932c-8ea8a9c4afb3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:15.213862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.245714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.250243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.250814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db9da9-a4fa-4303-b70c-3c576b9ef70f req-7dc0301c-66f1-4b1c-9ff8-5fdc114e0c04 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:15.252344 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-93db9da9-a4fa-4303-b70c-3c576b9ef70f req-7dc0301c-66f1-4b1c-9ff8-5fdc114e0c04 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 945 time: 0.9420629 Jun 15 14:40:15.264952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-19362549', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:15.288460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fdb69f7a-057a-482c-932c-8ea8a9c4afb3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:15.293029 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fdb69f7a-057a-482c-932c-8ea8a9c4afb3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7488773 Jun 15 14:40:15.303559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57272) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:15.312050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:15.322850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Network': ['ID=ee1916d6-0e35-41b7-9ea0-24f4072c5800,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:15.338669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:15.349080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Usage tracker for resource:router and tenant:76535072f613409b921cd3b45dae9ffe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:15.354905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:15.357031 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:15.366845 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-504a906a-9b35-4715-922c-f55696348ebc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/ee1916d6-0e35-41b7-9ea0-24f4072c5800 HTTP/1.1" status: 204 len: 168 time: 1.8098235 Jun 15 14:40:15.368382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:15.370135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 4361bdac-25d3-4d79-bc55-970686f336a3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:15.370135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.399317 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:15.401756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57276) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:15.421424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1144824286'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:15.426421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:15.430485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:network and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:15.433589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:15.441409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:15.442677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c95ba9b2-ecff-4d86-a316-b6d979469e0b None None] Provisioning complete for port 4361bdac-25d3-4d79-bc55-970686f336a3 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:15.443051 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c95ba9b2-ecff-4d86-a316-b6d979469e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.467309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event updated for resources: {'Port': ['ID=9f6f0c34-f0e9-4bfc-bdcb-29a11a44820a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:15.472947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:15.476080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.494191 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.495213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.511724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8cf095-542f-47f4-b68b-0185fb370d20 None None] Pushing event updated for resources: {'Port': ['ID=0d112cb7-a8f1-4d9a-8948-40e713230f14,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:15.589405 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-192782f5-f2e4-4355-a049-25e43302ae88 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.607449 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-93db9da9-a4fa-4303-b70c-3c576b9ef70f req-d40327e8-a60b-432b-94c7-f58ac907c2d4 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3422525 Jun 15 14:40:15.615024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-192782f5-f2e4-4355-a049-25e43302ae88 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.615542 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-192782f5-f2e4-4355-a049-25e43302ae88 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Floating IP 13eb9a44-596a-4e5f-a002-7ee0cc0c5df9 disassociated. External IP: 172.26.3.102, port: a4a65fdf-a649-44f6-beac-3b279b4b5452. Jun 15 14:40:15.658401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] For port c0848dc3-88a3-417e-970c-f148df761298, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:15.674205 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.694416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] For port c0848dc3-88a3-417e-970c-f148df761298, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c0848dc3-88a3-417e-970c-f148df761298,segment=NetworkSegment(c0215df7-8d39-45eb-85c6-f1ba67e761f0),segment_id=c0215df7-8d39-45eb-85c6-f1ba67e761f0)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:15.710510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:40:15.732520 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1abb1f5-7a7a-449b-ae38-6be6a558beed tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 43e03513-2707-4d27-ae18-50eac7d3f752 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:40:15.752250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1f5-7a7a-449b-ae38-6be6a558beed tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.789480 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.789960 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Added segment 226fcf77-0804-4002-a07b-2339270f7f72 of type vlan for network 67a834ce-4ff8-4ff7-9e50-cdf6a56b3684 Jun 15 14:40:15.809774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-5002d857-67e9-4b78-bc3a-c1e0467de5e7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:40:15.817199 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:15.952422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 4361bdac-25d3-4d79-bc55-970686f336a3 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:15.976144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c95ba9b2-ecff-4d86-a316-b6d979469e0b None None] Current status of the port 4361bdac-25d3-4d79-bc55-970686f336a3 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:15.981247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac64b9-a87d-4914-9d96-f3798c6706d4 None None] Pushing event updated for resources: {'Port': ['ID=c0848dc3-88a3-417e-970c-f148df761298,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:15.987559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1f5-7a7a-449b-ae38-6be6a558beed tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:16.042291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:16.044054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5002d857-67e9-4b78-bc3a-c1e0467de5e7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:16.058383 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5002d857-67e9-4b78-bc3a-c1e0467de5e7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:16.351263 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:40:16.361672 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 208583e8-8471-45d9-8c0d-61a30ff08908 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:16.369899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91576fe-9e8b-4eca-9439-229c2bc5e91a req-5ecf663d-b149-4a5f-8b95-6526010930b4 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:16.377524 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e91576fe-9e8b-4eca-9439-229c2bc5e91a req-5ecf663d-b149-4a5f-8b95-6526010930b4 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 944 time: 0.7230256 Jun 15 14:40:16.414432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:16.489474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 208583e8-8471-45d9-8c0d-61a30ff08908 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:16.490050 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e91576fe-9e8b-4eca-9439-229c2bc5e91a req-827a661c-030b-4113-b8f0-dbcc92c536ed tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113644 Jun 15 14:40:16.500798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 208583e8-8471-45d9-8c0d-61a30ff08908 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:16.500955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:16.501257 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:16.510625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:16.511269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:16.549893 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-5002d857-67e9-4b78-bc3a-c1e0467de5e7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Floating IP 595b4bff-defc-47b0-ba0d-b489633bf52b associated. External IP: 172.26.3.140, port: 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0. Jun 15 14:40:16.586557 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1817403 Jun 15 14:40:16.597050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57282) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:16.653251 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 208583e8-8471-45d9-8c0d-61a30ff08908 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:16.653757 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:16.654616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192782f5-f2e4-4355-a049-25e43302ae88 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:16.669064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c0848dc3-88a3-417e-970c-f148df761298 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:16.696565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:16.739044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208583e8-8471-45d9-8c0d-61a30ff08908'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:40:16.755534 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 208583e8-8471-45d9-8c0d-61a30ff08908, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=208583e8-8471-45d9-8c0d-61a30ff08908,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:16.764313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1f5-7a7a-449b-ae38-6be6a558beed tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:16.765590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:16.779535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'subnet': {'network_id': '67a834ce-4ff8-4ff7-9e50-cdf6a56b3684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:16.835055 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b07c830-da02-4796-aee2-ab8bbde5b217'] response: {'server_uuid': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208583e8-8471-45d9-8c0d-61a30ff08908', 'code': 200} Jun 15 14:40:16.846157 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port c0848dc3-88a3-417e-970c-f148df761298 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:16.876258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0d112cb7-a8f1-4d9a-8948-40e713230f14 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:16.978933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=208583e8-8471-45d9-8c0d-61a30ff08908,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:17.025855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 0d112cb7-a8f1-4d9a-8948-40e713230f14 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:17.026829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:17.154299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e00d8-6bac-4e3e-8d77-b374da1cb1fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Network': ['ID=67a834ce-4ff8-4ff7-9e50-cdf6a56b3684,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:17.179361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 67a834ce-4ff8-4ff7-9e50-cdf6a56b3684 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:40:17.276856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:17.285559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:subnet and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:17.290351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:17.302690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:17.315793 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 0d112cb7-a8f1-4d9a-8948-40e713230f14 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:17.356749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72877d0-910b-4474-bdc3-5de046540bd3 None None] Network cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:17.389815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:17.396017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:17.445905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1f5-7a7a-449b-ae38-6be6a558beed tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:17.458868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1de710c2-a6ec-431d-a6ce-d9aeac3e5cf2 None None] Provisioning for port c0848dc3-88a3-417e-970c-f148df761298 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:17.477040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1de710c2-a6ec-431d-a6ce-d9aeac3e5cf2 None None] Provisioning complete for port c0848dc3-88a3-417e-970c-f148df761298 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:17.477540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1de710c2-a6ec-431d-a6ce-d9aeac3e5cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:17.489293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192782f5-f2e4-4355-a049-25e43302ae88 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:17.508109 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abb1f5-7a7a-449b-ae38-6be6a558beed tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=43e03513-2707-4d27-ae18-50eac7d3f752,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:17.531453 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a2219-5b49-46eb-be4e-8a07874297be None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:17.545186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1abb1f5-7a7a-449b-ae38-6be6a558beed tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:17.563227 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a2219-5b49-46eb-be4e-8a07874297be None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:17.564718 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-259a2219-5b49-46eb-be4e-8a07874297be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:17.595545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2320f7-e46f-4fc5-81ab-2d9f6afe10fb None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:17.695204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-192782f5-f2e4-4355-a049-25e43302ae88 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:17.700064 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-259a2219-5b49-46eb-be4e-8a07874297be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:17.711657 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a2219-5b49-46eb-be4e-8a07874297be None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:17.713035 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-259a2219-5b49-46eb-be4e-8a07874297be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:17.746062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607b071-0622-45c3-a98d-f24707af878c req-cd0b2527-e139-4130-b424-701695cedc91 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:17.753759 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4607b071-0622-45c3-a98d-f24707af878c req-cd0b2527-e139-4130-b424-701695cedc91 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 945 time: 0.6867015 Jun 15 14:40:17.757182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acc792-eecb-4d61-926f-3daacafe8b17 req-96ea5100-652c-460b-ab4f-3c400056f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:17.758610 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b4acc792-eecb-4d61-926f-3daacafe8b17 req-96ea5100-652c-460b-ab4f-3c400056f20e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 1098 time: 0.6734855 Jun 15 14:40:17.787266 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e1abb1f5-7a7a-449b-ae38-6be6a558beed tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/43e03513-2707-4d27-ae18-50eac7d3f752 HTTP/1.1" status: 204 len: 168 time: 2.4764254 Jun 15 14:40:17.803345 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-259a2219-5b49-46eb-be4e-8a07874297be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:17.804493 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259a2219-5b49-46eb-be4e-8a07874297be None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:17.806947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57292) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:17.858799 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-192782f5-f2e4-4355-a049-25e43302ae88 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "PUT /v2.0/floatingips/13eb9a44-596a-4e5f-a002-7ee0cc0c5df9 HTTP/1.1" status: 200 len: 688 time: 3.8571706 Jun 15 14:40:17.865163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57296) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:17.873071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5002d857-67e9-4b78-bc3a-c1e0467de5e7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:17.934654 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-583d7c37-50c5-4aa5-aef8-c89ead4f3677 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1237547 Jun 15 14:40:17.936622 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b4acc792-eecb-4d61-926f-3daacafe8b17 req-8b9fb732-630e-4edd-965e-fa5ec5f8cbe0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537945 Jun 15 14:40:17.938171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:17.939707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57300) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:17.948243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:17.949943 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4607b071-0622-45c3-a98d-f24707af878c req-29cddde1-8587-47d4-aa72-617f38d57557 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951151 Jun 15 14:40:17.957193 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:18.033081 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1de710c2-a6ec-431d-a6ce-d9aeac3e5cf2 None None] Current status of the port c0848dc3-88a3-417e-970c-f148df761298 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:18.033706 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1de710c2-a6ec-431d-a6ce-d9aeac3e5cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.040002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.086643 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1de710c2-a6ec-431d-a6ce-d9aeac3e5cf2 None None] For port c0848dc3-88a3-417e-970c-f148df761298, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c0848dc3-88a3-417e-970c-f148df761298,segment=NetworkSegment(c0215df7-8d39-45eb-85c6-f1ba67e761f0),segment_id=c0215df7-8d39-45eb-85c6-f1ba67e761f0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:18.095681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1de710c2-a6ec-431d-a6ce-d9aeac3e5cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.165521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-36186cbe-fa14-4295-a399-cabd932c692d tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port 83da026e-337b-4e98-bb2b-30785e860e7b {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:18.165970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36186cbe-fa14-4295-a399-cabd932c692d tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.171220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de710c2-a6ec-431d-a6ce-d9aeac3e5cf2 None None] Pushing event updated for resources: {'Port': ['ID=c0848dc3-88a3-417e-970c-f148df761298,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:18.233448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e9f4a3-0912-4ffa-bf43-6186af175d7d None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:40:18.238132 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9f4a3-0912-4ffa-bf43-6186af175d7d None None] Deleting port 0d112cb7-a8f1-4d9a-8948-40e713230f14 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:18.238577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f4a3-0912-4ffa-bf43-6186af175d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.346839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:18.355640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:18.360743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946b0ac-9ef2-4fea-a60c-39436403c9c0 req-737aaef0-3312-4e55-9b92-1d0d2fc4b77d tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:18.360976 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:18.362254 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8946b0ac-9ef2-4fea-a60c-39436403c9c0 req-737aaef0-3312-4e55-9b92-1d0d2fc4b77d tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 945 time: 0.6701798 Jun 15 14:40:18.399143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device a13942cd-dc24-430b-85ec-911eebe026fc up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:18.472747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e19838e9-7a1a-4d37-b438-62bef33ae809 None None] Provisioning complete for port c0848dc3-88a3-417e-970c-f148df761298 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:18.473143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e19838e9-7a1a-4d37-b438-62bef33ae809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.476351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:18.545170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:18.548883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.570254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c0848dc3-88a3-417e-970c-f148df761298 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:18.572338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5002d857-67e9-4b78-bc3a-c1e0467de5e7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:18.581799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5002d857-67e9-4b78-bc3a-c1e0467de5e7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.596803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.657754 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef6620f-0aab-473a-b2e6-3083f3d25d58 None None] Sync routers for ids ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:18.673215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Subnet': ['ID=77999978-a7bf-4620-a366-0d57ebc5c311,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:18.720869 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8946b0ac-9ef2-4fea-a60c-39436403c9c0 req-7e0bee02-0a92-4d62-8ca7-e9ae4aa015a1 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745379 Jun 15 14:40:18.750088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Allocated IP 172.26.3.100 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/402d8931-0dea-436f-938d-c2c60cda8ad2) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:18.769628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Checking segment: {'id': '226fcf77-0804-4002-a07b-2339270f7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67a834ce-4ff8-4ff7-9e50-cdf6a56b3684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:18.770286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network hostable DHCP agents. Network: 67a834ce-4ff8-4ff7-9e50-cdf6a56b3684, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:40:18.799346 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6620f-0aab-473a-b2e6-3083f3d25d58 None None] Routers {'13dd95d1-ca96-4aea-bb93-03f0f2c4f606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:18.800365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3ef6620f-0aab-473a-b2e6-3083f3d25d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:18.843838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36186cbe-fa14-4295-a399-cabd932c692d tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.844813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36186cbe-fa14-4295-a399-cabd932c692d tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.871005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Router 054481bf-5ce7-4ca0-92bb-f85060e1598f is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:40:18.883504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network 67a834ce-4ff8-4ff7-9e50-cdf6a56b3684 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:40:18.892639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d5e9f4a3-0912-4ffa-bf43-6186af175d7d None None] For port 0d112cb7-a8f1-4d9a-8948-40e713230f14, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0d112cb7-a8f1-4d9a-8948-40e713230f14,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:18.893171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f4a3-0912-4ffa-bf43-6186af175d7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.963097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 67a834ce-4ff8-4ff7-9e50-cdf6a56b3684) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:18.965080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e19838e9-7a1a-4d37-b438-62bef33ae809 None None] Current status of the port c0848dc3-88a3-417e-970c-f148df761298 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:18.970293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:18.970443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:18.991465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-36186cbe-fa14-4295-a399-cabd932c692d tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for 83da026e-337b-4e98-bb2b-30785e860e7b owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:19.033244 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5002d857-67e9-4b78-bc3a-c1e0467de5e7 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "PUT /v2.0/floatingips/595b4bff-defc-47b0-ba0d-b489633bf52b HTTP/1.1" status: 200 len: 991 time: 5.9593279 Jun 15 14:40:19.045088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'tag': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:40:19.056430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9f4a3-0912-4ffa-bf43-6186af175d7d None None] Calling delete_port for 0d112cb7-a8f1-4d9a-8948-40e713230f14 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:19.109420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b35a47-db21-4230-b361-48e6c2e41281 None None] Network 67a834ce-4ff8-4ff7-9e50-cdf6a56b3684 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:19.156960 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-605cd372-298b-4886-bc1e-4d597782e5e9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5553186 Jun 15 14:40:19.157922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57310) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:19.196572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.304573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port a13942cd-dc24-430b-85ec-911eebe026fc completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:19.323376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port a13942cd-dc24-430b-85ec-911eebe026fc triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:19.323752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.354823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c0848dc3-88a3-417e-970c-f148df761298 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:19.355225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.375424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:19.402645 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f5492-ab8c-458a-985c-84623ca42f6c None None] Sync routers for ids ['054481bf-5ce7-4ca0-92bb-f85060e1598f'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:19.415505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36186cbe-fa14-4295-a399-cabd932c692d tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.417045 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f5492-ab8c-458a-985c-84623ca42f6c None None] Routers {'054481bf-5ce7-4ca0-92bb-f85060e1598f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:19.417815 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b20f5492-ab8c-458a-985c-84623ca42f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['054481bf-5ce7-4ca0-92bb-f85060e1598f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:19.426174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.427540 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7b2475b9-f596-43f1-952c-168c53229b15 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.5959806 Jun 15 14:40:19.438566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57314) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:19.486366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.494856 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b20f5492-ab8c-458a-985c-84623ca42f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:19.501476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d5e9f4a3-0912-4ffa-bf43-6186af175d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.505238 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f5492-ab8c-458a-985c-84623ca42f6c None None] Routers {'054481bf-5ce7-4ca0-92bb-f85060e1598f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:19.506006 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b20f5492-ab8c-458a-985c-84623ca42f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['054481bf-5ce7-4ca0-92bb-f85060e1598f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:19.572435 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b20f5492-ab8c-458a-985c-84623ca42f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:19.573118 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20f5492-ab8c-458a-985c-84623ca42f6c None None] The sync data for ids ['054481bf-5ce7-4ca0-92bb-f85060e1598f'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:19.618038 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9f4a3-0912-4ffa-bf43-6186af175d7d None None] Pushing event deleted for resources: {'Port': ['ID=0d112cb7-a8f1-4d9a-8948-40e713230f14,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:19.633048 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e9f4a3-0912-4ffa-bf43-6186af175d7d None None] No DVR routers for this DVR port 0d112cb7-a8f1-4d9a-8948-40e713230f14 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:40:19.653680 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51896f-3807-4897-98eb-3b1e0155ecfe req-16b7faf9-30d5-4882-9d88-541c5d73c648 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:19.655810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.660997 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ca51896f-3807-4897-98eb-3b1e0155ecfe req-16b7faf9-30d5-4882-9d88-541c5d73c648 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 945 time: 0.3903325 Jun 15 14:40:19.675118 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36186cbe-fa14-4295-a399-cabd932c692d tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=83da026e-337b-4e98-bb2b-30785e860e7b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:19.690733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-3ef6620f-0aab-473a-b2e6-3083f3d25d58 None None] Set router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:19.703685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:19.709761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:19.725846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.726574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:19.727264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.751937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=87bbad47-d677-413b-9409-3fcfdbdd0b59,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:19.758941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:19.767176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:19.774876 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ca51896f-3807-4897-98eb-3b1e0155ecfe req-a4ba8419-7169-4bd8-9bb7-dd90f4acdf94 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067655 Jun 15 14:40:19.777617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:19.778775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36186cbe-fa14-4295-a399-cabd932c692d tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.820556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02555613-b4f5-466b-9e22-3370f127a6d7 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:19.824067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36186cbe-fa14-4295-a399-cabd932c692d tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.825334 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-36186cbe-fa14-4295-a399-cabd932c692d tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/floatingips/13eb9a44-596a-4e5f-a002-7ee0cc0c5df9 HTTP/1.1" status: 204 len: 168 time: 1.9550424 Jun 15 14:40:19.827534 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0307b357-6dac-45a5-a919-494986e1d937 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8762293 Jun 15 14:40:19.832088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57320) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:19.839381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '977d9a98-861a-4d9f-a12e-d66dcb8715d9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:19.843212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57322) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:19.846264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Pushing event updated for resources: {'Port': ['ID=402d8931-0dea-436f-938d-c2c60cda8ad2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:19.848265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:19.854322 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:floatingip and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:19.857722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:19.866162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:19.932788 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfc2b325-8efd-4228-b363-27c3a7f91e2d'] response: {'name': 'network-changed', 'server_uuid': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'tag': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0', 'status': 'completed', 'code': 200} Jun 15 14:40:19.956256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'fixed_ips': [{'subnet_id': '87bbad47-d677-413b-9409-3fcfdbdd0b59', 'ip_address': '2001:db8::ebc7:428:c22b:2c19'}], 'name': 'tempest-NetworksTestDHCPv6-486147394'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:19.989929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-67a834ce-4ff8-4ff7-9e50-cdf6a56b3684', 'network_id': '67a834ce-4ff8-4ff7-9e50-cdf6a56b3684', 'tenant_id': 'abf98153a2594bd9a79309b6c869fa68', 'fixed_ips': [{'subnet_id': '77999978-a7bf-4620-a366-0d57ebc5c311'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:40:19.990882 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:19.993843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:20.120422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dd476-5333-4bf5-9a14-5626bd563a7d req-857b5795-b18c-4062-b71b-0363d0a8c4ea tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:20.121856 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c12dd476-5333-4bf5-9a14-5626bd563a7d req-857b5795-b18c-4062-b71b-0363d0a8c4ea tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 945 time: 0.8191392 Jun 15 14:40:20.155048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacb054-4da1-4bb9-bb4d-788dced4110d req-a833f061-1249-4f0e-abca-065f5b18f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:20.156684 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5cacb054-4da1-4bb9-bb4d-788dced4110d req-a833f061-1249-4f0e-abca-065f5b18f2ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa19258c43194ad1bb9aa536dcf5b975&device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 1098 time: 0.2678044 Jun 15 14:40:20.167739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb21471-bb4b-40c3-91fd-b43a70d3300a req-545edcd4-06db-4b16-b01c-b302517182ae tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:20.169286 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fcb21471-bb4b-40c3-91fd-b43a70d3300a req-545edcd4-06db-4b16-b01c-b302517182ae tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 945 time: 0.2351224 Jun 15 14:40:20.338149 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fcb21471-bb4b-40c3-91fd-b43a70d3300a req-fee363f7-a981-4319-852a-6d8ccf902d64 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450906 Jun 15 14:40:20.345631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port a13942cd-dc24-430b-85ec-911eebe026fc is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:20.345631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:20.373403 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:20.375801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacb054-4da1-4bb9-bb4d-788dced4110d req-166874aa-3f45-4321-85c8-48ec802d35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:20.377288 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5cacb054-4da1-4bb9-bb4d-788dced4110d req-166874aa-3f45-4321-85c8-48ec802d35f1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b334544-5bc3-43e8-9dd2-ade47750e3e2 HTTP/1.1" status: 200 len: 913 time: 0.2070785 Jun 15 14:40:20.469407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:20.550015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c0848dc3-88a3-417e-970c-f148df761298 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:20.553902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Allocated IP 2001:db8::1 (67a834ce-4ff8-4ff7-9e50-cdf6a56b3684/77999978-a7bf-4620-a366-0d57ebc5c311/0d4b9709-1113-4b53-a01a-217e9ddf15fa) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:20.593827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port a13942cd-dc24-430b-85ec-911eebe026fc, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=a13942cd-dc24-430b-85ec-911eebe026fc,segment=NetworkSegment(59971b48-d1a7-4671-8b09-b00aaa4197ea),segment_id=59971b48-d1a7-4671-8b09-b00aaa4197ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:20.603960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13942cd-dc24-430b-85ec-911eebe026fc'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:40:20.623538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:20.682900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.26.3.232 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/7eb81838-1ccf-456a-85fe-b848d3bfa5c7) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:20.705577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=a13942cd-dc24-430b-85ec-911eebe026fc,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:20.709507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0d112cb7-a8f1-4d9a-8948-40e713230f14 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:40:20.771740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 0d112cb7-a8f1-4d9a-8948-40e713230f14 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:40:20.772235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0d112cb7-a8f1-4d9a-8948-40e713230f14 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:40:20.824211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:20.841355 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c12dd476-5333-4bf5-9a14-5626bd563a7d req-6afe800b-0b81-49fa-8553-8ef98ae8fafe tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7097785 Jun 15 14:40:20.873848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:20.879214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:20.899314 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:20.918064 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5cacb054-4da1-4bb9-bb4d-788dced4110d req-77679b5b-61cf-48e3-ba8e-e7ba38cae741 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 HTTP/1.1" status: 200 len: 999 time: 0.4974644 Jun 15 14:40:20.946468 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-713f1c95-e4ea-4f14-98ad-30a7935900f2'] response: {'server_uuid': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13942cd-dc24-430b-85ec-911eebe026fc', 'code': 200} Jun 15 14:40:21.016165 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '87bbad47-d677-413b-9409-3fcfdbdd0b59'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:40:21.017935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.040316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacb054-4da1-4bb9-bb4d-788dced4110d req-af18e5d8-42c1-425d-97cc-06b188334f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:21.042422 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5cacb054-4da1-4bb9-bb4d-788dced4110d req-af18e5d8-42c1-425d-97cc-06b188334f71 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=438ef78b-99a4-49af-b1cc-b6894b2e1f11 HTTP/1.1" status: 200 len: 851 time: 0.1169202 Jun 15 14:40:21.153276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02df11-47f3-413c-96a2-9529cf67555e req-3fa8e32a-1546-4836-802a-24f730198ee3 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:21.154744 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6c02df11-47f3-413c-96a2-9529cf67555e req-3fa8e32a-1546-4836-802a-24f730198ee3 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 945 time: 0.6757550 Jun 15 14:40:21.168746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.172222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57336) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:21.172385 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:21.180242 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-31ea49dc-a349-45f4-81fb-fa8c4f487167 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Request body: {'floatingip': {'port_id': '208583e8-8471-45d9-8c0d-61a30ff08908'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:21.277041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31ea49dc-a349-45f4-81fb-fa8c4f487167 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.326015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.354417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/87bbad47-d677-413b-9409-3fcfdbdd0b59/4a2e8ae3-83c3-4e43-a391-602970e6064a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:21.372269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3ef6620f-0aab-473a-b2e6-3083f3d25d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:39:15Z', 'revision_number': 4, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '595b4bff-defc-47b0-ba0d-b489633bf52b', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'floating_ip_address': '172.26.3.140', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'port_id': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'mac_address': 'fa:16:3e:74:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:39:28Z', 'updated_at': '2022-06-15T14:40:15Z', 'revision_number': 1, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a715e6-7e28-4cb0-b274-e2b824873541', 'name': '', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'mac_address': 'fa:16:3e:20:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:34Z', 'revision_number': 5, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'subnets': [{'id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:21.382230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef6620f-0aab-473a-b2e6-3083f3d25d58 None None] Checking router: 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:40:21.391355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.424622 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6620f-0aab-473a-b2e6-3083f3d25d58 None None] Routers {'13dd95d1-ca96-4aea-bb93-03f0f2c4f606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:21.425658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3ef6620f-0aab-473a-b2e6-3083f3d25d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:21.429683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.483073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Transition to ACTIVE for port object 0d4b9709-1113-4b53-a01a-217e9ddf15fa will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:21.496391 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacb054-4da1-4bb9-bb4d-788dced4110d req-70c4e081-8ce1-4ffa-8f15-0a251564c664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:21.497875 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5cacb054-4da1-4bb9-bb4d-788dced4110d req-70c4e081-8ce1-4ffa-8f15-0a251564c664 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b334544-5bc3-43e8-9dd2-ade47750e3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4428551 Jun 15 14:40:21.522024 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-a4e17cb6-ca76-46a0-8865-ca7f2c14a526 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4309876 Jun 15 14:40:21.558054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.563053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.599608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Transition to ACTIVE for port object 0d4b9709-1113-4b53-a01a-217e9ddf15fa will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:21.674945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:21.732906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port 9096cebb-f1c3-41a0-addb-01226076bbd6 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:40:21.776515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:21.787304 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:21.795317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:21.829334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=7eb81838-1ccf-456a-85fe-b848d3bfa5c7,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:21.838145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Network 67a834ce-4ff8-4ff7-9e50-cdf6a56b3684 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:21.858901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:21.878688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:21.943969 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677832b-a4e9-4170-9b99-f7fb3ae5b48e req-f5bdd2d6-5743-4bc3-b3a9-4539a5272f1e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:21.945492 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c677832b-a4e9-4170-9b99-f7fb3ae5b48e req-f5bdd2d6-5743-4bc3-b3a9-4539a5272f1e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.8402948 Jun 15 14:40:21.965012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d993e67-edd0-4181-b766-744af988eb6c req-7af89760-5f84-4a9e-9276-9dcebdab22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:21.965396 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5cacb054-4da1-4bb9-bb4d-788dced4110d req-486918aa-d9d5-4500-800f-22b00bdf8718 service neutron] 10.222.0.44 "GET /v2.0/networks/4b334544-5bc3-43e8-9dd2-ade47750e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467180 Jun 15 14:40:21.966474 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8d993e67-edd0-4181-b766-744af988eb6c req-7af89760-5f84-4a9e-9276-9dcebdab22b8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 1099 time: 0.7116528 Jun 15 14:40:21.988025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-3ef6620f-0aab-473a-b2e6-3083f3d25d58 None None] Set router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:22.012146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.029631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Pushing event updated for resources: {'Port': ['ID=0d4b9709-1113-4b53-a01a-217e9ddf15fa,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:22.177573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.182614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Subnet': ['ID=77999978-a7bf-4620-a366-0d57ebc5c311,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:22.210947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Attempting to bind port 0d4b9709-1113-4b53-a01a-217e9ddf15fa on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:22.211289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Attempting to bind port 0d4b9709-1113-4b53-a01a-217e9ddf15fa by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '226fcf77-0804-4002-a07b-2339270f7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67a834ce-4ff8-4ff7-9e50-cdf6a56b3684'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:22.211586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Attempting to bind port 0d4b9709-1113-4b53-a01a-217e9ddf15fa on network 67a834ce-4ff8-4ff7-9e50-cdf6a56b3684 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:22.228722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:22.229272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Checking segment: {'id': '226fcf77-0804-4002-a07b-2339270f7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67a834ce-4ff8-4ff7-9e50-cdf6a56b3684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:22.229779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.230278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Bound using segment: {'id': '226fcf77-0804-4002-a07b-2339270f7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67a834ce-4ff8-4ff7-9e50-cdf6a56b3684'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:22.230978 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Bound port: 0d4b9709-1113-4b53-a01a-217e9ddf15fa, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226fcf77-0804-4002-a07b-2339270f7f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67a834ce-4ff8-4ff7-9e50-cdf6a56b3684'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:22.231400 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.245584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Transition to ACTIVE for port object 4a2e8ae3-83c3-4e43-a391-602970e6064a will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:22.322482 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c677832b-a4e9-4170-9b99-f7fb3ae5b48e req-2f4c84a8-5b2f-47f7-b67f-9315747f89d7 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3447781 Jun 15 14:40:22.353141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Transition to ACTIVE for port object 4a2e8ae3-83c3-4e43-a391-602970e6064a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:22.400140 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8d993e67-edd0-4181-b766-744af988eb6c req-83419de0-8880-4f07-ab8b-878de8fc87b6 service neutron] Synchronizing usage tracker for tenant:32f39ea660264e60a58f1ab59790a83c on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:22.412703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.417475 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.491208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.536745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] For port 0d4b9709-1113-4b53-a01a-217e9ddf15fa, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:22.540228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:22.548376 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5cacb054-4da1-4bb9-bb4d-788dced4110d req-ff4a5aa0-ddc9-47f0-9a10-d79a49a6c37e service neutron] 10.222.0.44 "GET /v2.0/networks/4b334544-5bc3-43e8-9dd2-ade47750e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5464575 Jun 15 14:40:22.550717 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:22.553531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:22.599605 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] For port 0d4b9709-1113-4b53-a01a-217e9ddf15fa, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0d4b9709-1113-4b53-a01a-217e9ddf15fa,segment=NetworkSegment(226fcf77-0804-4002-a07b-2339270f7f72),segment_id=226fcf77-0804-4002-a07b-2339270f7f72)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:22.609842 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Pushing event updated for resources: {'Port': ['ID=4a2e8ae3-83c3-4e43-a391-602970e6064a,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:22.631480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.674529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a834ce-4ff8-4ff7-9e50-cdf6a56b3684']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:22.680845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8d993e67-edd0-4181-b766-744af988eb6c req-83419de0-8880-4f07-ab8b-878de8fc87b6 service neutron] Unset dirty status for tenant:32f39ea660264e60a58f1ab59790a83c on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:22.681992 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8d993e67-edd0-4181-b766-744af988eb6c req-83419de0-8880-4f07-ab8b-878de8fc87b6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6765985 Jun 15 14:40:22.708446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226fcf77-0804-4002-a07b-2339270f7f72') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:22.709454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226fcf77-0804-4002-a07b-2339270f7f72') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:22.721929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.743563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.750517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::ebc7:428:c22b:2c19 (2ef0444c-622d-434a-90a5-976e58c67159/87bbad47-d677-413b-9409-3fcfdbdd0b59/9096cebb-f1c3-41a0-addb-01226076bbd6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:22.797314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-31ea49dc-a349-45f4-81fb-fa8c4f487167 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:40:22.799617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Attempting to bind port 4a2e8ae3-83c3-4e43-a391-602970e6064a on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:22.800492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Attempting to bind port 4a2e8ae3-83c3-4e43-a391-602970e6064a by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:22.800865 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Attempting to bind port 4a2e8ae3-83c3-4e43-a391-602970e6064a on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:22.817186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:22.817594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:22.817965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.818354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:22.818840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Bound port: 4a2e8ae3-83c3-4e43-a391-602970e6064a, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:22.819212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.896160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a767e3-5a93-417a-ad8e-c8ff4769d7fb None None] Pushing event updated for resources: {'Port': ['ID=0d4b9709-1113-4b53-a01a-217e9ddf15fa,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:22.912384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.930275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:40:22.930683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:22.950859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31ea49dc-a349-45f4-81fb-fa8c4f487167 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:23.005203 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15003886-7430-42ec-b241-33c709624d76 None None] Network 67a834ce-4ff8-4ff7-9e50-cdf6a56b3684 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:23.008473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31ea49dc-a349-45f4-81fb-fa8c4f487167 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:23.042024 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 226fcf77-0804-4002-a07b-2339270f7f72 resource provider aggregate not found Jun 15 14:40:23.062135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:23.098572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-9c613160-ed6c-4db7-b8e9-92de2ae8dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:23.100120 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-9c613160-ed6c-4db7-b8e9-92de2ae8dc25 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa19258c43194ad1bb9aa536dcf5b975&device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 1098 time: 0.3719916 Jun 15 14:40:23.149711 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-3ef6620f-0aab-473a-b2e6-3083f3d25d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:39:15Z', 'revision_number': 4, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '595b4bff-defc-47b0-ba0d-b489633bf52b', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'floating_ip_address': '172.26.3.140', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'port_id': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'mac_address': 'fa:16:3e:74:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:39:28Z', 'updated_at': '2022-06-15T14:40:15Z', 'revision_number': 1, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a715e6-7e28-4cb0-b274-e2b824873541', 'name': '', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'mac_address': 'fa:16:3e:20:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:34Z', 'revision_number': 5, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'subnets': [{'id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:23.165762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] For port 4a2e8ae3-83c3-4e43-a391-602970e6064a, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:23.180279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef6620f-0aab-473a-b2e6-3083f3d25d58 None None] The sync data for ids ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'] in dv-neutron-845844-1-hyperv is: [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:39:15Z', 'revision_number': 4, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '595b4bff-defc-47b0-ba0d-b489633bf52b', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'floating_ip_address': '172.26.3.140', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'port_id': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'mac_address': 'fa:16:3e:74:7a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:39:28Z', 'updated_at': '2022-06-15T14:40:15Z', 'revision_number': 1, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a715e6-7e28-4cb0-b274-e2b824873541', 'name': '', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'mac_address': 'fa:16:3e:20:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:34Z', 'revision_number': 5, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'subnets': [{'id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:23.184145 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 226fcf77-0804-4002-a07b-2339270f7f72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 226fcf77-0804-4002-a07b-2339270f7f72 found for delete ", "request_id": "req-e2f7207a-cbcc-4fc8-9b74-caab5dbe024d"}]} Jun 15 14:40:23.196233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] For port 4a2e8ae3-83c3-4e43-a391-602970e6064a, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4a2e8ae3-83c3-4e43-a391-602970e6064a,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:23.228784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:23.237337 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:40:23.237337 dv-neutron-845844-1-hyperv neutron-server[89018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:40:23.237337 dv-neutron-845844-1-hyperv neutron-server[89018]: [parameters: {'id': '67a834ce-4ff8-4ff7-9e50-cdf6a56b3684'}] Jun 15 14:40:23.237337 dv-neutron-845844-1-hyperv neutron-server[89018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:40:23.237949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:40:23.346264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:23.407479 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e2f34-aa97-4cfa-af87-8e408069269e None None] Pushing event updated for resources: {'Port': ['ID=4a2e8ae3-83c3-4e43-a391-602970e6064a,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:23.524677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-a13dd170-712e-4255-884f-9fd085cb52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:23.526598 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-a13dd170-712e-4255-884f-9fd085cb52fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b334544-5bc3-43e8-9dd2-ade47750e3e2 HTTP/1.1" status: 200 len: 913 time: 0.3877063 Jun 15 14:40:23.589982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:23.593109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Router e2275678-dafa-4636-8df7-14c82072bd01 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:40:23.668350 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43603c30-1b57-4c9d-810a-5079c49390f4 None None] New status for floating IP 595b4bff-defc-47b0-ba0d-b489633bf52b: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:40:23.757780 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-31ea49dc-a349-45f4-81fb-fa8c4f487167 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Floating IP 19a743db-55e3-4f4b-9374-7921aa9b2da7 associated. External IP: 172.26.3.129, port: 208583e8-8471-45d9-8c0d-61a30ff08908. Jun 15 14:40:23.931017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:23.940990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object 9096cebb-f1c3-41a0-addb-01226076bbd6 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:23.942636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Allocated IP 172.20.0.1 (cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9/089dd2d0-bb6a-41c2-aa88-026e9af454de/8da29209-8a5b-43f8-a13f-a08c4086d00b) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:24.056308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting port 0d4b9709-1113-4b53-a01a-217e9ddf15fa {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:24.056948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:24.262853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:24.272952 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299cb9d-5dc0-44ee-9337-6d9f1b853647 None None] Sync routers for ids ['e2275678-dafa-4636-8df7-14c82072bd01'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:24.284525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:24.284945 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299cb9d-5dc0-44ee-9337-6d9f1b853647 None None] Routers {'e2275678-dafa-4636-8df7-14c82072bd01'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:24.285644 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a299cb9d-5dc0-44ee-9337-6d9f1b853647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e2275678-dafa-4636-8df7-14c82072bd01'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:24.315114 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-1d39a8e9-c4fb-42c2-807c-844b02ade8ea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 HTTP/1.1" status: 200 len: 999 time: 0.7539358 Jun 15 14:40:24.356344 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a299cb9d-5dc0-44ee-9337-6d9f1b853647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:24.368325 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a299cb9d-5dc0-44ee-9337-6d9f1b853647 None None] Routers {'e2275678-dafa-4636-8df7-14c82072bd01'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:24.368962 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a299cb9d-5dc0-44ee-9337-6d9f1b853647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e2275678-dafa-4636-8df7-14c82072bd01'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:24.431892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:24.440866 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a299cb9d-5dc0-44ee-9337-6d9f1b853647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:24.442148 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299cb9d-5dc0-44ee-9337-6d9f1b853647 None None] The sync data for ids ['e2275678-dafa-4636-8df7-14c82072bd01'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:24.455194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:24.457931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:24.463865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:24.464530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:24.468385 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:24.470112 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c2873dc7-fd8c-4685-8e35-60c219debe62 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.5513268 Jun 15 14:40:24.482426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57348) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:24.559907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:24.586414 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=9096cebb-f1c3-41a0-addb-01226076bbd6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:24.592235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-466d0a53-7e0e-45fb-bc90-5e42865d968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:24.594253 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-466d0a53-7e0e-45fb-bc90-5e42865d968a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=438ef78b-99a4-49af-b1cc-b6894b2e1f11 HTTP/1.1" status: 200 len: 851 time: 0.2111540 Jun 15 14:40:24.621915 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-56eaa983-3a47-4c71-ac15-10e23e082f32 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.7027564 Jun 15 14:40:24.623238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Transition to ACTIVE for port object 8da29209-8a5b-43f8-a13f-a08c4086d00b will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:24.627351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57352) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:24.632484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] For port 0d4b9709-1113-4b53-a01a-217e9ddf15fa, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0d4b9709-1113-4b53-a01a-217e9ddf15fa,segment=NetworkSegment(226fcf77-0804-4002-a07b-2339270f7f72),segment_id=226fcf77-0804-4002-a07b-2339270f7f72)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:24.632851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:24.762389 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5d922-67c7-4946-aa06-1d09074a3179 req-328d7c51-8e52-4383-9778-8fd2b22d6299 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:24.763953 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d7f5d922-67c7-4946-aa06-1d09074a3179 req-328d7c51-8e52-4383-9778-8fd2b22d6299 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 1.2123222 Jun 15 14:40:24.817267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Calling delete_port for 0d4b9709-1113-4b53-a01a-217e9ddf15fa owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:24.826350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:40:24.886753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b9e49338-0bf4-461e-a680-fb9b7e49e76d None None] Provisioning for port 4a2e8ae3-83c3-4e43-a391-602970e6064a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:24.910880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:24.931728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4a2e8ae3-83c3-4e43-a391-602970e6064a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:24.931983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:24.948156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ea49dc-a349-45f4-81fb-fa8c4f487167 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Router b0a70da8-e228-47c6-a710-0da0366eabc4 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:24.997720 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d7f5d922-67c7-4946-aa06-1d09074a3179 req-e22c8550-3835-4509-acd4-2c2fd0d0b47d tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251110 Jun 15 14:40:25.002415 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5c516ec0-c466-424f-aac3-1d8039217915 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/routers/e2275678-dafa-4636-8df7-14c82072bd01 HTTP/1.1" status: 200 len: 919 time: 0.5127778 Jun 15 14:40:25.004440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.005962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57356) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:25.008928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.032774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174fa814-e249-4913-ba2f-59e1fd02d190 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:25.038137 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 4a2e8ae3-83c3-4e43-a391-602970e6064a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:25.039947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174fa814-e249-4913-ba2f-59e1fd02d190 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:25.040895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-174fa814-e249-4913-ba2f-59e1fd02d190 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:25.044098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 4a2e8ae3-83c3-4e43-a391-602970e6064a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:25.044566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.052302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Network cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:25.055319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No DVR routers for this DVR port 0d4b9709-1113-4b53-a01a-217e9ddf15fa on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:40:25.091038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:25.093756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:25.149984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event updated for resources: {'Port': ['ID=8da29209-8a5b-43f8-a13f-a08c4086d00b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:25.179849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 4a2e8ae3-83c3-4e43-a391-602970e6064a is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:25.180728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.233087 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 4a2e8ae3-83c3-4e43-a391-602970e6064a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4a2e8ae3-83c3-4e43-a391-602970e6064a,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:25.240862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ee964da-c66d-4be5-854f-fbd595ba0933 None None] Provisioning for port 9096cebb-f1c3-41a0-addb-01226076bbd6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:25.244129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.284761 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ee964da-c66d-4be5-854f-fbd595ba0933 None None] Provisioning complete for port 9096cebb-f1c3-41a0-addb-01226076bbd6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:25.285012 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ee964da-c66d-4be5-854f-fbd595ba0933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.287176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Port': ['ID=0d4b9709-1113-4b53-a01a-217e9ddf15fa,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:25.295475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-174fa814-e249-4913-ba2f-59e1fd02d190 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:25.299292 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-174fa814-e249-4913-ba2f-59e1fd02d190 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.6667302 Jun 15 14:40:25.302026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57360) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:25.346348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.355519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29017c1-ed5d-4c7c-a1ee-2eac90c908fe None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:40:25.386951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.387180 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f138644e-94f3-4fb7-bf7f-a601ecba5903 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2275678-dafa-4636-8df7-14c82072bd01 HTTP/1.1" status: 200 len: 205 time: 0.3703775 Jun 15 14:40:25.387180 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ea49dc-a349-45f4-81fb-fa8c4f487167 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:25.392240 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57364) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:25.406443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ad2f1-5e14-4aac-8868-0dca9dc6be78 None None] Sync routers for ids ['b0a70da8-e228-47c6-a710-0da0366eabc4'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:25.413040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a834ce-4ff8-4ff7-9e50-cdf6a56b3684']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:25.434914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226fcf77-0804-4002-a07b-2339270f7f72') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:25.435291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226fcf77-0804-4002-a07b-2339270f7f72') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:25.435698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ad2f1-5e14-4aac-8868-0dca9dc6be78 None None] Routers {'b0a70da8-e228-47c6-a710-0da0366eabc4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:25.436376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-333ad2f1-5e14-4aac-8868-0dca9dc6be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b0a70da8-e228-47c6-a710-0da0366eabc4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:25.443216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-10407e75-a408-4315-9df1-47ae057c7d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:25.444783 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-10407e75-a408-4315-9df1-47ae057c7d5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b334544-5bc3-43e8-9dd2-ade47750e3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8349397 Jun 15 14:40:25.452795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-59b26710-e80f-4623-a665-0f0772a95260 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port 9096cebb-f1c3-41a0-addb-01226076bbd6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:25.453147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59b26710-e80f-4623-a665-0f0772a95260 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.482866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.509068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5ee964da-c66d-4be5-854f-fbd595ba0933 None None] Port 9096cebb-f1c3-41a0-addb-01226076bbd6 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:40:25.510518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=4a2e8ae3-83c3-4e43-a391-602970e6064a,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:25.550449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31ea49dc-a349-45f4-81fb-fa8c4f487167 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.581486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=7eb81838-1ccf-456a-85fe-b848d3bfa5c7,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:25.655580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.669433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:40:25.669840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.701871 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-05154a81-8afe-4201-b193-f464f73b8b73 None None] Provisioning for port 8da29209-8a5b-43f8-a13f-a08c4086d00b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:25.709826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-333ad2f1-5e14-4aac-8868-0dca9dc6be78 None None] Set router b0a70da8-e228-47c6-a710-0da0366eabc4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:25.716275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.723446 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 226fcf77-0804-4002-a07b-2339270f7f72 resource provider aggregate not found Jun 15 14:40:25.753344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-05154a81-8afe-4201-b193-f464f73b8b73 None None] Provisioning complete for port 8da29209-8a5b-43f8-a13f-a08c4086d00b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:25.753826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-05154a81-8afe-4201-b193-f464f73b8b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.799686 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 226fcf77-0804-4002-a07b-2339270f7f72 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 226fcf77-0804-4002-a07b-2339270f7f72 found for delete ", "request_id": "req-c714a1d8-8c79-49f9-b5e8-74be7814aba2"}]} Jun 15 14:40:25.825985 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29017c1-ed5d-4c7c-a1ee-2eac90c908fe None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:40:25.869567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.874500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:25.925965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-05154a81-8afe-4201-b193-f464f73b8b73 None None] Port 8da29209-8a5b-43f8-a13f-a08c4086d00b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:40:25.970629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Network': ['ID=67a834ce-4ff8-4ff7-9e50-cdf6a56b3684,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:25.982971 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0db404ec-a0d1-44e1-8a32-aa43567a5957 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/67a834ce-4ff8-4ff7-9e50-cdf6a56b3684 HTTP/1.1" status: 204 len: 168 time: 6.8124492 Jun 15 14:40:25.983606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57372) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:25.995282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1856706652'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:26.024474 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-31ea49dc-a349-45f4-81fb-fa8c4f487167 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "PUT /v2.0/floatingips/19a743db-55e3-4f4b-9374-7921aa9b2da7 HTTP/1.1" status: 200 len: 991 time: 4.8516369 Jun 15 14:40:26.032007 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'tag': '208583e8-8471-45d9-8c0d-61a30ff08908'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:40:26.040422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:26.068770 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:network and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:26.085801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:26.111064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:26.124567 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:26.154482 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59b26710-e80f-4623-a665-0f0772a95260 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:26.173214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:26.292073 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-40496a8b-72ec-434a-95c0-5c364fb7ec2a service neutron] 10.222.0.44 "GET /v2.0/networks/4b334544-5bc3-43e8-9dd2-ade47750e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666216 Jun 15 14:40:26.297697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:26.300924 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:26.353880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-59b26710-e80f-4623-a665-0f0772a95260 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for 9096cebb-f1c3-41a0-addb-01226076bbd6 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:26.495898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:40:26.517343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-333ad2f1-5e14-4aac-8868-0dca9dc6be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '19a743db-55e3-4f4b-9374-7921aa9b2da7', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'floating_ip_address': '172.26.3.129', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'port_id': '208583e8-8471-45d9-8c0d-61a30ff08908', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'mac_address': 'fa:16:3e:4d:f1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:39:45Z', 'updated_at': '2022-06-15T14:40:22Z', 'revision_number': 1, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111b401f-5fbe-448e-94bb-107785fe94e8', 'name': '', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'mac_address': 'fa:16:3e:f1:75:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:27Z', 'updated_at': '2022-06-15T14:39:47Z', 'revision_number': 5, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'subnets': [{'id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:26.527217 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Floating IP c0608702-68c7-4f1f-ab96-9f659ed3dc2b associated. External IP: 172.26.3.232, port: 977d9a98-861a-4d9f-a12e-d66dcb8715d9. Jun 15 14:40:26.528870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ad2f1-5e14-4aac-8868-0dca9dc6be78 None None] Checking router: b0a70da8-e228-47c6-a710-0da0366eabc4 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:40:26.560407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333ad2f1-5e14-4aac-8868-0dca9dc6be78 None None] Routers {'b0a70da8-e228-47c6-a710-0da0366eabc4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:26.560933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-333ad2f1-5e14-4aac-8868-0dca9dc6be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b0a70da8-e228-47c6-a710-0da0366eabc4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:26.607903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:26.608411 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Added segment 5791c6bc-48b0-40c1-bd1e-2e56491a07a6 of type vlan for network 29d552ad-b01e-4b0d-bac4-5c35e2b81966 Jun 15 14:40:26.678759 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:26.728059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bd4ba-2640-4798-ad0b-9dcd47daff81 req-0a583cd2-6092-4bff-b0bd-801cd6e3ee62 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:26.729797 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff2bd4ba-2640-4798-ad0b-9dcd47daff81 req-0a583cd2-6092-4bff-b0bd-801cd6e3ee62 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.4955473 Jun 15 14:40:26.731836 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef3917-d6a7-471d-aed9-1c05e8dc30ac req-ade12aed-f4a3-47b3-8e37-420a1afa96c2 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:26.733358 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2bef3917-d6a7-471d-aed9-1c05e8dc30ac req-ade12aed-f4a3-47b3-8e37-420a1afa96c2 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 945 time: 0.5490570 Jun 15 14:40:26.755037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-333ad2f1-5e14-4aac-8868-0dca9dc6be78 None None] Set router b0a70da8-e228-47c6-a710-0da0366eabc4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:26.765732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:26.778030 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-533b72a9-8dab-4363-b46d-ed6c140ce768 service neutron] 10.222.0.44 "GET /v2.0/networks/4b334544-5bc3-43e8-9dd2-ade47750e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627810 Jun 15 14:40:26.835827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6035b25f-add0-4d5b-beb9-e83ae858cc02 None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:40:26.849858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Deleting port 402d8931-0dea-436f-938d-c2c60cda8ad2 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:26.851144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:26.891286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4a2e8ae3-83c3-4e43-a391-602970e6064a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:26.906076 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2bef3917-d6a7-471d-aed9-1c05e8dc30ac req-c4ebf6eb-202d-4221-bbaf-4aaf897b5297 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537058 Jun 15 14:40:26.938980 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff2bd4ba-2640-4798-ad0b-9dcd47daff81 req-9e8d2486-7374-4e31-9109-ec211bfcfdcd tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367030 Jun 15 14:40:26.945433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59b26710-e80f-4623-a665-0f0772a95260 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:27.039096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:27.045133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:27.045896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:27.084613 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e0956e-97d0-4c10-87d7-5997e35dc829'] response: {'name': 'network-changed', 'server_uuid': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'tag': '208583e8-8471-45d9-8c0d-61a30ff08908', 'status': 'completed', 'code': 200} Jun 15 14:40:27.091487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b26710-e80f-4623-a665-0f0772a95260 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=9096cebb-f1c3-41a0-addb-01226076bbd6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:27.219348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6035b25f-add0-4d5b-beb9-e83ae858cc02 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:40:27.246841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 4a2e8ae3-83c3-4e43-a391-602970e6064a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:27.247213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:27.318429 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:27.444150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59b26710-e80f-4623-a665-0f0772a95260 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:27.477971 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4904335 Jun 15 14:40:27.481768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57388) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:27.489601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-feb80624-d7cc-42ff-b06e-e356fdc98b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:27.500744 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67829f1-1162-4bb0-b8e7-4e2b2d788b5e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Network': ['ID=29d552ad-b01e-4b0d-bac4-5c35e2b81966,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:27.511786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'subnet': {'network_id': '29d552ad-b01e-4b0d-bac4-5c35e2b81966', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:27.526058 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 29d552ad-b01e-4b0d-bac4-5c35e2b81966 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:40:27.569541 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59b26710-e80f-4623-a665-0f0772a95260 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/9096cebb-f1c3-41a0-addb-01226076bbd6 HTTP/1.1" status: 204 len: 168 time: 2.2642958 Jun 15 14:40:27.629756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57392) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:27.634368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Calling delete_port for 402d8931-0dea-436f-938d-c2c60cda8ad2 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:27.670119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:27.706155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a2a73-2f15-4531-b8ad-d13011198105 req-ae6ece21-69a5-4c04-bf13-8e8f022d4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:27.707568 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-051a2a73-2f15-4531-b8ad-d13011198105 req-ae6ece21-69a5-4c04-bf13-8e8f022d4f2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=ce4e73c2702a45cea38a2e8af59546a2&device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 1098 time: 0.6135557 Jun 15 14:40:27.773381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:27.789100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62005ee0-77f3-486d-b010-1fc809579c3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:27.790781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62005ee0-77f3-486d-b010-1fc809579c3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:27.791598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-62005ee0-77f3-486d-b010-1fc809579c3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:27.796218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:27.797718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:subnet and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:27.805183 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:27.816047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6641c8-cc56-440c-8e20-8eb2d2809be5 req-26579d5d-31cc-4b34-8b69-5f9bcc6728bf tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:27.817843 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0a6641c8-cc56-440c-8e20-8eb2d2809be5 req-26579d5d-31cc-4b34-8b69-5f9bcc6728bf tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.6674671 Jun 15 14:40:27.822769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:27.836682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57396) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:27.845127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-646b749d-c43c-4266-bcef-453c005d9f26 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Request body: {'floatingip': {'port_id': 'a13942cd-dc24-430b-85ec-911eebe026fc'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:27.858072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:27.880902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 4a2e8ae3-83c3-4e43-a391-602970e6064a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:27.928405 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-333ad2f1-5e14-4aac-8868-0dca9dc6be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '19a743db-55e3-4f4b-9374-7921aa9b2da7', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'floating_ip_address': '172.26.3.129', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'port_id': '208583e8-8471-45d9-8c0d-61a30ff08908', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'mac_address': 'fa:16:3e:4d:f1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:39:45Z', 'updated_at': '2022-06-15T14:40:22Z', 'revision_number': 1, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111b401f-5fbe-448e-94bb-107785fe94e8', 'name': '', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'mac_address': 'fa:16:3e:f1:75:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:27Z', 'updated_at': '2022-06-15T14:39:47Z', 'revision_number': 5, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'subnets': [{'id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:27.935306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333ad2f1-5e14-4aac-8868-0dca9dc6be78 None None] The sync data for ids ['b0a70da8-e228-47c6-a710-0da0366eabc4'] in dv-neutron-845844-1-hyperv is: [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '19a743db-55e3-4f4b-9374-7921aa9b2da7', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'floating_ip_address': '172.26.3.129', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'port_id': '208583e8-8471-45d9-8c0d-61a30ff08908', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'mac_address': 'fa:16:3e:4d:f1:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:39:45Z', 'updated_at': '2022-06-15T14:40:22Z', 'revision_number': 1, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '111b401f-5fbe-448e-94bb-107785fe94e8', 'name': '', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'mac_address': 'fa:16:3e:f1:75:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:27Z', 'updated_at': '2022-06-15T14:39:47Z', 'revision_number': 5, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'subnets': [{'id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:27.943210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-62005ee0-77f3-486d-b010-1fc809579c3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:27.944161 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-62005ee0-77f3-486d-b010-1fc809579c3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2959967 Jun 15 14:40:27.952315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57400) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:27.994329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:27.998086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:28.043263 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:28.059570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event updated for resources: {'Port': ['ID=8da29209-8a5b-43f8-a13f-a08c4086d00b,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:28.065252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-646b749d-c43c-4266-bcef-453c005d9f26 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:28.226802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7ec2d2-fe53-41ee-bb02-b5065e2ec195 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 87bbad47-d677-413b-9409-3fcfdbdd0b59 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:40:28.240325 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec2d2-fe53-41ee-bb02-b5065e2ec195 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:28.253369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:28.259217 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bcde39-d35e-4ac8-b9a9-478fe44f6278 None None] New status for floating IP 19a743db-55e3-4f4b-9374-7921aa9b2da7: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:40:28.269236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea92a57-96f1-462c-871a-3ac01eac42f9 None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:28.291708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea92a57-96f1-462c-871a-3ac01eac42f9 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:28.292712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2ea92a57-96f1-462c-871a-3ac01eac42f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:28.357716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a2a73-2f15-4531-b8ad-d13011198105 req-d89f6c64-ac8c-4f69-af05-3392e4891d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:28.358971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec2d2-fe53-41ee-bb02-b5065e2ec195 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:28.360088 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-051a2a73-2f15-4531-b8ad-d13011198105 req-d89f6c64-ac8c-4f69-af05-3392e4891d40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2c4542f6-1ff4-449e-819f-bedc559ff4ef HTTP/1.1" status: 200 len: 907 time: 0.5736790 Jun 15 14:40:28.413102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2ea92a57-96f1-462c-871a-3ac01eac42f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:28.422794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea92a57-96f1-462c-871a-3ac01eac42f9 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:28.423542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2ea92a57-96f1-462c-871a-3ac01eac42f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:39:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:28.454117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Network cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:28.466425 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:28.487614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2ea92a57-96f1-462c-871a-3ac01eac42f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:28.487614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea92a57-96f1-462c-871a-3ac01eac42f9 None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:28.541347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:28.615874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:28.707461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Pushing event deleted for resources: {'Port': ['ID=402d8931-0dea-436f-938d-c2c60cda8ad2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:28.725672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:28.771848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec2d2-fe53-41ee-bb02-b5065e2ec195 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:28.784379 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-051a2a73-2f15-4531-b8ad-d13011198105 req-725d6203-1d7a-41e6-9f72-7e44ad58fd0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=208583e8-8471-45d9-8c0d-61a30ff08908 HTTP/1.1" status: 200 len: 999 time: 0.4140880 Jun 15 14:40:28.886411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-19065018-d7d6-4531-9ac3-2a7661a97a55 None None] Provisioning complete for port 8da29209-8a5b-43f8-a13f-a08c4086d00b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:28.887341 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19065018-d7d6-4531-9ac3-2a7661a97a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:28.893494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Router 054481bf-5ce7-4ca0-92bb-f85060e1598f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:28.900366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Subnet': ['ID=9cdc53a3-d729-4e12-8598-a16c9e12665e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:28.918540 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b270bb58-2f00-4014-9880-650d0d0382fb tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.0818808 Jun 15 14:40:28.919294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57404) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:28.926567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Checking segment: {'id': '5791c6bc-48b0-40c1-bd1e-2e56491a07a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '29d552ad-b01e-4b0d-bac4-5c35e2b81966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:28.926945 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network hostable DHCP agents. Network: 29d552ad-b01e-4b0d-bac4-5c35e2b81966, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:40:28.946525 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-19065018-d7d6-4531-9ac3-2a7661a97a55 None None] Port 8da29209-8a5b-43f8-a13f-a08c4086d00b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:40:29.090871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec2d2-fe53-41ee-bb02-b5065e2ec195 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.155568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a2a73-2f15-4531-b8ad-d13011198105 req-fa15d5af-7444-423c-92a8-91edd497163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:29.157060 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-051a2a73-2f15-4531-b8ad-d13011198105 req-fa15d5af-7444-423c-92a8-91edd497163b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d33a1874-1c43-49f4-9a08-d4d67a65c1cd HTTP/1.1" status: 200 len: 845 time: 0.3270004 Jun 15 14:40:29.170445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.177305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ec2d2-fe53-41ee-bb02-b5065e2ec195 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=87bbad47-d677-413b-9409-3fcfdbdd0b59,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:29.182562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e7ec2d2-fe53-41ee-bb02-b5065e2ec195 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.189833 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c4a303-985b-45a6-ab09-9ae386369502 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:29.378128 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aca7fa1d-37de-485c-88a1-9fa6bd17e2be tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "GET /v2.0/floatingips/c0608702-68c7-4f1f-ab96-9f659ed3dc2b HTTP/1.1" status: 200 len: 978 time: 0.4575880 Jun 15 14:40:29.389011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-26673fb0-1187-4ede-91a9-3d7f4f0dd9df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.389591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57410) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:29.393997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network 29d552ad-b01e-4b0d-bac4-5c35e2b81966 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:40:29.484629 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2e7ec2d2-fe53-41ee-bb02-b5065e2ec195 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/87bbad47-d677-413b-9409-3fcfdbdd0b59 HTTP/1.1" status: 204 len: 168 time: 1.5287776 Jun 15 14:40:29.485326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.491400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57414) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:29.492723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.494534 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1400fbbb-be49-4847-8048-85f9ba97456a None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:40:29.499122 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1400fbbb-be49-4847-8048-85f9ba97456a None None] Deleting port 4a2e8ae3-83c3-4e43-a391-602970e6064a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:29.499504 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1400fbbb-be49-4847-8048-85f9ba97456a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.507666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 29d552ad-b01e-4b0d-bac4-5c35e2b81966) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:29.520103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:29.520792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.538035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022916d5-d703-499d-90d2-8af32ad8eacc None None] Network 29d552ad-b01e-4b0d-bac4-5c35e2b81966 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:29.544605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7a957414-325a-44e0-89b6-29e732e52bd9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Synchronizing usage tracker for tenant:7efef928e0094939bd2c4aaca63bcf94 on resource:floatingip {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:29.551240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:29.557050 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d0e88ed3-843e-4685-9d53-8d55653845b6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "PUT /v2.0/routers/054481bf-5ce7-4ca0-92bb-f85060e1598f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1129754 Jun 15 14:40:29.569578 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d32bf-7c3b-4961-a16d-2774ad316cbd None None] Sync routers for ids ['054481bf-5ce7-4ca0-92bb-f85060e1598f'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:29.570133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57418) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:29.582005 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d32bf-7c3b-4961-a16d-2774ad316cbd None None] Routers {'054481bf-5ce7-4ca0-92bb-f85060e1598f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:29.582886 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8e0d32bf-7c3b-4961-a16d-2774ad316cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['054481bf-5ce7-4ca0-92bb-f85060e1598f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:29.584465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Request body: {'port': {'network_id': 'cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9', 'name': 'tempest-FloatingIPAdminTestJSON-1856410949'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:29.591083 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ce6f306a-b0f0-4ab0-98b3-25bf68555dec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947108 Jun 15 14:40:29.594430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57422) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:29.654644 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8e0d32bf-7c3b-4961-a16d-2774ad316cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:29.665052 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d32bf-7c3b-4961-a16d-2774ad316cbd None None] Routers {'054481bf-5ce7-4ca0-92bb-f85060e1598f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:29.665963 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8e0d32bf-7c3b-4961-a16d-2774ad316cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['054481bf-5ce7-4ca0-92bb-f85060e1598f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:29.681739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.682243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Fanout notify agent at l3_agent the message router_deleted on router e2275678-dafa-4636-8df7-14c82072bd01 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:40:29.700606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7a957414-325a-44e0-89b6-29e732e52bd9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Unset dirty status for tenant:7efef928e0094939bd2c4aaca63bcf94 on resource:floatingip {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:29.704736 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7a957414-325a-44e0-89b6-29e732e52bd9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3125696 Jun 15 14:40:29.709006 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57426) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:29.736505 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b166b4a2-1b0c-445a-85fe-c034d3be1bf1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2423856 Jun 15 14:40:29.741103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57430) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:29.744591 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8e0d32bf-7c3b-4961-a16d-2774ad316cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:29.744996 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0d32bf-7c3b-4961-a16d-2774ad316cbd None None] The sync data for ids ['054481bf-5ce7-4ca0-92bb-f85060e1598f'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:29.748750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-113ad89e-8cac-4a62-a092-106d8f58cefe tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'floatingip': {'port_id': 'a4a65fdf-a649-44f6-beac-3b279b4b5452'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:29.816537 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.820974 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1170b886-acce-4d8d-8ddf-5a6ff7f200ca tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/routers/e2275678-dafa-4636-8df7-14c82072bd01 HTTP/1.1" status: 204 len: 168 time: 4.3853657 Jun 15 14:40:29.835628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57434) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:29.849950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2026150723', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'enable_snat': False}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:29.862915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a2a73-2f15-4531-b8ad-d13011198105 req-32cd984f-0e1c-4030-9140-433b760c1bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:29.864568 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-051a2a73-2f15-4531-b8ad-d13011198105 req-32cd984f-0e1c-4030-9140-433b760c1bb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2c4542f6-1ff4-449e-819f-bedc559ff4ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6951902 Jun 15 14:40:29.876326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:29.897412 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1400fbbb-be49-4847-8048-85f9ba97456a None None] For port 4a2e8ae3-83c3-4e43-a391-602970e6064a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4a2e8ae3-83c3-4e43-a391-602970e6064a,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:29.898077 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1400fbbb-be49-4847-8048-85f9ba97456a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.913621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Usage tracker for resource:router and tenant:23fabd7b6d114fad8491ff5c837c9ec2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:29.914976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:29.923858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:29.924308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Usage tracker for resource:port and tenant:1c632760070c426685982924d9131af3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:29.930299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:29.944652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:29.949293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:29.957426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-113ad89e-8cac-4a62-a092-106d8f58cefe tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.959758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:29.970014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Made reservation on behalf of 1c632760070c426685982924d9131af3 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:29.973579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.039240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] device_id is not set on port 2114bee5-13f0-4508-8ecc-14299dd41c57 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:40:30.056671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-29d552ad-b01e-4b0d-bac4-5c35e2b81966', 'network_id': '29d552ad-b01e-4b0d-bac4-5c35e2b81966', 'tenant_id': 'abf98153a2594bd9a79309b6c869fa68', 'fixed_ips': [{'subnet_id': '9cdc53a3-d729-4e12-8598-a16c9e12665e'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:40:30.057514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.072279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1400fbbb-be49-4847-8048-85f9ba97456a None None] Calling delete_port for 4a2e8ae3-83c3-4e43-a391-602970e6064a owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:30.076686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-646b749d-c43c-4266-bcef-453c005d9f26 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:40:30.109469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.202736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.204089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.217857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-646b749d-c43c-4266-bcef-453c005d9f26 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.226578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1400fbbb-be49-4847-8048-85f9ba97456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.243675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-646b749d-c43c-4266-bcef-453c005d9f26 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.248310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Allocated IP 172.20.0.6 (cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9/089dd2d0-bb6a-41c2-aa88-026e9af454de/2114bee5-13f0-4508-8ecc-14299dd41c57) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:30.315755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400fbbb-be49-4847-8048-85f9ba97456a None None] Pushing event deleted for resources: {'Port': ['ID=4a2e8ae3-83c3-4e43-a391-602970e6064a,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:30.318208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e2626-9d72-4b4a-bb98-48479a11083d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:30.319315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dc1e2626-9d72-4b4a-bb98-48479a11083d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:30.319458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1400fbbb-be49-4847-8048-85f9ba97456a None None] No DVR routers for this DVR port 4a2e8ae3-83c3-4e43-a391-602970e6064a on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:40:30.340117 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Allocated IP 2001:db8::1 (29d552ad-b01e-4b0d-bac4-5c35e2b81966/9cdc53a3-d729-4e12-8598-a16c9e12665e/eb3bd944-a13e-42d9-b922-94e86347b7b5) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:30.454892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.482633 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-051a2a73-2f15-4531-b8ad-d13011198105 req-a12f2c21-bfeb-4177-9ca1-629651de10cc service neutron] 10.222.0.44 "GET /v2.0/networks/2c4542f6-1ff4-449e-819f-bedc559ff4ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983503 Jun 15 14:40:30.496486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.506501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.516991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Transition to ACTIVE for port object 2114bee5-13f0-4508-8ecc-14299dd41c57 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:30.543298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dc1e2626-9d72-4b4a-bb98-48479a11083d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:30.546814 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dc1e2626-9d72-4b4a-bb98-48479a11083d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9481826 Jun 15 14:40:30.547845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57438) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:30.594714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.613775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.641896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.658387 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Transition to ACTIVE for port object eb3bd944-a13e-42d9-b922-94e86347b7b5 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:30.684920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Transition to ACTIVE for port object eb3bd944-a13e-42d9-b922-94e86347b7b5 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:30.685448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3383536-48ed-4d71-8d1d-30ef1f79e683 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:30.686271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b3383536-48ed-4d71-8d1d-30ef1f79e683 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:30.693851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Network cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:30.696039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.712989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:30.716910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:30.807773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Network 29d552ad-b01e-4b0d-bac4-5c35e2b81966 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:30.809243 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Pushing event updated for resources: {'Port': ['ID=eb3bd944-a13e-42d9-b922-94e86347b7b5,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:30.812225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:30.815792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:30.820102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:30.820815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.826874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:30.830799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event updated for resources: {'Port': ['ID=2114bee5-13f0-4508-8ecc-14299dd41c57,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:30.943651 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4ccb2abf-e2ac-4fff-8add-466de743d745 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3712246 Jun 15 14:40:30.944653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4a2e8ae3-83c3-4e43-a391-602970e6064a no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:40:30.944779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Subnet': ['ID=9cdc53a3-d729-4e12-8598-a16c9e12665e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:30.946997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57442) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:30.957975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b3383536-48ed-4d71-8d1d-30ef1f79e683 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:30.961277 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b3383536-48ed-4d71-8d1d-30ef1f79e683 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4104857 Jun 15 14:40:30.968113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57446) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:31.023131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 4a2e8ae3-83c3-4e43-a391-602970e6064a {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:40:31.023480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4a2e8ae3-83c3-4e43-a391-602970e6064a not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:40:31.037835 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Attempting to bind port eb3bd944-a13e-42d9-b922-94e86347b7b5 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:31.038216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Attempting to bind port eb3bd944-a13e-42d9-b922-94e86347b7b5 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '5791c6bc-48b0-40c1-bd1e-2e56491a07a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '29d552ad-b01e-4b0d-bac4-5c35e2b81966'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:31.039133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Attempting to bind port eb3bd944-a13e-42d9-b922-94e86347b7b5 on network 29d552ad-b01e-4b0d-bac4-5c35e2b81966 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:31.045141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:31.045141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Checking segment: {'id': '5791c6bc-48b0-40c1-bd1e-2e56491a07a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '29d552ad-b01e-4b0d-bac4-5c35e2b81966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:31.045438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.045660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Bound using segment: {'id': '5791c6bc-48b0-40c1-bd1e-2e56491a07a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '29d552ad-b01e-4b0d-bac4-5c35e2b81966'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:31.046130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Bound port: eb3bd944-a13e-42d9-b922-94e86347b7b5, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5791c6bc-48b0-40c1-bd1e-2e56491a07a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '29d552ad-b01e-4b0d-bac4-5c35e2b81966'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:31.046513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.114633 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-646b749d-c43c-4266-bcef-453c005d9f26 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Floating IP 68bcbec3-c009-4d2a-ac2e-d4d9bef243d2 associated. External IP: 172.26.3.175, port: a13942cd-dc24-430b-85ec-911eebe026fc. Jun 15 14:40:31.138151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-25b4ea35-5ac6-4dbd-84ce-3d6f1d32ef44 None None] Provisioning for port 2114bee5-13f0-4508-8ecc-14299dd41c57 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:31.142024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'project_id': '1c632760070c426685982924d9131af3', 'port_id': '2114bee5-13f0-4508-8ecc-14299dd41c57'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:31.145813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-25b4ea35-5ac6-4dbd-84ce-3d6f1d32ef44 None None] Provisioning complete for port 2114bee5-13f0-4508-8ecc-14299dd41c57 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:31.146193 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-25b4ea35-5ac6-4dbd-84ce-3d6f1d32ef44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.155108 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e5c8e9a4-03aa-4caa-b456-a5dfc19de23e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1779187 Jun 15 14:40:31.156561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57452) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:31.159747 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.167436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:31.175617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Usage tracker for resource:floatingip and tenant:1c632760070c426685982924d9131af3 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:31.180692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-97b6cb02-88e5-4580-97b7-fb8b1a338245 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:31.199371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:31.215542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] For port eb3bd944-a13e-42d9-b922-94e86347b7b5, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:31.223665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:31.226846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d552ad-b01e-4b0d-bac4-5c35e2b81966']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:31.228727 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-25b4ea35-5ac6-4dbd-84ce-3d6f1d32ef44 None None] Port 2114bee5-13f0-4508-8ecc-14299dd41c57 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:40:31.231281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] For port eb3bd944-a13e-42d9-b922-94e86347b7b5, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=eb3bd944-a13e-42d9-b922-94e86347b7b5,segment=NetworkSegment(5791c6bc-48b0-40c1-bd1e-2e56491a07a6),segment_id=5791c6bc-48b0-40c1-bd1e-2e56491a07a6)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:31.237779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.313571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5791c6bc-48b0-40c1-bd1e-2e56491a07a6') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:31.314169 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5791c6bc-48b0-40c1-bd1e-2e56491a07a6') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:31.332688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bc53b-5fb6-4b5c-90e6-10ed30d08434 None None] Pushing event updated for resources: {'Port': ['ID=eb3bd944-a13e-42d9-b922-94e86347b7b5,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:31.341260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.420620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360f003b-c685-4b3d-8b00-98281d18c352 None None] Network 29d552ad-b01e-4b0d-bac4-5c35e2b81966 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:31.459642 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-051a2a73-2f15-4531-b8ad-d13011198105 req-f1dcddd9-b932-41ea-bb85-c85edfb41e6b service neutron] 10.222.0.44 "GET /v2.0/networks/2c4542f6-1ff4-449e-819f-bedc559ff4ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9138350 Jun 15 14:40:31.462649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.477209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.494363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.500241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-97b6cb02-88e5-4580-97b7-fb8b1a338245 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:31.507227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:40:31.507645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.550358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-97b6cb02-88e5-4580-97b7-fb8b1a338245 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:31.605805 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 5791c6bc-48b0-40c1-bd1e-2e56491a07a6 resource provider aggregate not found Jun 15 14:40:31.650936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a340a5-c6d1-41a2-8a5f-f291db6fa781 None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:40:31.703283 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 5791c6bc-48b0-40c1-bd1e-2e56491a07a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5791c6bc-48b0-40c1-bd1e-2e56491a07a6 found for delete ", "request_id": "req-1ac559a2-2198-426d-890e-94cbb18aaafc"}]} Jun 15 14:40:31.707695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b6cb02-88e5-4580-97b7-fb8b1a338245 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:31.711475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97b6cb02-88e5-4580-97b7-fb8b1a338245 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.808450 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a340a5-c6d1-41a2-8a5f-f291db6fa781 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:40:31.897061 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:40:31.897061 dv-neutron-845844-1-hyperv neutron-server[89018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:40:31.897061 dv-neutron-845844-1-hyperv neutron-server[89018]: [parameters: {'id': '29d552ad-b01e-4b0d-bac4-5c35e2b81966'}] Jun 15 14:40:31.897061 dv-neutron-845844-1-hyperv neutron-server[89018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:40:31.897535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:40:31.938371 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:31.965864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97b6cb02-88e5-4580-97b7-fb8b1a338245 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.035988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6cb02-88e5-4580-97b7-fb8b1a338245 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=640b9c78-a9d7-42fc-b91d-4c75136714bd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:32.036386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.100992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b6cb02-88e5-4580-97b7-fb8b1a338245 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:32.108808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-97b6cb02-88e5-4580-97b7-fb8b1a338245 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:32.114441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b6cb02-88e5-4580-97b7-fb8b1a338245 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:32.115209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97b6cb02-88e5-4580-97b7-fb8b1a338245 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.181885 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646b749d-c43c-4266-bcef-453c005d9f26 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Router 4b065a48-cb3a-4178-91c0-2d8c35315798 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:32.188769 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-97b6cb02-88e5-4580-97b7-fb8b1a338245 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0319462 Jun 15 14:40:32.195583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57460) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:32.203445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'fixed_ips': [{'subnet_id': '640b9c78-a9d7-42fc-b91d-4c75136714bd', 'ip_address': '2001:db8::f6ed:e2a6:beb:6fbe'}], 'name': 'tempest-NetworksTestDHCPv6-164224085'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:32.218186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '640b9c78-a9d7-42fc-b91d-4c75136714bd'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:40:32.219466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.311226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Allocated IP 172.26.3.47 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/b0a447e2-0acb-4b77-8aa6-4cd17a0cdd22) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:32.383795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/640b9c78-a9d7-42fc-b91d-4c75136714bd/29d2911f-94a5-4a55-8d10-775952411ece) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:32.423279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.453560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:32.462704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:32.479506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:32.486936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting port eb3bd944-a13e-42d9-b922-94e86347b7b5 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:32.487475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.517919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:32.564027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-113ad89e-8cac-4a62-a092-106d8f58cefe tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.583842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:32.603570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.633806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-113ad89e-8cac-4a62-a092-106d8f58cefe tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.652292 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.664974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Transition to ACTIVE for port object 29d2911f-94a5-4a55-8d10-775952411ece will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:32.686827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Transition to ACTIVE for port object 29d2911f-94a5-4a55-8d10-775952411ece will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:32.694600 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.738326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.778453 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.786315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:32.788726 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:32.792692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:32.802592 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Pushing event updated for resources: {'Port': ['ID=29d2911f-94a5-4a55-8d10-775952411ece,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:32.870412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.890343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.912570 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646b749d-c43c-4266-bcef-453c005d9f26 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:32.928455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Attempting to bind port 29d2911f-94a5-4a55-8d10-775952411ece on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:32.928763 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Attempting to bind port 29d2911f-94a5-4a55-8d10-775952411ece by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:32.929125 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Attempting to bind port 29d2911f-94a5-4a55-8d10-775952411ece on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:32.933386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19bfba-74ce-4d1e-a2fe-69296a893d4a None None] Sync routers for ids ['4b065a48-cb3a-4178-91c0-2d8c35315798'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:32.947010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:32.947305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:32.947797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.949415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:32.950561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Bound port: 29d2911f-94a5-4a55-8d10-775952411ece, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:32.950736 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.965570 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-646b749d-c43c-4266-bcef-453c005d9f26 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:32.977480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19bfba-74ce-4d1e-a2fe-69296a893d4a None None] Routers {'4b065a48-cb3a-4178-91c0-2d8c35315798'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:32.978438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8a19bfba-74ce-4d1e-a2fe-69296a893d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['4b065a48-cb3a-4178-91c0-2d8c35315798'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:32.984507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port 9075b663-9c51-4a03-aa79-30e9c4816d9f yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:40:33.001821 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-113ad89e-8cac-4a62-a092-106d8f58cefe tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Floating IP c0608702-68c7-4f1f-ab96-9f659ed3dc2b associated. External IP: 172.26.3.232, port: 977d9a98-861a-4d9f-a12e-d66dcb8715d9. Jun 15 14:40:33.035125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:33.038068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] For port eb3bd944-a13e-42d9-b922-94e86347b7b5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=eb3bd944-a13e-42d9-b922-94e86347b7b5,segment=NetworkSegment(5791c6bc-48b0-40c1-bd1e-2e56491a07a6),segment_id=5791c6bc-48b0-40c1-bd1e-2e56491a07a6)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:33.038444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:33.055249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:33.063762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a447e2-0acb-4b77-8aa6-4cd17a0cdd22,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:33.074762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:33.170868 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-646b749d-c43c-4266-bcef-453c005d9f26 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "PUT /v2.0/floatingips/68bcbec3-c009-4d2a-ac2e-d4d9bef243d2 HTTP/1.1" status: 200 len: 992 time: 5.3294027 Jun 15 14:40:33.206988 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] For port 29d2911f-94a5-4a55-8d10-775952411ece, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:33.213768 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] For port 29d2911f-94a5-4a55-8d10-775952411ece, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29d2911f-94a5-4a55-8d10-775952411ece,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:33.219836 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'tag': 'a13942cd-dc24-430b-85ec-911eebe026fc'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:40:33.234661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:33.242704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-8a19bfba-74ce-4d1e-a2fe-69296a893d4a None None] Set router 4b065a48-cb3a-4178-91c0-2d8c35315798 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:33.267414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Allocated IP 172.26.3.215 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/825c1208-3c34-4c46-9cf8-33c62563ff1b) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:33.319669 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1776c2bf-f386-4c47-a19d-dc10dde50e65'] response: {'name': 'network-changed', 'server_uuid': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'tag': 'a13942cd-dc24-430b-85ec-911eebe026fc', 'status': 'completed', 'code': 200} Jun 15 14:40:33.430751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Calling delete_port for eb3bd944-a13e-42d9-b922-94e86347b7b5 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:33.465621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a31ad5-ad21-4140-a3c6-c6fdec0b51f8 None None] Pushing event updated for resources: {'Port': ['ID=29d2911f-94a5-4a55-8d10-775952411ece,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:33.748062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:33.836866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8a19bfba-74ce-4d1e-a2fe-69296a893d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:39:28Z', 'revision_number': 4, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '68bcbec3-c009-4d2a-ac2e-d4d9bef243d2', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'floating_ip_address': '172.26.3.175', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'port_id': 'a13942cd-dc24-430b-85ec-911eebe026fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'mac_address': 'fa:16:3e:22:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:39:40Z', 'updated_at': '2022-06-15T14:40:29Z', 'revision_number': 1, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20df1252-35ed-4d7d-bea8-ce974f8036d2', 'name': '', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'mac_address': 'fa:16:3e:bd:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:25Z', 'updated_at': '2022-06-15T14:39:43Z', 'revision_number': 5, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'subnets': [{'id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:33.841668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19bfba-74ce-4d1e-a2fe-69296a893d4a None None] Checking router: 4b065a48-cb3a-4178-91c0-2d8c35315798 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:40:33.852366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a19bfba-74ce-4d1e-a2fe-69296a893d4a None None] Routers {'4b065a48-cb3a-4178-91c0-2d8c35315798'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:33.853191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8a19bfba-74ce-4d1e-a2fe-69296a893d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['4b065a48-cb3a-4178-91c0-2d8c35315798'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:33.882305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Port': ['ID=eb3bd944-a13e-42d9-b922-94e86347b7b5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:33.897437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No DVR routers for this DVR port eb3bd944-a13e-42d9-b922-94e86347b7b5 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:40:33.899618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::f6ed:e2a6:beb:6fbe (2ef0444c-622d-434a-90a5-976e58c67159/640b9c78-a9d7-42fc-b91d-4c75136714bd/9075b663-9c51-4a03-aa79-30e9c4816d9f) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:33.923718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113ad89e-8cac-4a62-a092-106d8f58cefe tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:33.979440 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:34.069612 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efefd0-6bde-4cba-9da9-9086a74eaff9 req-3790e372-bd89-47e7-add8-235dcc5d6faa tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:34.071135 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f0efefd0-6bde-4cba-9da9-9086a74eaff9 req-3790e372-bd89-47e7-add8-235dcc5d6faa tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.7533939 Jun 15 14:40:34.076897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524d46-7978-49f3-b140-035d540f1b22 req-6a8b75cb-d122-4670-86b2-13c8c0c6d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:34.078353 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1b524d46-7978-49f3-b140-035d540f1b22 req-6a8b75cb-d122-4670-86b2-13c8c0c6d477 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3746eda524be4a2bbb2df2b64eaa62f5&device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 1099 time: 0.7102597 Jun 15 14:40:34.088797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-8a19bfba-74ce-4d1e-a2fe-69296a893d4a None None] Set router 4b065a48-cb3a-4178-91c0-2d8c35315798 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:34.149177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:34.217168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d552ad-b01e-4b0d-bac4-5c35e2b81966']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:34.291847 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5791c6bc-48b0-40c1-bd1e-2e56491a07a6') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:34.292264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5791c6bc-48b0-40c1-bd1e-2e56491a07a6') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:34.295891 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f0efefd0-6bde-4cba-9da9-9086a74eaff9 req-a359e61c-9142-4119-95ff-4fbe8fcbb7d3 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081239 Jun 15 14:40:34.314958 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113ad89e-8cac-4a62-a092-106d8f58cefe tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:34.322638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:34.341655 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df3fa5-7902-4603-af4d-de2d014d9899 None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:34.367651 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df3fa5-7902-4603-af4d-de2d014d9899 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:34.368634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:34.368924 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-84df3fa5-7902-4603-af4d-de2d014d9899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:34.423989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:34.500440 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-84df3fa5-7902-4603-af4d-de2d014d9899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:34.509939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:40:34.510360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:34.534699 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df3fa5-7902-4603-af4d-de2d014d9899 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:34.537274 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-84df3fa5-7902-4603-af4d-de2d014d9899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:34.563771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event updated for resources: {'Port': ['ID=825c1208-3c34-4c46-9cf8-33c62563ff1b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:34.576006 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:34.582400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:34.596881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:34.599808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524d46-7978-49f3-b140-035d540f1b22 req-763c1ea8-1385-4b36-a954-30ba8a05842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:34.601390 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1b524d46-7978-49f3-b140-035d540f1b22 req-763c1ea8-1385-4b36-a954-30ba8a05842f service neutron] 10.222.0.44 "GET /v2.0/networks?id=69591c21-b83e-4f78-9745-9de0ba661089 HTTP/1.1" status: 200 len: 912 time: 0.5091841 Jun 15 14:40:34.604138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:34.619887 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-84df3fa5-7902-4603-af4d-de2d014d9899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:34.620450 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84df3fa5-7902-4603-af4d-de2d014d9899 None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:34.676376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8a19bfba-74ce-4d1e-a2fe-69296a893d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:39:28Z', 'revision_number': 4, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '68bcbec3-c009-4d2a-ac2e-d4d9bef243d2', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'floating_ip_address': '172.26.3.175', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'port_id': 'a13942cd-dc24-430b-85ec-911eebe026fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'mac_address': 'fa:16:3e:22:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:39:40Z', 'updated_at': '2022-06-15T14:40:29Z', 'revision_number': 1, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20df1252-35ed-4d7d-bea8-ce974f8036d2', 'name': '', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'mac_address': 'fa:16:3e:bd:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:25Z', 'updated_at': '2022-06-15T14:39:43Z', 'revision_number': 5, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'subnets': [{'id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:34.682118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a19bfba-74ce-4d1e-a2fe-69296a893d4a None None] The sync data for ids ['4b065a48-cb3a-4178-91c0-2d8c35315798'] in dv-neutron-845844-1-hyperv is: [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:39:28Z', 'revision_number': 4, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '68bcbec3-c009-4d2a-ac2e-d4d9bef243d2', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'floating_ip_address': '172.26.3.175', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'port_id': 'a13942cd-dc24-430b-85ec-911eebe026fc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'mac_address': 'fa:16:3e:22:52:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:39:40Z', 'updated_at': '2022-06-15T14:40:29Z', 'revision_number': 1, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20df1252-35ed-4d7d-bea8-ce974f8036d2', 'name': '', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'mac_address': 'fa:16:3e:bd:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:25Z', 'updated_at': '2022-06-15T14:39:43Z', 'revision_number': 5, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'subnets': [{'id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:34.693701 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 5791c6bc-48b0-40c1-bd1e-2e56491a07a6 resource provider aggregate not found Jun 15 14:40:34.738663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:34.759213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object 9075b663-9c51-4a03-aa79-30e9c4816d9f will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:34.836837 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 5791c6bc-48b0-40c1-bd1e-2e56491a07a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5791c6bc-48b0-40c1-bd1e-2e56491a07a6 found for delete ", "request_id": "req-d1aa386d-a7f9-4f16-a40b-140a7d289e37"}]} Jun 15 14:40:34.840033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:34.918176 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a09fbeb-bea7-4631-a482-99e730a5f493 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:34.951948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29d2911f-94a5-4a55-8d10-775952411ece up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:34.977431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.017272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:35.025437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.036715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:35.050698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:35.056171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:35.057222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.063607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Network': ['ID=29d552ad-b01e-4b0d-bac4-5c35e2b81966,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:35.063830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1460ce87-745b-411d-86d5-32a6cc9606b8 None None] New status for floating IP 68bcbec3-c009-4d2a-ac2e-d4d9bef243d2: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:40:35.090175 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1b524d46-7978-49f3-b140-035d540f1b22 req-e6de5557-e309-4a44-a736-c056c64dc0d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a13942cd-dc24-430b-85ec-911eebe026fc HTTP/1.1" status: 200 len: 1000 time: 0.3689759 Jun 15 14:40:35.090434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=9075b663-9c51-4a03-aa79-30e9c4816d9f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:35.104760 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e3b19651-b56f-4205-a747-1fb45a8119da tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/29d552ad-b01e-4b0d-bac4-5c35e2b81966 HTTP/1.1" status: 204 len: 168 time: 5.3592446 Jun 15 14:40:35.104967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.136856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57478) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:35.185361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-45d3c486-b8b4-498a-9200-1d51097bd25d None None] Provisioning for port 29d2911f-94a5-4a55-8d10-775952411ece completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:35.274376 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7d131827-d70b-4531-841c-75478334502d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0774758 Jun 15 14:40:35.278326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1524903042'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:35.292087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57482) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:35.299349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:35.305560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ca75b089-f300-4013-90ac-ca7471bdb7b8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'fixed_ips': [{'subnet_id': '640b9c78-a9d7-42fc-b91d-4c75136714bd', 'ip_address': '2001:db8::f6ed:e2a6:beb:6fbe'}], 'name': 'tempest-NetworksTestDHCPv6-55872751'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:35.334612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b00a8-fb87-40ff-b025-6cb04ef70f1c req-19c305cc-efac-4048-a58f-f09005623450 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:35.336237 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-970b00a8-fb87-40ff-b025-6cb04ef70f1c req-19c305cc-efac-4048-a58f-f09005623450 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.7036073 Jun 15 14:40:35.337333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:network and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:35.345746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:35.363345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 29d2911f-94a5-4a55-8d10-775952411ece completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:35.388962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 29d2911f-94a5-4a55-8d10-775952411ece triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:35.389239 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.435490 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:35.466745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524d46-7978-49f3-b140-035d540f1b22 req-ee25f7c1-f5c5-4982-87a1-3decf942d9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:35.467989 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1b524d46-7978-49f3-b140-035d540f1b22 req-ee25f7c1-f5c5-4982-87a1-3decf942d9ec service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5db97dd-98ec-4520-9c5f-eaee2a3697b3 HTTP/1.1" status: 200 len: 850 time: 0.3156009 Jun 15 14:40:35.501633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:35.505785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.602033 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-970b00a8-fb87-40ff-b025-6cb04ef70f1c req-5d709a01-9a1b-4b81-912b-15382bc13ebd tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449775 Jun 15 14:40:35.638969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 29d2911f-94a5-4a55-8d10-775952411ece is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:35.639432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.682314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 29d2911f-94a5-4a55-8d10-775952411ece, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29d2911f-94a5-4a55-8d10-775952411ece,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:35.687990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.703848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:40:35.709325 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ca75b089-f300-4013-90ac-ca7471bdb7b8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:35.718384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ca75b089-f300-4013-90ac-ca7471bdb7b8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:35.738841 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.740007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ca75b089-f300-4013-90ac-ca7471bdb7b8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:35.762709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ca75b089-f300-4013-90ac-ca7471bdb7b8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:35.771182 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.771826 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Added segment 6efb7d23-6fe4-4211-b631-0c65cd01a0d4 of type vlan for network e6671798-b945-485f-abaa-1509dd8fdf50 Jun 15 14:40:35.799252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113ad89e-8cac-4a62-a092-106d8f58cefe tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:35.806044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca75b089-f300-4013-90ac-ca7471bdb7b8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:35.806899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=29d2911f-94a5-4a55-8d10-775952411ece,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:35.811440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca75b089-f300-4013-90ac-ca7471bdb7b8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.839533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.845203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.852640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:35.892890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-ca75b089-f300-4013-90ac-ca7471bdb7b8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port fdbebfd8-b5a8-4356-9893-3a97bd025224 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:40:35.992945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b524d46-7978-49f3-b140-035d540f1b22 req-44442424-015e-4c77-941f-a743a3aa5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:35.994456 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1b524d46-7978-49f3-b140-035d540f1b22 req-44442424-015e-4c77-941f-a743a3aa5263 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69591c21-b83e-4f78-9745-9de0ba661089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4454188 Jun 15 14:40:36.011498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b8090ada-15cd-4b09-92ff-d96e3ab4312b None None] Provisioning for port 9075b663-9c51-4a03-aa79-30e9c4816d9f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:36.019439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b8090ada-15cd-4b09-92ff-d96e3ab4312b None None] Provisioning complete for port 9075b663-9c51-4a03-aa79-30e9c4816d9f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:36.020100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b8090ada-15cd-4b09-92ff-d96e3ab4312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:36.048301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a447e2-0acb-4b77-8aa6-4cd17a0cdd22,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:36.086251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:36.098570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b8090ada-15cd-4b09-92ff-d96e3ab4312b None None] Port 9075b663-9c51-4a03-aa79-30e9c4816d9f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:40:36.110805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b8090ada-15cd-4b09-92ff-d96e3ab4312b None None] Provisioning complete for port 29d2911f-94a5-4a55-8d10-775952411ece triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:36.111177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b8090ada-15cd-4b09-92ff-d96e3ab4312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:36.170224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:36.175900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:36.176564 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:36.254907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b8090ada-15cd-4b09-92ff-d96e3ab4312b None None] Current status of the port 29d2911f-94a5-4a55-8d10-775952411ece is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:36.289797 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113ad89e-8cac-4a62-a092-106d8f58cefe tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:36.300109 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af072676-23f2-433f-afd2-b64ec74e1235 None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:36.300769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-113ad89e-8cac-4a62-a092-106d8f58cefe tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:36.309618 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af072676-23f2-433f-afd2-b64ec74e1235 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:36.310215 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-af072676-23f2-433f-afd2-b64ec74e1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:36.374122 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-af072676-23f2-433f-afd2-b64ec74e1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:36.383634 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af072676-23f2-433f-afd2-b64ec74e1235 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:36.384507 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-af072676-23f2-433f-afd2-b64ec74e1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:36.386242 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d2f13d92-1e76-4732-b7c1-b6076966b858 None None] Provisioning complete for port 9075b663-9c51-4a03-aa79-30e9c4816d9f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:36.387899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d2f13d92-1e76-4732-b7c1-b6076966b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:36.411166 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2731884 Jun 15 14:40:36.423204 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57486) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:36.431546 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1b524d46-7978-49f3-b140-035d540f1b22 req-b946af76-3485-4e40-a624-e0d83db1de37 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283910 Jun 15 14:40:36.436004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'subnet': {'network_id': 'e6671798-b945-485f-abaa-1509dd8fdf50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:36.449735 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-af072676-23f2-433f-afd2-b64ec74e1235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:36.450423 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af072676-23f2-433f-afd2-b64ec74e1235 None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:36.460002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8cff8-6f47-48fc-9c1a-e3b19f1f69ea tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Network': ['ID=e6671798-b945-485f-abaa-1509dd8fdf50,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:36.480317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network e6671798-b945-485f-abaa-1509dd8fdf50 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:40:36.558209 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d2f13d92-1e76-4732-b7c1-b6076966b858 None None] Port 9075b663-9c51-4a03-aa79-30e9c4816d9f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:40:36.570742 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Floating IP 810a492c-8cf5-456d-8a03-8ad1c266a420 associated. External IP: 172.26.3.47, port: 2114bee5-13f0-4508-8ecc-14299dd41c57. Jun 15 14:40:36.588287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:36.702103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:36.764477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:subnet and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:36.774960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:36.792803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:36.794984 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca75b089-f300-4013-90ac-ca7471bdb7b8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 15 14:40:36.795503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca75b089-f300-4013-90ac-ca7471bdb7b8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:40:36.824339 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:36.827938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:36.850803 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ca75b089-f300-4013-90ac-ca7471bdb7b8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.5531628 Jun 15 14:40:36.856657 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-113ad89e-8cac-4a62-a092-106d8f58cefe tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "PUT /v2.0/floatingips/c0608702-68c7-4f1f-ab96-9f659ed3dc2b HTTP/1.1" status: 200 len: 977 time: 7.1432807 Jun 15 14:40:36.856792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57492) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:36.857457 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57494) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:36.874184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29d2911f-94a5-4a55-8d10-775952411ece up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:36.914069 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1b524d46-7978-49f3-b140-035d540f1b22 req-4a8fbb92-fc6f-4b90-9cc0-03308b99ccbf service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663353 Jun 15 14:40:36.948983 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 29d2911f-94a5-4a55-8d10-775952411ece triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:36.949332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.046469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af581c0e-e97f-4dcb-93a7-6fe4d4a50e29 req-e685c2c2-ff27-43fc-ae92-6854e5448dfa tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:37.048137 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-af581c0e-e97f-4dcb-93a7-6fe4d4a50e29 req-e685c2c2-ff27-43fc-ae92-6854e5448dfa tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.2457004 Jun 15 14:40:37.068164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7f14b732-cdc5-40f5-a65e-c4a8321e4031 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:37.076860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 29d2911f-94a5-4a55-8d10-775952411ece is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:37.113210 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-af581c0e-e97f-4dcb-93a7-6fe4d4a50e29 req-ef9e7897-e8f8-41ec-a5a8-6f7a4ffd70a4 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536559 Jun 15 14:40:37.114229 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Router 05793392-c493-449b-9164-3aa504d2766e is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:40:37.298490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:37.302734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f14b732-cdc5-40f5-a65e-c4a8321e4031 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.310293 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Sync routers for ids ['05793392-c493-449b-9164-3aa504d2766e'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:37.319735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.321026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Routers {'05793392-c493-449b-9164-3aa504d2766e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:37.321720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['05793392-c493-449b-9164-3aa504d2766e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:37.324000 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e555412e-04af-4554-b757-2f9ca7858bcc tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.4781320 Jun 15 14:40:37.324799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57500) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:37.531973 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3eddc575-689a-4087-8d47-2006abfdcdd4 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/routers/05793392-c493-449b-9164-3aa504d2766e HTTP/1.1" status: 200 len: 909 time: 0.2037098 Jun 15 14:40:37.532559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57504) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:37.537867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2026150723', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'enable_snat': True}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:37.542937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:37.547304 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Usage tracker for resource:router and tenant:23fabd7b6d114fad8491ff5c837c9ec2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:37.551060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:37.557283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:37.562930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Set router 05793392-c493-449b-9164-3aa504d2766e gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:37.568930 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.570097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.586466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.622442 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00dd360-e885-4edc-816e-33fcb2b86175 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:37.628477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00dd360-e885-4edc-816e-33fcb2b86175 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:37.629168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b00dd360-e885-4edc-816e-33fcb2b86175 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:37.664556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Router 054481bf-5ce7-4ca0-92bb-f85060e1598f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:37.841012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b00dd360-e885-4edc-816e-33fcb2b86175 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:37.845355 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b00dd360-e885-4edc-816e-33fcb2b86175 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9841583 Jun 15 14:40:37.849387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57508) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:37.873527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05793392-c493-449b-9164-3aa504d2766e', 'name': 'tempest-snat-router-2026150723', 'tenant_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.215'}], 'enable_snat': False}, 'gw_port_id': '825c1208-3c34-4c46-9cf8-33c62563ff1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:40:30Z', 'updated_at': '2022-06-15T14:40:35Z', 'revision_number': 3, 'project_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'gw_port': {'id': '825c1208-3c34-4c46-9cf8-33c62563ff1b', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05793392-c493-449b-9164-3aa504d2766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:40:32Z', 'updated_at': '2022-06-15T14:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:37.878494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Checking router: 05793392-c493-449b-9164-3aa504d2766e for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:40:37.878990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Updating router 05793392-c493-449b-9164-3aa504d2766e port 825c1208-3c34-4c46-9cf8-33c62563ff1b binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:40:37.885661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f14b732-cdc5-40f5-a65e-c4a8321e4031 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.896291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f14b732-cdc5-40f5-a65e-c4a8321e4031 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.896610 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-7f14b732-cdc5-40f5-a65e-c4a8321e4031 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Floating IP c0608702-68c7-4f1f-ab96-9f659ed3dc2b disassociated. External IP: 172.26.3.232, port: a4a65fdf-a649-44f6-beac-3b279b4b5452. Jun 15 14:40:37.918918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.938328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:37.958768 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d318f7f1-5360-4d6d-8a89-3481558a3af2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port 9075b663-9c51-4a03-aa79-30e9c4816d9f {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:37.959101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d318f7f1-5360-4d6d-8a89-3481558a3af2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:38.045737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:38.222833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Subnet': ['ID=c64e6872-b1e1-4e05-a055-97d0b3dfee8e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:38.229776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:38.246912 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7f093-7dcd-4931-891a-cda13f88a467 None None] Sync routers for ids ['054481bf-5ce7-4ca0-92bb-f85060e1598f'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:38.263295 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7f093-7dcd-4931-891a-cda13f88a467 None None] Routers {'054481bf-5ce7-4ca0-92bb-f85060e1598f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:38.265497 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0bc7f093-7dcd-4931-891a-cda13f88a467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['054481bf-5ce7-4ca0-92bb-f85060e1598f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:38.300634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Checking segment: {'id': '6efb7d23-6fe4-4211-b631-0c65cd01a0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6671798-b945-485f-abaa-1509dd8fdf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:38.300634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network hostable DHCP agents. Network: e6671798-b945-485f-abaa-1509dd8fdf50, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:40:38.334469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:38.372306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:38.390063 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0bc7f093-7dcd-4931-891a-cda13f88a467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:38.390682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Transition to ACTIVE for port object 825c1208-3c34-4c46-9cf8-33c62563ff1b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:38.399682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:38.404102 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7f093-7dcd-4931-891a-cda13f88a467 None None] Routers {'054481bf-5ce7-4ca0-92bb-f85060e1598f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:38.406054 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0bc7f093-7dcd-4931-891a-cda13f88a467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['054481bf-5ce7-4ca0-92bb-f85060e1598f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:38.439602 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d318f7f1-5360-4d6d-8a89-3481558a3af2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:38.488472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc53ca-ef76-4ff7-b3b6-857149b51fbc None None] Pushing event updated for resources: {'Port': ['ID=825c1208-3c34-4c46-9cf8-33c62563ff1b,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:38.524956 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0bc7f093-7dcd-4931-891a-cda13f88a467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:38.525830 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc7f093-7dcd-4931-891a-cda13f88a467 None None] The sync data for ids ['054481bf-5ce7-4ca0-92bb-f85060e1598f'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:38.526325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Attempting to bind port 825c1208-3c34-4c46-9cf8-33c62563ff1b on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:38.526932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Attempting to bind port 825c1208-3c34-4c46-9cf8-33c62563ff1b by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:38.527947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Attempting to bind port 825c1208-3c34-4c46-9cf8-33c62563ff1b on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:38.536890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:38.537267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:38.538279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:38.538678 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:38.539145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Bound port: 825c1208-3c34-4c46-9cf8-33c62563ff1b, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:38.539519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:38.584147 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d318f7f1-5360-4d6d-8a89-3481558a3af2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for 9075b663-9c51-4a03-aa79-30e9c4816d9f owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:38.612884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network e6671798-b945-485f-abaa-1509dd8fdf50 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:40:38.623712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] For port 825c1208-3c34-4c46-9cf8-33c62563ff1b, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:38.627702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] For port 825c1208-3c34-4c46-9cf8-33c62563ff1b, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=825c1208-3c34-4c46-9cf8-33c62563ff1b,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:38.635049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:38.692441 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-58e5250b-c473-4859-b2e8-870c398b61fa tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.7338877 Jun 15 14:40:38.703352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57514) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:38.703914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, e6671798-b945-485f-abaa-1509dd8fdf50) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:38.718282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db716fd-cdf9-4c56-b09a-ac5760bb73c0 None None] Network e6671798-b945-485f-abaa-1509dd8fdf50 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:38.740546 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Routers {'05793392-c493-449b-9164-3aa504d2766e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:38.741258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['05793392-c493-449b-9164-3aa504d2766e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:38.773361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:38.773968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:38.809646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc53ca-ef76-4ff7-b3b6-857149b51fbc None None] Pushing event updated for resources: {'Port': ['ID=825c1208-3c34-4c46-9cf8-33c62563ff1b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:38.841083 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d176d938-ba22-4b7f-aa78-ec2739d12dbc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4138267 Jun 15 14:40:38.843236 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57518) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:38.854211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd97f49-11e8-4ecd-8099-7b67c5fea9bc req-30d23734-8d35-4daa-989c-82161e145599 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:38.855737 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cd97f49-11e8-4ecd-8099-7b67c5fea9bc req-30d23734-8d35-4daa-989c-82161e145599 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.5999408 Jun 15 14:40:38.880347 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f14b732-cdc5-40f5-a65e-c4a8321e4031 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:38.882727 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0d5b8d86-8d48-4267-a83a-323138f2eb88 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] 10.222.0.26 "GET /v2.0/floatingips/810a492c-8cf5-456d-8a03-8ad1c266a420 HTTP/1.1" status: 200 len: 982 time: 0.1766975 Jun 15 14:40:38.888874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57520) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:38.908321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'subnet': {'network_id': 'e6671798-b945-485f-abaa-1509dd8fdf50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:39.020231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d318f7f1-5360-4d6d-8a89-3481558a3af2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:39.058926 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cd97f49-11e8-4ecd-8099-7b67c5fea9bc req-fdd9eaa0-3eb0-4a60-af7e-8c0f49aafcfa tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926608 Jun 15 14:40:39.095613 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3f0dabcc-4f3b-4b56-9e51-d6a2f15dc40e tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4302 time: 0.2055809 Jun 15 14:40:39.098607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57530) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:39.106538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] Set router 05793392-c493-449b-9164-3aa504d2766e gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:39.115965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318f7f1-5360-4d6d-8a89-3481558a3af2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=9075b663-9c51-4a03-aa79-30e9c4816d9f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:39.304347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d318f7f1-5360-4d6d-8a89-3481558a3af2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:39.350274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f14b732-cdc5-40f5-a65e-c4a8321e4031 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:39.364065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f14b732-cdc5-40f5-a65e-c4a8321e4031 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:39.367390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:39.376652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a8ebf-ad5e-413b-b81a-08b87a18db1b None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:39.414143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:39.414932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-e6671798-b945-485f-abaa-1509dd8fdf50', 'network_id': 'e6671798-b945-485f-abaa-1509dd8fdf50', 'tenant_id': 'abf98153a2594bd9a79309b6c869fa68', 'fixed_ips': [{'subnet_id': 'c64e6872-b1e1-4e05-a055-97d0b3dfee8e'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:40:39.415898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:39.423052 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d318f7f1-5360-4d6d-8a89-3481558a3af2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/9075b663-9c51-4a03-aa79-30e9c4816d9f HTTP/1.1" status: 204 len: 168 time: 1.5707343 Jun 15 14:40:39.427390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57534) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:39.437696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a8ebf-ad5e-413b-b81a-08b87a18db1b None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:39.438374 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-293a8ebf-ad5e-413b-b81a-08b87a18db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:39.486491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:39.501194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Deleting port b0a447e2-0acb-4b77-8aa6-4cd17a0cdd22 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:39.501537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:39.508820 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:subnet and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:39.518268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:39.530856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:39.538923 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7f14b732-cdc5-40f5-a65e-c4a8321e4031 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "PUT /v2.0/floatingips/c0608702-68c7-4f1f-ab96-9f659ed3dc2b HTTP/1.1" status: 200 len: 688 time: 2.6789021 Jun 15 14:40:39.543899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57538) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:39.571879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a75423-3162-4cc8-927f-f71beffd49ab tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:39.573302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a75423-3162-4cc8-927f-f71beffd49ab tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:39.573781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-293a8ebf-ad5e-413b-b81a-08b87a18db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:39.574272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f9a75423-3162-4cc8-927f-f71beffd49ab tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:39.611544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305f00f-a2a0-47dd-af65-534bec19e98f req-cd6067cf-8deb-4f6a-8fca-b58cbde5a743 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:39.613305 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e305f00f-a2a0-47dd-af65-534bec19e98f req-cd6067cf-8deb-4f6a-8fca-b58cbde5a743 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.3833582 Jun 15 14:40:39.636452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:39.637184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293a8ebf-ad5e-413b-b81a-08b87a18db1b None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:39.638276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-293a8ebf-ad5e-413b-b81a-08b87a18db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:39.640420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:39.669827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f9a75423-3162-4cc8-927f-f71beffd49ab tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:39.670976 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f9a75423-3162-4cc8-927f-f71beffd49ab tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2404807 Jun 15 14:40:39.673791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57542) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:39.736134 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-293a8ebf-ad5e-413b-b81a-08b87a18db1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:39.736705 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293a8ebf-ad5e-413b-b81a-08b87a18db1b None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:39.773461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:39.773789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:39.784940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fd417c-7ae5-4c94-a6f6-c8b64a393032 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 640b9c78-a9d7-42fc-b91d-4c75136714bd {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:40:39.790809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31fd417c-7ae5-4c94-a6f6-c8b64a393032 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:39.835832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05793392-c493-449b-9164-3aa504d2766e', 'name': 'tempest-snat-router-2026150723', 'tenant_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.215'}], 'enable_snat': False}, 'gw_port_id': '825c1208-3c34-4c46-9cf8-33c62563ff1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:40:30Z', 'updated_at': '2022-06-15T14:40:35Z', 'revision_number': 3, 'project_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'gw_port': {'id': '825c1208-3c34-4c46-9cf8-33c62563ff1b', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05793392-c493-449b-9164-3aa504d2766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:40:32Z', 'updated_at': '2022-06-15T14:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:39.847840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Allocated IP 2001:db8::2 (e6671798-b945-485f-abaa-1509dd8fdf50/c64e6872-b1e1-4e05-a055-97d0b3dfee8e/a1124296-9c4a-43d9-9538-bece6a41dbb1) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:39.850481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19affb9e-6718-4fe4-8377-cb5372f6104c None None] The sync data for ids ['05793392-c493-449b-9164-3aa504d2766e'] in dv-neutron-845844-1-hyperv is: [{'id': '05793392-c493-449b-9164-3aa504d2766e', 'name': 'tempest-snat-router-2026150723', 'tenant_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.215'}], 'enable_snat': False}, 'gw_port_id': '825c1208-3c34-4c46-9cf8-33c62563ff1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:40:30Z', 'updated_at': '2022-06-15T14:40:35Z', 'revision_number': 3, 'project_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'gw_port': {'id': '825c1208-3c34-4c46-9cf8-33c62563ff1b', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d1:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05793392-c493-449b-9164-3aa504d2766e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:40:32Z', 'updated_at': '2022-06-15T14:40:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:39.911526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7603a-4a6f-4bdb-acbc-4f48cac5805b tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port 7eb81838-1ccf-456a-85fe-b848d3bfa5c7 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:39.912059 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dd7603a-4a6f-4bdb-acbc-4f48cac5805b tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:39.973048 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e305f00f-a2a0-47dd-af65-534bec19e98f req-4aa3c5de-ab56-42e7-94ba-25aa3d1105bf tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492362 Jun 15 14:40:40.015631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Allocated IP 172.26.3.153 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/5eab0731-4854-4590-8bf2-5e6d79667969) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:40.083134 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Calling delete_port for b0a447e2-0acb-4b77-8aa6-4cd17a0cdd22 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:40.159745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31fd417c-7ae5-4c94-a6f6-c8b64a393032 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:40.189074 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:40.242760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Transition to ACTIVE for port object a1124296-9c4a-43d9-9538-bece6a41dbb1 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:40.273141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Transition to ACTIVE for port object a1124296-9c4a-43d9-9538-bece6a41dbb1 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:40.290164 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:40.383588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Network e6671798-b945-485f-abaa-1509dd8fdf50 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:40.386682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:40.391467 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:40.432881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:40.479763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31fd417c-7ae5-4c94-a6f6-c8b64a393032 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:40.518854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Pushing event updated for resources: {'Port': ['ID=a1124296-9c4a-43d9-9538-bece6a41dbb1,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:40.541382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Attempting to bind port a1124296-9c4a-43d9-9538-bece6a41dbb1 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:40.541752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Attempting to bind port a1124296-9c4a-43d9-9538-bece6a41dbb1 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '6efb7d23-6fe4-4211-b631-0c65cd01a0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6671798-b945-485f-abaa-1509dd8fdf50'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:40.542122 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Attempting to bind port a1124296-9c4a-43d9-9538-bece6a41dbb1 on network e6671798-b945-485f-abaa-1509dd8fdf50 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:40.554843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:40.555271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Checking segment: {'id': '6efb7d23-6fe4-4211-b631-0c65cd01a0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6671798-b945-485f-abaa-1509dd8fdf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:40.555840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:40.556458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Bound using segment: {'id': '6efb7d23-6fe4-4211-b631-0c65cd01a0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6671798-b945-485f-abaa-1509dd8fdf50'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:40.556986 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Bound port: a1124296-9c4a-43d9-9538-bece6a41dbb1, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efb7d23-6fe4-4211-b631-0c65cd01a0d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'e6671798-b945-485f-abaa-1509dd8fdf50'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:40.557371 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:40.584798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event deleted for resources: {'Port': ['ID=b0a447e2-0acb-4b77-8aa6-4cd17a0cdd22,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:40.618933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dd7603a-4a6f-4bdb-acbc-4f48cac5805b tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:40.619271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dd7603a-4a6f-4bdb-acbc-4f48cac5805b tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:40.703221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] For port a1124296-9c4a-43d9-9538-bece6a41dbb1, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:40.708371 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] For port a1124296-9c4a-43d9-9538-bece6a41dbb1, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a1124296-9c4a-43d9-9538-bece6a41dbb1,segment=NetworkSegment(6efb7d23-6fe4-4211-b631-0c65cd01a0d4),segment_id=6efb7d23-6fe4-4211-b631-0c65cd01a0d4)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:40.720306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:40.720667 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Floating IP 810a492c-8cf5-456d-8a03-8ad1c266a420 disassociated (deleted). External IP: 172.26.3.47, port: 2114bee5-13f0-4508-8ecc-14299dd41c57. Jun 15 14:40:40.725050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:40.800040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0dd7603a-4a6f-4bdb-acbc-4f48cac5805b tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for 7eb81838-1ccf-456a-85fe-b848d3bfa5c7 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:40.834118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc515b3-5d40-4354-84d7-1f6ef1e82d66 None None] Pushing event updated for resources: {'Port': ['ID=a1124296-9c4a-43d9-9538-bece6a41dbb1,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:40.936199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:40.958703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 825c1208-3c34-4c46-9cf8-33c62563ff1b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:40.979333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31fd417c-7ae5-4c94-a6f6-c8b64a393032 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.034098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd417c-7ae5-4c94-a6f6-c8b64a393032 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=640b9c78-a9d7-42fc-b91d-4c75136714bd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:41.046811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8b260-fd33-4cba-b53c-44064a538837 req-345e41f1-a238-42d0-a93d-e6b02ced6271 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:41.058160 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c2e8b260-fd33-4cba-b53c-44064a538837 req-345e41f1-a238-42d0-a93d-e6b02ced6271 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.5652645 Jun 15 14:40:41.064102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 825c1208-3c34-4c46-9cf8-33c62563ff1b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:41.071293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31fd417c-7ae5-4c94-a6f6-c8b64a393032 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.075744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 825c1208-3c34-4c46-9cf8-33c62563ff1b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:41.081120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.179514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152185da-b6e5-4a0d-a46b-3374268bf1f7 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:41.209670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.223797 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-31fd417c-7ae5-4c94-a6f6-c8b64a393032 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/640b9c78-a9d7-42fc-b91d-4c75136714bd HTTP/1.1" status: 204 len: 168 time: 1.5488389 Jun 15 14:40:41.226695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57552) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:41.284892 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c2e8b260-fd33-4cba-b53c-44064a538837 req-d5b3653c-b534-4dae-9913-5e80b6155241 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253823 Jun 15 14:40:41.314209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network e6671798-b945-485f-abaa-1509dd8fdf50 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:41.324932 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:41.328700 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:41.329293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.336237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dd7603a-4a6f-4bdb-acbc-4f48cac5805b tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.381366 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c759c2df-90d6-4a5d-ab39-3ecaf7edf972 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1532094 Jun 15 14:40:41.384976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57558) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:41.390655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:41.438399 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.471048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd7603a-4a6f-4bdb-acbc-4f48cac5805b tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=7eb81838-1ccf-456a-85fe-b848d3bfa5c7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:41.507727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:41.512081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:41.517090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:41.523030 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 825c1208-3c34-4c46-9cf8-33c62563ff1b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:41.523600 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.526583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:41.548892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Router 054481bf-5ce7-4ca0-92bb-f85060e1598f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:41.558344 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:41.562727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.568402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 825c1208-3c34-4c46-9cf8-33c62563ff1b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=825c1208-3c34-4c46-9cf8-33c62563ff1b,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:41.587577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.707645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=825c1208-3c34-4c46-9cf8-33c62563ff1b,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:41.708708 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8122504 Jun 15 14:40:41.709905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dd7603a-4a6f-4bdb-acbc-4f48cac5805b tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.712434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dd7603a-4a6f-4bdb-acbc-4f48cac5805b tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.716693 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0dd7603a-4a6f-4bdb-acbc-4f48cac5805b tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/floatingips/c0608702-68c7-4f1f-ab96-9f659ed3dc2b HTTP/1.1" status: 204 len: 168 time: 2.1710684 Jun 15 14:40:41.720491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57564) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:41.720850 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57566) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:41.732557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:41.733687 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7045a-21e6-44f4-b028-aa427827c2eb tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Subnet': ['ID=9692bc04-2161-4a84-8663-38622eec7d85,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:41.742838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:41.772249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a3f346-6865-4528-a128-e2622d8cc3e1 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:40:41.777258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-22a3f346-6865-4528-a128-e2622d8cc3e1 None None] Deleting port 29d2911f-94a5-4a55-8d10-775952411ece {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:41.777766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-22a3f346-6865-4528-a128-e2622d8cc3e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:41.893382 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:41.972611 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-473b46d2-570e-4a4f-8014-0437be6346c1 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] delete failed (client error): The resource could not be found. Jun 15 14:40:41.977271 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-473b46d2-570e-4a4f-8014-0437be6346c1 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/floatingips/c0608702-68c7-4f1f-ab96-9f659ed3dc2b HTTP/1.1" status: 404 len: 345 time: 0.2324634 Jun 15 14:40:41.989178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57574) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:41.994371 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event updated for resources: {'Port': ['ID=5eab0731-4854-4590-8bf2-5e6d79667969,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:42.189621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-22a3f346-6865-4528-a128-e2622d8cc3e1 None None] For port 29d2911f-94a5-4a55-8d10-775952411ece, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29d2911f-94a5-4a55-8d10-775952411ece,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:42.189621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-22a3f346-6865-4528-a128-e2622d8cc3e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:42.192363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedb23c-65cc-4370-9c54-202c62922b33 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:42.198395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedb23c-65cc-4370-9c54-202c62922b33 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:42.200160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedb23c-65cc-4370-9c54-202c62922b33 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:42.201702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedb23c-65cc-4370-9c54-202c62922b33 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:42.206670 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:42.214632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bedb23c-65cc-4370-9c54-202c62922b33 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:42.219633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8bedb23c-65cc-4370-9c54-202c62922b33 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Synchronizing usage tracker for tenant:abf98153a2594bd9a79309b6c869fa68 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:42.220171 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20899a9c-a5ab-4185-bb75-59c9b7e6fd6c None None] Sync routers for ids ['054481bf-5ce7-4ca0-92bb-f85060e1598f'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:42.237802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:42.245902 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20899a9c-a5ab-4185-bb75-59c9b7e6fd6c None None] Routers {'054481bf-5ce7-4ca0-92bb-f85060e1598f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:42.253176 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-20899a9c-a5ab-4185-bb75-59c9b7e6fd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['054481bf-5ce7-4ca0-92bb-f85060e1598f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:42.377025 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-20899a9c-a5ab-4185-bb75-59c9b7e6fd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:42.391506 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20899a9c-a5ab-4185-bb75-59c9b7e6fd6c None None] Routers {'054481bf-5ce7-4ca0-92bb-f85060e1598f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:42.392348 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-20899a9c-a5ab-4185-bb75-59c9b7e6fd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['054481bf-5ce7-4ca0-92bb-f85060e1598f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:42.476147 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-20899a9c-a5ab-4185-bb75-59c9b7e6fd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:42.476855 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20899a9c-a5ab-4185-bb75-59c9b7e6fd6c None None] The sync data for ids ['054481bf-5ce7-4ca0-92bb-f85060e1598f'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:42.499641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-22a3f346-6865-4528-a128-e2622d8cc3e1 None None] Calling delete_port for 29d2911f-94a5-4a55-8d10-775952411ece owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:42.537339 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6e9ac617-572b-4422-b746-122c135043c3 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "DELETE /v2.0/floatingips/810a492c-8cf5-456d-8a03-8ad1c266a420 HTTP/1.1" status: 204 len: 168 time: 3.4379237 Jun 15 14:40:42.537702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65837e7c-124f-4493-a3bf-33b45a3cd1db None None] Network e6671798-b945-485f-abaa-1509dd8fdf50 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:42.540909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57580) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:42.545866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:42.555312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:42.561889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Usage tracker for resource:floatingip and tenant:401f2bbb34ad4da099d671d9ecdf2ce8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:42.568144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:42.579104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:42.589006 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:42.662433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-65aa47b2-2e24-478c-a2b5-371d1114ba3a None None] Provisioning for port a1124296-9c4a-43d9-9538-bece6a41dbb1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:42.671035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=d2f21fc3-fafe-420f-9c16-4503ebaa2396,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:42.692658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:42.696030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:42.699190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:42.724540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:42.725221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:42.738930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-22a3f346-6865-4528-a128-e2622d8cc3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:42.794701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3f346-6865-4528-a128-e2622d8cc3e1 None None] Pushing event deleted for resources: {'Port': ['ID=29d2911f-94a5-4a55-8d10-775952411ece,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:42.825804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3f346-6865-4528-a128-e2622d8cc3e1 None None] No DVR routers for this DVR port 29d2911f-94a5-4a55-8d10-775952411ece on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:40:42.849716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce762b0-67ee-4769-b340-14689fdaa605 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:42.873713 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-afd3b50c-bb78-403f-925d-8073a48a65bb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4853301 Jun 15 14:40:42.876819 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57584) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:42.885398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-459c0e6c-1458-4883-86cf-9535c91a024a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'fixed_ips': [{'subnet_id': 'd2f21fc3-fafe-420f-9c16-4503ebaa2396', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-2146434901'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:42.976770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8bedb23c-65cc-4370-9c54-202c62922b33 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Unset dirty status for tenant:abf98153a2594bd9a79309b6c869fa68 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:42.978242 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8bedb23c-65cc-4370-9c54-202c62922b33 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.2388778 Jun 15 14:40:42.988551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57588) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:43.009608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1452591632'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:43.035397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:43.042753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:network and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:43.046973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:43.058616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:43.120586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:43.120984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 825c1208-3c34-4c46-9cf8-33c62563ff1b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:43.124655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:43.170920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-459c0e6c-1458-4883-86cf-9535c91a024a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:43.181815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-459c0e6c-1458-4883-86cf-9535c91a024a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:43.189216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-459c0e6c-1458-4883-86cf-9535c91a024a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:43.197628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:40:43.200050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-459c0e6c-1458-4883-86cf-9535c91a024a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:43.219427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:43.222273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:43.222721 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Added segment f8d83345-05f4-46a2-8fed-0957c92113e0 of type vlan for network 7bac5035-9370-4ea5-8885-18935b7aff42 Jun 15 14:40:43.254571 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6191d7db-4471-436b-bb2b-c49d42397f9e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:43.260707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6191d7db-4471-436b-bb2b-c49d42397f9e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:43.266669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6191d7db-4471-436b-bb2b-c49d42397f9e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:43.267579 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6191d7db-4471-436b-bb2b-c49d42397f9e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Synchronizing usage tracker for tenant:7efef928e0094939bd2c4aaca63bcf94 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:43.281118 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caab05e-78fc-4f95-9a2c-93f6325008ac req-677e0a55-681f-4fd9-b299-08d9c82945d2 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:43.281910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c0e6c-1458-4883-86cf-9535c91a024a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:43.283183 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1caab05e-78fc-4f95-9a2c-93f6325008ac req-677e0a55-681f-4fd9-b299-08d9c82945d2 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.7934561 Jun 15 14:40:43.340355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:43.407489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': 'd2f21fc3-fafe-420f-9c16-4503ebaa2396'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:40:43.408778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:43.428607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 825c1208-3c34-4c46-9cf8-33c62563ff1b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:43.428982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:43.431285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6191d7db-4471-436b-bb2b-c49d42397f9e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Unset dirty status for tenant:7efef928e0094939bd2c4aaca63bcf94 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:43.435097 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6191d7db-4471-436b-bb2b-c49d42397f9e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "GET /v2.0/ports?network_id=9926dc72-5c1f-4565-81aa-530b75fb6e46 HTTP/1.1" status: 200 len: 2357 time: 1.4395962 Jun 15 14:40:43.436214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57592) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:43.441021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:43.448420 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1caab05e-78fc-4f95-9a2c-93f6325008ac req-a0d8ebd6-e446-4a77-9a42-ee3feba1b2f7 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496577 Jun 15 14:40:43.537562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885cc5f3-1b5b-4e9d-acb2-4ef89d22829f None None] Update dhcp port {'port': {'network_id': 'e6671798-b945-485f-abaa-1509dd8fdf50', 'fixed_ips': [{'subnet_id': 'c64e6872-b1e1-4e05-a055-97d0b3dfee8e', 'ip_address': '2001:db8::2'}, {'subnet_id': '9692bc04-2161-4a84-8663-38622eec7d85'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': 'a1124296-9c4a-43d9-9538-bece6a41dbb1'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:40:43.625119 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee7aa8-ea28-4abe-b5b8-514cfd3ce9ef tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:43.626305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-39ee7aa8-ea28-4abe-b5b8-514cfd3ce9ef tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Synchronizing usage tracker for tenant:7efef928e0094939bd2c4aaca63bcf94 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:43.664858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-459c0e6c-1458-4883-86cf-9535c91a024a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:43.686430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:43.693972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:43.694613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:43.697341 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-885cc5f3-1b5b-4e9d-acb2-4ef89d22829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:43.742987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Allocated IP 172.26.3.155 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/816ca2df-d62d-45fd-b5da-6383199c1aa1) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:43.750145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-39ee7aa8-ea28-4abe-b5b8-514cfd3ce9ef tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Unset dirty status for tenant:7efef928e0094939bd2c4aaca63bcf94 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:43.755967 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-39ee7aa8-ea28-4abe-b5b8-514cfd3ce9ef tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "GET /v2.0/subnets/81d6472f-b103-42f2-b3af-3f624d2118a9 HTTP/1.1" status: 200 len: 797 time: 0.3142316 Jun 15 14:40:43.759378 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7693112 Jun 15 14:40:43.760348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57596) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:43.762510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57598) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:43.768489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-459c0e6c-1458-4883-86cf-9535c91a024a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port da20af54-4be4-4461-9da0-4b3fc139672f yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:40:43.768981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'port': {'network_id': '9926dc72-5c1f-4565-81aa-530b75fb6e46', 'name': 'tempest-FloatingIPTestJSON-927332870', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:43.790505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-471422e9-b0d3-4e91-afa5-4b33d55fd2f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:43.832551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 825c1208-3c34-4c46-9cf8-33c62563ff1b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:43.833682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a1124296-9c4a-43d9-9538-bece6a41dbb1 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:43.875545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:43.893810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/d2f21fc3-fafe-420f-9c16-4503ebaa2396/1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:44.029698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d26c11-2c17-44ef-8988-ab86ed70f63e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Network': ['ID=7bac5035-9370-4ea5-8885-18935b7aff42,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:44.057181 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 7bac5035-9370-4ea5-8885-18935b7aff42 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:40:44.121235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.154254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.217215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port a1124296-9c4a-43d9-9538-bece6a41dbb1 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:44.222728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:44.225897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:44.229753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:44.238224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port a1124296-9c4a-43d9-9538-bece6a41dbb1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:44.238598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.257597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:44.260011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Pushing event updated for resources: {'Port': ['ID=816ca2df-d62d-45fd-b5da-6383199c1aa1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:44.275356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:44.317672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.337457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Made reservation on behalf of 7efef928e0094939bd2c4aaca63bcf94 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:44.337749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-885cc5f3-1b5b-4e9d-acb2-4ef89d22829f None None] Allocated IP 172.20.0.1 (e6671798-b945-485f-abaa-1509dd8fdf50/9692bc04-2161-4a84-8663-38622eec7d85/a1124296-9c4a-43d9-9538-bece6a41dbb1) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:44.357195 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-471422e9-b0d3-4e91-afa5-4b33d55fd2f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.439967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-471422e9-b0d3-4e91-afa5-4b33d55fd2f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.501617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.524701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.570125 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Transition to ACTIVE for port object 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:44.618887 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Transition to ACTIVE for port object 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:44.622984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a1124296-9c4a-43d9-9538-bece6a41dbb1 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:44.623361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.647459 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.708055 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-459c0e6c-1458-4883-86cf-9535c91a024a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:40:44.708531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-459c0e6c-1458-4883-86cf-9535c91a024a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:40:44.737937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-885cc5f3-1b5b-4e9d-acb2-4ef89d22829f None None] For port a1124296-9c4a-43d9-9538-bece6a41dbb1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a1124296-9c4a-43d9-9538-bece6a41dbb1,segment=NetworkSegment(6efb7d23-6fe4-4211-b631-0c65cd01a0d4),segment_id=6efb7d23-6fe4-4211-b631-0c65cd01a0d4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:44.741208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:44.747323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:44.752446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:44.760677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Pushing event updated for resources: {'Port': ['ID=1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:44.788160 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-459c0e6c-1458-4883-86cf-9535c91a024a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9077237 Jun 15 14:40:44.789128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57608) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:44.814609 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471422e9-b0d3-4e91-afa5-4b33d55fd2f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Network': ['ID=7bac5035-9370-4ea5-8885-18935b7aff42,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:44.822366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-471422e9-b0d3-4e91-afa5-4b33d55fd2f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network 7bac5035-9370-4ea5-8885-18935b7aff42 is not hosted by any dhcp agent {{(pid=89019) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 15 14:40:44.827675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471422e9-b0d3-4e91-afa5-4b33d55fd2f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:44.828294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-471422e9-b0d3-4e91-afa5-4b33d55fd2f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.829550 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-471422e9-b0d3-4e91-afa5-4b33d55fd2f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "PUT /v2.0/networks/7bac5035-9370-4ea5-8885-18935b7aff42 HTTP/1.1" status: 200 len: 723 time: 1.0658069 Jun 15 14:40:44.833232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.847849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57612) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:44.856501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 7bac5035-9370-4ea5-8885-18935b7aff42 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:40:44.859997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] device_id is not set on port f059bab1-5a39-4402-8b11-2eae641d093a yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:40:44.869951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'subnet': {'network_id': '7bac5035-9370-4ea5-8885-18935b7aff42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:44.895547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-885cc5f3-1b5b-4e9d-acb2-4ef89d22829f None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.970936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Attempting to bind port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:44.971462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Attempting to bind port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:44.971989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Attempting to bind port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:44.985737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Router 2d1fc748-16f6-4bb6-8c6f-331b0822714b is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:40:44.994124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-885cc5f3-1b5b-4e9d-acb2-4ef89d22829f None None] Transition to ACTIVE for port object a1124296-9c4a-43d9-9538-bece6a41dbb1 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:44.997619 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:44.998402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:44.998402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:44.998795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:44.999266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Bound port: 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:44.999657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:45.012785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb364ffb-3c91-4917-bc92-795c4980468a req-f19d8c92-5614-4913-bdf0-d89a83d4db75 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:45.014381 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eb364ffb-3c91-4917-bc92-795c4980468a req-f19d8c92-5614-4913-bdf0-d89a83d4db75 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.4199378 Jun 15 14:40:45.014992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-885cc5f3-1b5b-4e9d-acb2-4ef89d22829f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:45.029279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:45.054153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:45.126032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:45.208334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51f9d55-0b62-4b41-af13-fd5d679a7955 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:45.209095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b51f9d55-0b62-4b41-af13-fd5d679a7955 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:45.215108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:45.235446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Pushing event updated for resources: {'Port': ['ID=816ca2df-d62d-45fd-b5da-6383199c1aa1,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:45.247622 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eb364ffb-3c91-4917-bc92-795c4980468a req-9cc3d6bc-98f4-4caa-9cad-bc1e94036b25 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206769 Jun 15 14:40:45.262610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:45.266537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:45.297367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:40:45.298163 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:40:45.298718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b51f9d55-0b62-4b41-af13-fd5d679a7955 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:45.299993 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b51f9d55-0b62-4b41-af13-fd5d679a7955 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5103576 Jun 15 14:40:45.301110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:45.309486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57616) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:45.356697 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cc5f3-1b5b-4e9d-acb2-4ef89d22829f None None] Pushing event updated for resources: {'Port': ['ID=a1124296-9c4a-43d9-9538-bece6a41dbb1,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:45.382337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] For port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:45.386098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] For port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:45.392040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:45.396689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:45.398062 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dc528fac-89ce-4ff5-8edf-0adcb4a64053 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8560715 Jun 15 14:40:45.404748 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57620) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:45.472694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:45.481998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b2331a-1188-4427-a13a-b3927933fb1f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:45.483190 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b2331a-1188-4427-a13a-b3927933fb1f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:45.483945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f9b2331a-1188-4427-a13a-b3927933fb1f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:45.520858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] Sync routers for ids ['2d1fc748-16f6-4bb6-8c6f-331b0822714b'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:45.552695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.20.0.14 (9926dc72-5c1f-4565-81aa-530b75fb6e46/81d6472f-b103-42f2-b3af-3f624d2118a9/f059bab1-5a39-4402-8b11-2eae641d093a) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:45.566544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:45.570585 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-05caf93d-dc33-4af1-ad08-f0a34a210860 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.0345881 Jun 15 14:40:45.570585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f9b2331a-1188-4427-a13a-b3927933fb1f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:45.570585 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f9b2331a-1188-4427-a13a-b3927933fb1f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2601118 Jun 15 14:40:45.572162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57626) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:45.574541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.20.0.13 (9926dc72-5c1f-4565-81aa-530b75fb6e46/81d6472f-b103-42f2-b3af-3f624d2118a9/f059bab1-5a39-4402-8b11-2eae641d093a) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:45.574741 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] Routers {'2d1fc748-16f6-4bb6-8c6f-331b0822714b'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:45.575204 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['2d1fc748-16f6-4bb6-8c6f-331b0822714b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:45.577582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57630) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:45.672838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20a77e-10b4-4ff7-afae-496daa6f6f67 None None] Pushing event updated for resources: {'Port': ['ID=1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:45.708650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:45.791749 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:45.800058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:45.829718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Usage tracker for resource:floatingip and tenant:86db055c56e243e4a86ddf2873aed800 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:45.837990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:45.865116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:45.869805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Subnet': ['ID=6f97322f-7895-4a02-9586-f97e386390dd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:45.885938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b244f92-075c-4730-bdda-f84f03981ac0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet d2f21fc3-fafe-420f-9c16-4503ebaa2396 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:40:45.909172 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a1124296-9c4a-43d9-9538-bece6a41dbb1 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:45.909746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b244f92-075c-4730-bdda-f84f03981ac0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:45.910431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:45.921070 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-34831a2c-d0f7-46c1-bd47-0c2798525c61 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/routers/2d1fc748-16f6-4bb6-8c6f-331b0822714b HTTP/1.1" status: 200 len: 908 time: 0.3475103 Jun 15 14:40:45.924438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57634) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:45.947730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] Set router 2d1fc748-16f6-4bb6-8c6f-331b0822714b gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:45.968161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:46.039917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Checking segment: {'id': 'f8d83345-05f4-46a2-8fed-0957c92113e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bac5035-9370-4ea5-8885-18935b7aff42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:46.041032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network hostable DHCP agents. Network: 7bac5035-9370-4ea5-8885-18935b7aff42, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:40:46.077424 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b244f92-075c-4730-bdda-f84f03981ac0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:46.151532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network 7bac5035-9370-4ea5-8885-18935b7aff42 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:40:46.153582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port a1124296-9c4a-43d9-9538-bece6a41dbb1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a1124296-9c4a-43d9-9538-bece6a41dbb1,segment=NetworkSegment(6efb7d23-6fe4-4211-b631-0c65cd01a0d4),segment_id=6efb7d23-6fe4-4211-b631-0c65cd01a0d4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:46.158478 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:46.192825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 7bac5035-9370-4ea5-8885-18935b7aff42) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:46.203117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:46.203722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:46.225281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553fa25e-1abd-4ec9-940b-ca29ced2b4ba None None] Network 7bac5035-9370-4ea5-8885-18935b7aff42 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:46.245690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:46.260488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:46.385254 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-72cad018-c898-4e6d-8b24-d8a631c1816f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5292401 Jun 15 14:40:46.388440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57642) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:46.449412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:46.526164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b244f92-075c-4730-bdda-f84f03981ac0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:46.540485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29d2911f-94a5-4a55-8d10-775952411ece no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:40:46.589189 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40262345-abf3-4f1c-b3bd-850524b77b9e None None] Network e6671798-b945-485f-abaa-1509dd8fdf50 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:46.624701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 29d2911f-94a5-4a55-8d10-775952411ece {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:40:46.625152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29d2911f-94a5-4a55-8d10-775952411ece not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:40:46.649995 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9ed7953d-97e7-469b-9468-dd287063a8bf tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:46.663562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network 9926dc72-5c1f-4565-81aa-530b75fb6e46 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:46.671958 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:46.684811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:46.802147 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=a1124296-9c4a-43d9-9538-bece6a41dbb1,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:46.861433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7a2711df-adee-42bb-9a91-a061f5760ccd None None] Provisioning for port a1124296-9c4a-43d9-9538-bece6a41dbb1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:46.863857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=f059bab1-5a39-4402-8b11-2eae641d093a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:46.906092 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7a2711df-adee-42bb-9a91-a061f5760ccd None None] Provisioning complete for port a1124296-9c4a-43d9-9538-bece6a41dbb1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:46.906523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7a2711df-adee-42bb-9a91-a061f5760ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:46.933656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:46.963834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663944d3-10d9-48e3-a45f-5e46621fc4f7 req-dccecceb-7d97-47f4-8dc4-1b5af36ad5a6 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:46.965913 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-663944d3-10d9-48e3-a45f-5e46621fc4f7 req-dccecceb-7d97-47f4-8dc4-1b5af36ad5a6 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.2633164 Jun 15 14:40:46.995151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ed7953d-97e7-469b-9468-dd287063a8bf tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-133747709'] for subnet, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.008323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a1124296-9c4a-43d9-9538-bece6a41dbb1 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:47.063175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.117591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:47.118827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.155803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b244f92-075c-4730-bdda-f84f03981ac0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.224277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b244f92-075c-4730-bdda-f84f03981ac0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.256604 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ae90d2b7-6310-4732-8657-3c241beb7a8c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.4947946 Jun 15 14:40:47.257559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b244f92-075c-4730-bdda-f84f03981ac0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=d2f21fc3-fafe-420f-9c16-4503ebaa2396,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:47.262625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57648) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:47.263803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Deleting port 5eab0731-4854-4590-8bf2-5e6d79667969 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:47.264471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.272071 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-7bac5035-9370-4ea5-8885-18935b7aff42', 'network_id': '7bac5035-9370-4ea5-8885-18935b7aff42', 'tenant_id': 'abf98153a2594bd9a79309b6c869fa68', 'fixed_ips': [{'subnet_id': '6f97322f-7895-4a02-9586-f97e386390dd'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:40:47.273027 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.285706 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1b244f92-075c-4730-bdda-f84f03981ac0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/d2f21fc3-fafe-420f-9c16-4503ebaa2396 HTTP/1.1" status: 204 len: 168 time: 1.6827784 Jun 15 14:40:47.289306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66cebfa-002b-408b-9646-6460571480f5 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:47.293343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57650) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:47.309092 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ec304-34e0-42d0-bce1-a3a0bc58e9a3 req-f9771cd6-c589-4ba6-8c8f-355538773e50 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:47.310740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'f059bab1-5a39-4402-8b11-2eae641d093a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:47.311095 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1f4ec304-34e0-42d0-bce1-a3a0bc58e9a3 req-f9771cd6-c589-4ba6-8c8f-355538773e50 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 945 time: 0.5610867 Jun 15 14:40:47.340364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:47.360607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ed7953d-97e7-469b-9468-dd287063a8bf tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756969228418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132287513'] for subnet, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.398530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:47.458275 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-663944d3-10d9-48e3-a45f-5e46621fc4f7 req-c043139f-eed7-4bae-a6a5-f4711ce4da04 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249713 Jun 15 14:40:47.467054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed7953d-97e7-469b-9468-dd287063a8bf tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:47.467914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ed7953d-97e7-469b-9468-dd287063a8bf tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.472754 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9ed7953d-97e7-469b-9468-dd287063a8bf tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "PUT /v2.0/subnets/6f97322f-7895-4a02-9586-f97e386390dd HTTP/1.1" status: 200 len: 826 time: 1.0813956 Jun 15 14:40:47.476975 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f8a3fc9-ba1a-44e0-98e8-a33619962d31 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1802177 Jun 15 14:40:47.478099 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57656) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:47.478318 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57658) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:47.490822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d68e32f3-1f73-40d5-bb7d-e981e9debfeb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:47.563649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.646225 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1f4ec304-34e0-42d0-bce1-a3a0bc58e9a3 req-0cf125e4-1057-40e0-b8fb-297727a701ee tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266412 Jun 15 14:40:47.657625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Allocated IP 172.26.3.60 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/c7bad362-5db9-4b9c-bd77-1812a665ceae) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:47.692548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d68e32f3-1f73-40d5-bb7d-e981e9debfeb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:47.703934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d68e32f3-1f73-40d5-bb7d-e981e9debfeb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:47.714848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port a1124296-9c4a-43d9-9538-bece6a41dbb1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:47.715056 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.733752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68e32f3-1f73-40d5-bb7d-e981e9debfeb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:47.738003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d68e32f3-1f73-40d5-bb7d-e981e9debfeb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.747688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed7953d-97e7-469b-9468-dd287063a8bf tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Subnet': ['ID=6f97322f-7895-4a02-9586-f97e386390dd,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:47.760024 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d1fc748-16f6-4bb6-8c6f-331b0822714b', 'name': 'tempest-snat-router-2026150723', 'tenant_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '5eab0731-4854-4590-8bf2-5e6d79667969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:40:37Z', 'updated_at': '2022-06-15T14:40:42Z', 'revision_number': 3, 'project_id': '23fabd7b6d114fad8491ff5c837c9ec2', 'gw_port': {'id': '5eab0731-4854-4590-8bf2-5e6d79667969', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:d6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d1fc748-16f6-4bb6-8c6f-331b0822714b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 282, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:40:39Z', 'updated_at': '2022-06-15T14:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:47.858819 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] Checking router: 2d1fc748-16f6-4bb6-8c6f-331b0822714b for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:40:47.859201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] Updating router 2d1fc748-16f6-4bb6-8c6f-331b0822714b port 5eab0731-4854-4590-8bf2-5e6d79667969 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:40:47.913795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:47.942954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7a2711df-adee-42bb-9a91-a061f5760ccd None None] Current status of the port a1124296-9c4a-43d9-9538-bece6a41dbb1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:47.974822 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.044798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Allocated IP 2001:db8::2 (7bac5035-9370-4ea5-8885-18935b7aff42/6f97322f-7895-4a02-9586-f97e386390dd/06220861-26a7-4a1b-8fe3-fa125905b2ab) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:48.049988 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.075741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.086785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Calling delete_port for 5eab0731-4854-4590-8bf2-5e6d79667969 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:48.200931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.373533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:48.375782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:48.379246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:48.455591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d68e32f3-1f73-40d5-bb7d-e981e9debfeb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.465175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dd914372-5b5e-4eef-a104-10b38754ca15 None None] Provisioning for port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:48.544733 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e32f3-1f73-40d5-bb7d-e981e9debfeb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:48.553076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Pushing event updated for resources: {'Port': ['ID=c7bad362-5db9-4b9c-bd77-1812a665ceae,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:48.558244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68e32f3-1f73-40d5-bb7d-e981e9debfeb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:48.566198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d68e32f3-1f73-40d5-bb7d-e981e9debfeb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:48.576970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.577746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68e32f3-1f73-40d5-bb7d-e981e9debfeb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:48.579275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d68e32f3-1f73-40d5-bb7d-e981e9debfeb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.629810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-2734a0dd-51af-457b-91e8-511461fc8149 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:48.631651 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-2734a0dd-51af-457b-91e8-511461fc8149 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.44 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 945 time: 0.3358390 Jun 15 14:40:48.693941 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d68e32f3-1f73-40d5-bb7d-e981e9debfeb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2126501 Jun 15 14:40:48.703763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.703992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57670) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:48.727974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a251bedd-3057-4e27-ab67-132249bd3a6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-147845659', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:48.744449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a251bedd-3057-4e27-ab67-132249bd3a6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:48.761651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a251bedd-3057-4e27-ab67-132249bd3a6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:router and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:48.765882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.769991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Deleting port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:48.769991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.770239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a251bedd-3057-4e27-ab67-132249bd3a6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:48.777666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a1124296-9c4a-43d9-9538-bece6a41dbb1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:48.784578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:48.821081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a251bedd-3057-4e27-ab67-132249bd3a6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:48.889482 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:40:48.904779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.912467 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.915125 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Deleting port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:48.915616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.925038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a251bedd-3057-4e27-ab67-132249bd3a6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.926120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a251bedd-3057-4e27-ab67-132249bd3a6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.954321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9208bb-4efb-4868-837e-f7e440538cfe req-6d88bfd5-2e02-48f5-b040-1fcf7e5bc274 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:48.956471 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae9208bb-4efb-4868-837e-f7e440538cfe req-6d88bfd5-2e02-48f5-b040-1fcf7e5bc274 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.3441882 Jun 15 14:40:48.961652 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:48.981270 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:40:48.981270 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:40:48.989437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Transition to ACTIVE for port object 06220861-26a7-4a1b-8fe3-fa125905b2ab will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:49.065989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Transition to ACTIVE for port object 06220861-26a7-4a1b-8fe3-fa125905b2ab will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:49.070497 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-eeca9295-b1ce-4155-95dd-27d046963a2c None None] Provisioning complete for port a1124296-9c4a-43d9-9538-bece6a41dbb1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:49.070758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eeca9295-b1ce-4155-95dd-27d046963a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.078876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a251bedd-3057-4e27-ab67-132249bd3a6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.091195 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event deleted for resources: {'Port': ['ID=5eab0731-4854-4590-8bf2-5e6d79667969,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:49.108614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:49.124247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.176123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:49.176557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.218113 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae9208bb-4efb-4868-837e-f7e440538cfe req-8033529f-089c-4df0-a6d2-1db9e44093bd tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778948 Jun 15 14:40:49.241646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a251bedd-3057-4e27-ab67-132249bd3a6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.249115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.26.3.62 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/5b6356cb-d57d-41cb-8910-eacb20a4494e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:49.265641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.343150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Subnet': ['ID=6f97322f-7895-4a02-9586-f97e386390dd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:49.378261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.399343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffe668-f4d4-4a3c-89cf-8e6f7e94d111 req-225db7bd-f92e-48b7-9861-a057e38e822e tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:49.400877 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a1ffe668-f4d4-4a3c-89cf-8e6f7e94d111 req-225db7bd-f92e-48b7-9861-a057e38e822e tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 945 time: 0.5527818 Jun 15 14:40:49.415000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Network 7bac5035-9370-4ea5-8885-18935b7aff42 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:49.423176 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:49.431900 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:49.443023 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Pushing event updated for resources: {'Port': ['ID=06220861-26a7-4a1b-8fe3-fa125905b2ab,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:49.468839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] For port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:49.469208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.544405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a251bedd-3057-4e27-ab67-132249bd3a6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.545606 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a251bedd-3057-4e27-ab67-132249bd3a6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8366048 Jun 15 14:40:49.551825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57676) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:49.639582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] Port 5eab0731-4854-4590-8bf2-5e6d79667969 not found while updating agent binding for router 2d1fc748-16f6-4bb6-8c6f-331b0822714b. {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 15 14:40:49.644962 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a1ffe668-f4d4-4a3c-89cf-8e6f7e94d111 req-8e565ef5-e54f-4770-809b-818261a5ecd5 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286224 Jun 15 14:40:49.679898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] For port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:49.680556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.713478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.718364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.723824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.755369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.819233 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.843396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bac5035-9370-4ea5-8885-18935b7aff42']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:49.869079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.869713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2d1fc748-16f6-4bb6-8c6f-331b0822714b {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:40:49.872058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d83345-05f4-46a2-8fed-0957c92113e0') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:49.872458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d83345-05f4-46a2-8fed-0957c92113e0') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:49.872749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Calling delete_port for 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:49.893542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.918955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.923522 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c0d507df-d210-4188-8731-f03a5ac08dc2 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "DELETE /v2.0/routers/2d1fc748-16f6-4bb6-8c6f-331b0822714b HTTP/1.1" status: 204 len: 168 time: 3.9948511 Jun 15 14:40:49.923522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.928824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57680) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:49.933394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.942574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Attempting to bind port 06220861-26a7-4a1b-8fe3-fa125905b2ab on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:49.942952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Attempting to bind port 06220861-26a7-4a1b-8fe3-fa125905b2ab by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'f8d83345-05f4-46a2-8fed-0957c92113e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bac5035-9370-4ea5-8885-18935b7aff42'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:49.943317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Attempting to bind port 06220861-26a7-4a1b-8fe3-fa125905b2ab on network 7bac5035-9370-4ea5-8885-18935b7aff42 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:49.950926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] Routers set() bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:49.951302 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] Router IDs set() for agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 15 14:40:49.952058 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_agentschedulers_db [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2d1fc748-16f6-4bb6-8c6f-331b0822714b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent'). {{(pid=89020) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 15 14:40:49.952384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc01d4-ddf0-439c-8f29-837f14ed2e29 None None] The sync data for ids ['2d1fc748-16f6-4bb6-8c6f-331b0822714b'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:49.969341 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-eeca9295-b1ce-4155-95dd-27d046963a2c None None] Current status of the port a1124296-9c4a-43d9-9538-bece6a41dbb1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:49.971715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:49.973368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Checking segment: {'id': 'f8d83345-05f4-46a2-8fed-0957c92113e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bac5035-9370-4ea5-8885-18935b7aff42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:49.973368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.973368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Bound using segment: {'id': 'f8d83345-05f4-46a2-8fed-0957c92113e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bac5035-9370-4ea5-8885-18935b7aff42'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:49.973655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Bound port: 06220861-26a7-4a1b-8fe3-fa125905b2ab, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d83345-05f4-46a2-8fed-0957c92113e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7bac5035-9370-4ea5-8885-18935b7aff42'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:49.973888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:49.992576 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:49.992956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.012697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:40:50.013224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.050229 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f8d83345-05f4-46a2-8fed-0957c92113e0 resource provider aggregate not found Jun 15 14:40:50.105891 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f8d83345-05f4-46a2-8fed-0957c92113e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8d83345-05f4-46a2-8fed-0957c92113e0 found for delete ", "request_id": "req-83598a56-1f8f-4688-b7aa-1cd36e5496f1"}]} Jun 15 14:40:50.106418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:50.116081 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.157500 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:40:50.158150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:40:50.167966 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] For port 06220861-26a7-4a1b-8fe3-fa125905b2ab, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:50.198793 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:50.211354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] For port 06220861-26a7-4a1b-8fe3-fa125905b2ab, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=06220861-26a7-4a1b-8fe3-fa125905b2ab,segment=NetworkSegment(f8d83345-05f4-46a2-8fed-0957c92113e0),segment_id=f8d83345-05f4-46a2-8fed-0957c92113e0)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:50.219753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.268654 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a1124296-9c4a-43d9-9538-bece6a41dbb1 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:50.343909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Pushing event updated for resources: {'Port': ['ID=c7bad362-5db9-4b9c-bd77-1812a665ceae,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:50.345372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:40:50.345372 dv-neutron-845844-1-hyperv neutron-server[89018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:40:50.345372 dv-neutron-845844-1-hyperv neutron-server[89018]: [parameters: {'id': '7bac5035-9370-4ea5-8885-18935b7aff42'}] Jun 15 14:40:50.345372 dv-neutron-845844-1-hyperv neutron-server[89018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:40:50.345744 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:40:50.369515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.391936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa22595-99ba-4aa4-baea-58439d9ab9c7 None None] Pushing event updated for resources: {'Port': ['ID=06220861-26a7-4a1b-8fe3-fa125905b2ab,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:50.394451 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.403210 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port a1124296-9c4a-43d9-9538-bece6a41dbb1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:50.403692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.427936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.432702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.433283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.433777 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Floating IP 595b4bff-defc-47b0-ba0d-b489633bf52b disassociated. External IP: 172.26.3.140, port: 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0. Jun 15 14:40:50.434282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Calling delete_port for 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:50.476250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.477763 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4988c573-67d9-48dd-abe3-f65cc293d051 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0720263 Jun 15 14:40:50.487975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57690) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:50.553558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90433a6-e452-43cd-9525-e9c8aef2f4a6 None None] Network 7bac5035-9370-4ea5-8885-18935b7aff42 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:50.579277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:50.587375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:50.607013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.645027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=5b6356cb-d57d-41cb-8910-eacb20a4494e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:50.648175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:50.660083 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Deleting port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:50.660536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.759779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a1124296-9c4a-43d9-9538-bece6a41dbb1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:50.823363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.847658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5a096-0d02-4eb6-ae64-d4eb379b2177 req-5ec61e1a-ab5f-4a78-836f-aecd5bb0a48e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:50.850185 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5cb5a096-0d02-4eb6-ae64-d4eb379b2177 req-5ec61e1a-ab5f-4a78-836f-aecd5bb0a48e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.3675830 Jun 15 14:40:50.859754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.895920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:40:50.926770 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-115dd27e-f919-4950-af66-6e9027b95411 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.4350150 Jun 15 14:40:50.927810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Deleting port 825c1208-3c34-4c46-9cf8-33c62563ff1b {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:50.928362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:50.930298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57696) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:51.023693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting port 06220861-26a7-4a1b-8fe3-fa125905b2ab {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:51.024043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:51.063457 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5cb5a096-0d02-4eb6-ae64-d4eb379b2177 req-a376e275-574a-4631-862c-b657bb569c5f tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959963 Jun 15 14:40:51.150290 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dfcd67f0-ec69-4d43-a202-b40315dcc323 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2163758 Jun 15 14:40:51.159114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57700) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:51.193794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] For port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:51.194403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:51.330445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Calling delete_port for 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:51.371293 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:40:51.378623 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:51.385246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:51.385638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:51.442155 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] For port 825c1208-3c34-4c46-9cf8-33c62563ff1b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=825c1208-3c34-4c46-9cf8-33c62563ff1b,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:51.442524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:51.460031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:51.462826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:51.464621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-73fe631a-7281-4b5c-86c8-3a938c319649 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Deleting port c7bad362-5db9-4b9c-bd77-1812a665ceae {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:51.465264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73fe631a-7281-4b5c-86c8-3a938c319649 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:51.466011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83225c33-4d6f-44a7-98e3-73bf8fa466a2 None None] Network 7bac5035-9370-4ea5-8885-18935b7aff42 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:51.483687 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:51.512540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Pushing event deleted for resources: {'Port': ['ID=4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:51.604126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:40:51.604518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:40:51.620932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:51.713133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Calling delete_port for 825c1208-3c34-4c46-9cf8-33c62563ff1b owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:51.732175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4c3cc-56cd-4110-9db3-99c5e9b664d1 req-b2e6a703-1763-448a-afed-48c832b98936 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:51.733864 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5de4c3cc-56cd-4110-9db3-99c5e9b664d1 req-b2e6a703-1763-448a-afed-48c832b98936 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 945 time: 0.7481272 Jun 15 14:40:51.799067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::1 (2ef0444c-622d-434a-90a5-976e58c67159/dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5/774cb3c8-e1d0-423a-97ef-1c1b02efcacb) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:51.821431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] For port 06220861-26a7-4a1b-8fe3-fa125905b2ab, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=06220861-26a7-4a1b-8fe3-fa125905b2ab,segment=NetworkSegment(f8d83345-05f4-46a2-8fed-0957c92113e0),segment_id=f8d83345-05f4-46a2-8fed-0957c92113e0)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:51.821802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:51.923050 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5de4c3cc-56cd-4110-9db3-99c5e9b664d1 req-ae57209b-b178-49ad-88fe-6d739405f50a tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b1aaf95-3c55-4f54-8b42-e584d662491c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694303 Jun 15 14:40:52.037437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73fe631a-7281-4b5c-86c8-3a938c319649 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.037762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73fe631a-7281-4b5c-86c8-3a938c319649 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.097379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Calling delete_port for 06220861-26a7-4a1b-8fe3-fa125905b2ab owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:52.292712 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:52.299448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-73fe631a-7281-4b5c-86c8-3a938c319649 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Calling delete_port for c7bad362-5db9-4b9c-bd77-1812a665ceae owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:52.333874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.399377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Port': ['ID=06220861-26a7-4a1b-8fe3-fa125905b2ab,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:52.414553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No DVR routers for this DVR port 06220861-26a7-4a1b-8fe3-fa125905b2ab on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:40:52.419512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Deleting port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:52.419512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.420098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.462274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.536460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:40:52.558369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.577122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event deleted for resources: {'Port': ['ID=825c1208-3c34-4c46-9cf8-33c62563ff1b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:52.577446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:40:52.577668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:40:52.634987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73fe631a-7281-4b5c-86c8-3a938c319649 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.695161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.711791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe631a-7281-4b5c-86c8-3a938c319649 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Pushing event deleted for resources: {'Port': ['ID=c7bad362-5db9-4b9c-bd77-1812a665ceae,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:52.714077 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object 774cb3c8-e1d0-423a-97ef-1c1b02efcacb will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:52.764302 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] For port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:52.764842 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.774185 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e0f8c-5acf-4f31-9ce8-a3d84b029cce req-66b95fd1-8a14-49a6-8d9a-3de5ff76337e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:52.775918 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e92e0f8c-5acf-4f31-9ce8-a3d84b029cce req-66b95fd1-8a14-49a6-8d9a-3de5ff76337e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.5144517 Jun 15 14:40:52.808627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bac5035-9370-4ea5-8885-18935b7aff42']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:52.830813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:52.836736 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d83345-05f4-46a2-8fed-0957c92113e0') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:52.837148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d83345-05f4-46a2-8fed-0957c92113e0') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:52.843795 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a7433-6873-408e-bd6f-8b77fb2e51ca None None] Sync routers for ids ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:52.853440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.869745 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a7433-6873-408e-bd6f-8b77fb2e51ca None None] Routers {'13dd95d1-ca96-4aea-bb93-03f0f2c4f606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:52.870367 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f44a7433-6873-408e-bd6f-8b77fb2e51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:52.906636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.930576 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.934611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] No DVR routers for this DVR port 4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 on host hv-neutron-8458 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:40:52.936375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73fe631a-7281-4b5c-86c8-3a938c319649 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.941027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.944702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'name': 'network-vif-deleted', 'tag': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:40:52.976119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:52.992123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Calling delete_port for 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:53.026729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73fe631a-7281-4b5c-86c8-3a938c319649 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.037532 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-73fe631a-7281-4b5c-86c8-3a938c319649 tempest-FloatingIPAdminTestJSON-203473984 tempest-FloatingIPAdminTestJSON-203473984-project] 10.222.0.26 "DELETE /v2.0/floatingips/94ba9821-7dfe-4f2e-842a-b1e5732b5bb8 HTTP/1.1" status: 204 len: 168 time: 1.8778884 Jun 15 14:40:53.049365 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b0223a1d-b0c6-4edf-a87b-068560d2cf22 req-72623d1f-8965-4ec7-8d46-e649baa7f78d tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.44 "DELETE /v2.0/ports/4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0 HTTP/1.1" status: 204 len: 173 time: 4.4102793 Jun 15 14:40:53.051765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57710) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:53.060205 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:53.066796 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e92e0f8c-5acf-4f31-9ce8-a3d84b029cce req-98a35a1b-5304-4c66-a526-ba2dc8f4e66f tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2738974 Jun 15 14:40:53.086650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:53.129943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.166159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.190683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:40:53.191303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.225445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.233804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.237741 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f8d83345-05f4-46a2-8fed-0957c92113e0 resource provider aggregate not found Jun 15 14:40:53.255319 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f44a7433-6873-408e-bd6f-8b77fb2e51ca None None] Set router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:53.268061 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] Pushing event deleted for resources: {'Port': ['ID=1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:53.287463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d78de7b-22d8-4eca-b82a-cab73e71b261 None None] No DVR routers for this DVR port 1f2ccb22-6bc4-45ec-bb72-4670b8d4c2e1 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:40:53.319869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d99848f-b09c-47d7-adae-8d871c1ca0d8 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:40:53.373002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:53.373731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.396414 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f8d83345-05f4-46a2-8fed-0957c92113e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8d83345-05f4-46a2-8fed-0957c92113e0 found for delete ", "request_id": "req-bdfaf614-7f82-455c-8fc9-48361fadce35"}]} Jun 15 14:40:53.496143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.516804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.527988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.528754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 05793392-c493-449b-9164-3aa504d2766e {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:40:53.536128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Network': ['ID=7bac5035-9370-4ea5-8885-18935b7aff42,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:53.570254 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0dcf450a-ad3c-4a9a-9915-4bddf5a7e3c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/7bac5035-9370-4ea5-8885-18935b7aff42 HTTP/1.1" status: 204 len: 168 time: 6.0905650 Jun 15 14:40:53.572679 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49db8a14-5432-412b-901f-01ba86190581'] response: {'server_uuid': '285f759c-0c2c-4ecf-bc2a-f423f8489b36', 'name': 'network-vif-deleted', 'tag': '4e51e9b7-a7aa-4a5b-a8a1-1209ef23e4e0', 'status': 'completed', 'code': 200} Jun 15 14:40:53.574496 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.575961 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d5d369fb-88a4-49fb-98e4-89077cc6912c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "DELETE /v2.0/routers/05793392-c493-449b-9164-3aa504d2766e HTTP/1.1" status: 204 len: 168 time: 3.6467500 Jun 15 14:40:53.579829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57720) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:53.580355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57722) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:53.594818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-32a1e63e-5f7a-430d-82ed-71e1b3b74790 req-6fdd5c1d-dc7f-4ea2-ae81-c139da55c983 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Synchronizing usage tracker for tenant:fa19258c43194ad1bb9aa536dcf5b975 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:53.647465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-638343666', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:53.672468 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=774cb3c8-e1d0-423a-97ef-1c1b02efcacb,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:53.812463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': 'dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:40:53.813349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.818058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:53.824278 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db0bd5d-915d-495d-b1df-0aa4e92142ef tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:40:53.829634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db0bd5d-915d-495d-b1df-0aa4e92142ef tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:40:53.835559 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0db0bd5d-915d-495d-b1df-0aa4e92142ef tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/7bac5035-9370-4ea5-8885-18935b7aff42 HTTP/1.1" status: 404 len: 339 time: 0.2505271 Jun 15 14:40:53.835559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Usage tracker for resource:router and tenant:76535072f613409b921cd3b45dae9ffe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:53.839645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:53.842416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57728) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:53.862065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-555579275', 'description': 'd1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:53.886075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:53.889429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:40:53.907044 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f44a7433-6873-408e-bd6f-8b77fb2e51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:39:15Z', 'revision_number': 4, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '29a715e6-7e28-4cb0-b274-e2b824873541', 'name': '', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'mac_address': 'fa:16:3e:20:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:34Z', 'revision_number': 5, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'subnets': [{'id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:53.915453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Usage tracker for resource:network and tenant:abf98153a2594bd9a79309b6c869fa68 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:40:53.922873 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a7433-6873-408e-bd6f-8b77fb2e51ca None None] Checking router: 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:40:53.926664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:40:53.943591 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44a7433-6873-408e-bd6f-8b77fb2e51ca None None] Routers {'13dd95d1-ca96-4aea-bb93-03f0f2c4f606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:53.944666 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f44a7433-6873-408e-bd6f-8b77fb2e51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:53.954377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-dd09ba45-feb1-479d-ba7b-188ece50d532 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Deleting port 816ca2df-d62d-45fd-b5da-6383199c1aa1 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:53.954972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd09ba45-feb1-479d-ba7b-188ece50d532 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.987008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:40:53.995588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:53.998010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.005991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.009159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-32a1e63e-5f7a-430d-82ed-71e1b3b74790 req-6fdd5c1d-dc7f-4ea2-ae81-c139da55c983 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Unset dirty status for tenant:fa19258c43194ad1bb9aa536dcf5b975 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:54.010588 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-32a1e63e-5f7a-430d-82ed-71e1b3b74790 req-6fdd5c1d-dc7f-4ea2-ae81-c139da55c983 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/ports?device_id=285f759c-0c2c-4ecf-bc2a-f423f8489b36 HTTP/1.1" status: 200 len: 210 time: 0.7089193 Jun 15 14:40:54.018445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.074055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:40:54.084970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.186914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.231654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=5b6356cb-d57d-41cb-8910-eacb20a4494e,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:54.243951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:40:54.294929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 825c1208-3c34-4c46-9cf8-33c62563ff1b no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:40:54.350038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.350264 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f44a7433-6873-408e-bd6f-8b77fb2e51ca None None] Set router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:54.388109 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 825c1208-3c34-4c46-9cf8-33c62563ff1b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:40:54.388759 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 825c1208-3c34-4c46-9cf8-33c62563ff1b not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:40:54.392695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.440384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5/828668e6-f74c-4c90-9730-3538e2c378bf) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:54.448527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.449154 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Added segment fad5aff6-269f-47fd-bbf1-22ce98f916d9 of type vlan for network efb8a005-0faf-49e1-a591-1df2a01f750e Jun 15 14:40:54.628163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd09ba45-feb1-479d-ba7b-188ece50d532 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.628775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd09ba45-feb1-479d-ba7b-188ece50d532 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.668825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.710109 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.723875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Transition to ACTIVE for port object 828668e6-f74c-4c90-9730-3538e2c378bf will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:54.748385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Transition to ACTIVE for port object 828668e6-f74c-4c90-9730-3538e2c378bf will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:54.759987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.764710 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:54.794441 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f44a7433-6873-408e-bd6f-8b77fb2e51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:39:15Z', 'revision_number': 4, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '29a715e6-7e28-4cb0-b274-e2b824873541', 'name': '', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'mac_address': 'fa:16:3e:20:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:34Z', 'revision_number': 5, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'subnets': [{'id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:54.799507 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44a7433-6873-408e-bd6f-8b77fb2e51ca None None] The sync data for ids ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'] in dv-neutron-845844-1-hyperv is: [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:39:15Z', 'revision_number': 4, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '29a715e6-7e28-4cb0-b274-e2b824873541', 'name': '', 'network_id': '4b334544-5bc3-43e8-9dd2-ade47750e3e2', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'mac_address': 'fa:16:3e:20:af:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:34Z', 'revision_number': 5, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'subnets': [{'id': '438ef78b-99a4-49af-b1cc-b6894b2e1f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:54.877106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Pushing event updated for resources: {'Port': ['ID=828668e6-f74c-4c90-9730-3538e2c378bf,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:54.890303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-dd09ba45-feb1-479d-ba7b-188ece50d532 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Calling delete_port for 816ca2df-d62d-45fd-b5da-6383199c1aa1 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:54.893423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:54.894864 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:54.900731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:54.910429 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Floating IP cb93d156-6433-4b6f-931b-19212fd30946 associated. External IP: 172.26.3.62, port: f059bab1-5a39-4402-8b11-2eae641d093a. Jun 15 14:40:55.013497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.022483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:55.023121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-626775'] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.097873 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Attempting to bind port 828668e6-f74c-4c90-9730-3538e2c378bf on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:55.098241 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Attempting to bind port 828668e6-f74c-4c90-9730-3538e2c378bf by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:55.098601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Attempting to bind port 828668e6-f74c-4c90-9730-3538e2c378bf on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:55.117631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:55.118004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:55.118416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.118805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:55.119291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Bound port: 828668e6-f74c-4c90-9730-3538e2c378bf, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:55.119671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.197492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248ff786-81f3-4e5a-a1d4-9eeff3c5112c None None] New status for floating IP 595b4bff-defc-47b0-ba0d-b489633bf52b: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:40:55.225741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57738) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:55.240050 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3965774 Jun 15 14:40:55.251502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f8ba1-5274-44a6-8692-9086141e476f req-fc415447-1532-49d0-97d8-e9dd5c9db21a tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:55.253347 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac5f8ba1-5274-44a6-8692-9086141e476f req-fc415447-1532-49d0-97d8-e9dd5c9db21a tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.8064940 Jun 15 14:40:55.253975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fce3e-7fde-4435-8d6f-e282fce103b7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Network': ['ID=efb8a005-0faf-49e1-a591-1df2a01f750e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:55.256130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57742) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:55.286507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network efb8a005-0faf-49e1-a591-1df2a01f750e details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:40:55.382239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd09ba45-feb1-479d-ba7b-188ece50d532 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.459353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd09ba45-feb1-479d-ba7b-188ece50d532 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Pushing event deleted for resources: {'Port': ['ID=816ca2df-d62d-45fd-b5da-6383199c1aa1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:55.536882 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] For port 828668e6-f74c-4c90-9730-3538e2c378bf, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:55.542305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] For port 828668e6-f74c-4c90-9730-3538e2c378bf, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=828668e6-f74c-4c90-9730-3538e2c378bf,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:55.549227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6defbd8f-7369-42c8-8c55-e19ce2c01d82 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.553064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.620544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.625475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6defbd8f-7369-42c8-8c55-e19ce2c01d82 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.635990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850015d-1853-4bc7-b4a1-31561ff69e8f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:55.636326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4850015d-1853-4bc7-b4a1-31561ff69e8f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Synchronizing usage tracker for tenant:abf98153a2594bd9a79309b6c869fa68 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:55.641851 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ac5f8ba1-5274-44a6-8692-9086141e476f req-69240572-9aab-4187-855c-ddf841e6332d tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2977729 Jun 15 14:40:55.645330 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692714f-9a75-42fe-bd87-5e7d83720f80 None None] Pushing event updated for resources: {'Port': ['ID=828668e6-f74c-4c90-9730-3538e2c378bf,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:55.660234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.660999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.731807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd09ba45-feb1-479d-ba7b-188ece50d532 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.763638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4850015d-1853-4bc7-b4a1-31561ff69e8f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Unset dirty status for tenant:abf98153a2594bd9a79309b6c869fa68 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:55.767615 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4850015d-1853-4bc7-b4a1-31561ff69e8f tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/networks?id=efb8a005-0faf-49e1-a591-1df2a01f750e HTTP/1.1" status: 200 len: 764 time: 0.5047202 Jun 15 14:40:55.775631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57746) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:55.785326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8e79f921-795c-4b5d-85e2-59ed9905153c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'network': {'description': 'd2'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:55.851895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=774cb3c8-e1d0-423a-97ef-1c1b02efcacb,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:55.880469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd09ba45-feb1-479d-ba7b-188ece50d532 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:55.885992 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dd09ba45-feb1-479d-ba7b-188ece50d532 tempest-FloatingIPAdminTestJSON-1079004034 tempest-FloatingIPAdminTestJSON-1079004034-project-admin] 10.222.0.26 "DELETE /v2.0/floatingips/8ba5fd25-9927-452d-92ee-5409bcb60921 HTTP/1.1" status: 204 len: 168 time: 2.8006296 Jun 15 14:40:55.896110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57750) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:55.963451 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6defbd8f-7369-42c8-8c55-e19ce2c01d82 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:56.006540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defbd8f-7369-42c8-8c55-e19ce2c01d82 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1aaf95-3c55-4f54-8b42-e584d662491c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:56.014524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:56.026445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6defbd8f-7369-42c8-8c55-e19ce2c01d82 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:56.029966 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6defbd8f-7369-42c8-8c55-e19ce2c01d82 tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "DELETE /v2.0/security-groups/1b1aaf95-3c55-4f54-8b42-e584d662491c HTTP/1.1" status: 204 len: 168 time: 0.7971056 Jun 15 14:40:56.035068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57754) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:56.035934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:56.054686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9ea94f48-4461-44f5-b27c-a275bfa80949 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Deleting port 2114bee5-13f0-4508-8ecc-14299dd41c57 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:56.055023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ea94f48-4461-44f5-b27c-a275bfa80949 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:56.160632 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-e52b09e0-72e6-49d9-9c66-fdf5cd31deba tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] show failed (client error): The resource could not be found. Jun 15 14:40:56.164096 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e52b09e0-72e6-49d9-9c66-fdf5cd31deba tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "GET /v2.0/security-groups/1b1aaf95-3c55-4f54-8b42-e584d662491c HTTP/1.1" status: 404 len: 347 time: 0.1235702 Jun 15 14:40:56.172094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57758) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:56.246255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 828668e6-f74c-4c90-9730-3538e2c378bf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:56.255209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:56.297984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:56.301207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:40:56.328618 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 828668e6-f74c-4c90-9730-3538e2c378bf completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:56.450189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e79f921-795c-4b5d-85e2-59ed9905153c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:56.535373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e79f921-795c-4b5d-85e2-59ed9905153c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:56.577433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e79f921-795c-4b5d-85e2-59ed9905153c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network efb8a005-0faf-49e1-a591-1df2a01f750e is not hosted by any dhcp agent {{(pid=89018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 15 14:40:56.583396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e79f921-795c-4b5d-85e2-59ed9905153c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:56.583989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e79f921-795c-4b5d-85e2-59ed9905153c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:56.588612 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8e79f921-795c-4b5d-85e2-59ed9905153c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "PUT /v2.0/networks/efb8a005-0faf-49e1-a591-1df2a01f750e HTTP/1.1" status: 200 len: 761 time: 0.8086925 Jun 15 14:40:56.592226 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57762) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:56.593679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ed583-df58-4493-a023-a7128df38fbd tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Deleting port 856a97ff-06ee-4405-94d5-267a4cd576ac {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:40:56.594029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed583-df58-4493-a023-a7128df38fbd tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:56.763351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79f921-795c-4b5d-85e2-59ed9905153c tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Network': ['ID=efb8a005-0faf-49e1-a591-1df2a01f750e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:56.777016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network efb8a005-0faf-49e1-a591-1df2a01f750e details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:40:56.789517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Allocated IP 172.26.3.208 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/bc331f8f-0ffa-4c43-b227-953beb29d08d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:40:56.914470 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-204c918d-861d-40f8-85d9-879da6abba27 None None] Provisioning for port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:56.922628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:56.923415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-204c918d-861d-40f8-85d9-879da6abba27 None None] Provisioning complete for port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:56.923938 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-204c918d-861d-40f8-85d9-879da6abba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:56.935969 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a849167-3503-4f10-8452-59fda8f1f9da None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:56.946887 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a849167-3503-4f10-8452-59fda8f1f9da None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:56.947667 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6a849167-3503-4f10-8452-59fda8f1f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:56.972607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.021645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-204c918d-861d-40f8-85d9-879da6abba27 None None] Port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:40:57.046900 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-204c918d-861d-40f8-85d9-879da6abba27 None None] Provisioning for port 828668e6-f74c-4c90-9730-3538e2c378bf completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:40:57.052862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-204c918d-861d-40f8-85d9-879da6abba27 None None] Provisioning complete for port 828668e6-f74c-4c90-9730-3538e2c378bf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:57.053245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-204c918d-861d-40f8-85d9-879da6abba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.076656 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e3576605-9c8d-4270-9a16-aa90f490cda9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.7773285 Jun 15 14:40:57.086462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57768) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:57.095593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5fca2bed-d8a5-4ae0-9ffb-6e14bb8b3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'floatingip': {'port_id': 'f059bab1-5a39-4402-8b11-2eae641d093a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:40:57.098754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bde774-da0a-4d9e-b8ef-b27c34c014c3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:57.099466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-76bde774-da0a-4d9e-b8ef-b27c34c014c3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Synchronizing usage tracker for tenant:abf98153a2594bd9a79309b6c869fa68 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:57.102240 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6a849167-3503-4f10-8452-59fda8f1f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:57.144159 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a849167-3503-4f10-8452-59fda8f1f9da None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:57.145196 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6a849167-3503-4f10-8452-59fda8f1f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:57.164594 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ea94f48-4461-44f5-b27c-a275bfa80949 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.243131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-204c918d-861d-40f8-85d9-879da6abba27 None None] Current status of the port 828668e6-f74c-4c90-9730-3538e2c378bf is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:57.243769 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-204c918d-861d-40f8-85d9-879da6abba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.245305 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6a849167-3503-4f10-8452-59fda8f1f9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:57.245790 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a849167-3503-4f10-8452-59fda8f1f9da None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:40:57.284760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-76bde774-da0a-4d9e-b8ef-b27c34c014c3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Unset dirty status for tenant:abf98153a2594bd9a79309b6c869fa68 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:57.285980 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-76bde774-da0a-4d9e-b8ef-b27c34c014c3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/networks?id=efb8a005-0faf-49e1-a591-1df2a01f750e HTTP/1.1" status: 200 len: 764 time: 0.6678507 Jun 15 14:40:57.318484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57772) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:57.325012 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f4958dbe-f54f-4d25-bc66-988ea8f4eb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.333590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-204c918d-861d-40f8-85d9-879da6abba27 None None] For port 828668e6-f74c-4c90-9730-3538e2c378bf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=828668e6-f74c-4c90-9730-3538e2c378bf,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:40:57.340927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-204c918d-861d-40f8-85d9-879da6abba27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.351357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Router f70b0e61-290d-491d-a271-53a9d875102d is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:40:57.356554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.371511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9ea94f48-4461-44f5-b27c-a275bfa80949 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Calling delete_port for 2114bee5-13f0-4508-8ecc-14299dd41c57 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:57.425348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c60c72-cb40-4190-8696-41703d0606a2 None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:40:57.485847 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bed-d8a5-4ae0-9ffb-6e14bb8b3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.513241 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c918d-861d-40f8-85d9-879da6abba27 None None] Pushing event updated for resources: {'Port': ['ID=828668e6-f74c-4c90-9730-3538e2c378bf,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:57.522298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed583-df58-4493-a023-a7128df38fbd tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.522773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed583-df58-4493-a023-a7128df38fbd tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.544107 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-239d7352-2756-4d8d-8365-085e458e9365 None None] Provisioning complete for port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:57.544370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-239d7352-2756-4d8d-8365-085e458e9365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.633261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-239d7352-2756-4d8d-8365-085e458e9365 None None] Port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:40:57.649682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee219a6-7396-40a8-9605-c57bd8cc96c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:57.651190 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1ee219a6-7396-40a8-9605-c57bd8cc96c7 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3298624 Jun 15 14:40:57.682677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57776) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:57.698655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c60c72-cb40-4190-8696-41703d0606a2 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:40:57.736287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47e6ca-9cce-4ecd-a644-38665ef13d89 req-518dd906-2a5d-4717-9c2d-122398bb3932 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:57.738108 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6e47e6ca-9cce-4ecd-a644-38665ef13d89 req-518dd906-2a5d-4717-9c2d-122398bb3932 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.9019818 Jun 15 14:40:57.748683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ed583-df58-4493-a023-a7128df38fbd tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Calling delete_port for 856a97ff-06ee-4405-94d5-267a4cd576ac owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:40:57.749439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:57.791124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d4f366a1-8e56-4da8-8837-05f72f0fabe0 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Synchronizing usage tracker for tenant:abf98153a2594bd9a79309b6c869fa68 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:57.880642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:40:57.895626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:40:57.898423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:40:57.930807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Pushing event updated for resources: {'Port': ['ID=bc331f8f-0ffa-4c43-b227-953beb29d08d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:57.953341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d4f366a1-8e56-4da8-8837-05f72f0fabe0 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Unset dirty status for tenant:abf98153a2594bd9a79309b6c869fa68 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:57.958585 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d4f366a1-8e56-4da8-8837-05f72f0fabe0 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 207 time: 0.2714541 Jun 15 14:40:57.959842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57780) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:58.033674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:40:58.049587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Sync routers for ids ['f70b0e61-290d-491d-a271-53a9d875102d'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:40:58.054575 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6e47e6ca-9cce-4ecd-a644-38665ef13d89 req-a1a2d090-b3b9-40e9-a845-541fea7cf186 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786939 Jun 15 14:40:58.068098 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1cc374c5-af84-4955-bd3b-229049d90a1b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "PUT /v2.0/routers/f70b0e61-290d-491d-a271-53a9d875102d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5089955 Jun 15 14:40:58.072121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57784) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:58.072283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Routers {'f70b0e61-290d-491d-a271-53a9d875102d'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:58.072933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f70b0e61-290d-491d-a271-53a9d875102d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:58.172467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e15a601-ba6f-425d-8d60-62e594472984 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:58.173254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e15a601-ba6f-425d-8d60-62e594472984 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:58.219592 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ea94f48-4461-44f5-b27c-a275bfa80949 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:58.230957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8531517-d9f1-4ba3-8780-c084174122a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:58.236898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8531517-d9f1-4ba3-8780-c084174122a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:58.242614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8531517-d9f1-4ba3-8780-c084174122a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:58.245639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 828668e6-f74c-4c90-9730-3538e2c378bf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:40:58.248733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8531517-d9f1-4ba3-8780-c084174122a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:58.254845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8531517-d9f1-4ba3-8780-c084174122a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:58.260497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8531517-d9f1-4ba3-8780-c084174122a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:58.263597 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a8531517-d9f1-4ba3-8780-c084174122a6 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3027589 Jun 15 14:40:58.273589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57788) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:58.290616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea94f48-4461-44f5-b27c-a275bfa80949 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event deleted for resources: {'Port': ['ID=2114bee5-13f0-4508-8ecc-14299dd41c57,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:58.322415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Set router f70b0e61-290d-491d-a271-53a9d875102d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:40:58.353328 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e15a601-ba6f-425d-8d60-62e594472984 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:58.355032 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e15a601-ba6f-425d-8d60-62e594472984 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports/774cb3c8-e1d0-423a-97ef-1c1b02efcacb HTTP/1.1" status: 200 len: 911 time: 0.2818782 Jun 15 14:40:58.422300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57792) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:58.500144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 828668e6-f74c-4c90-9730-3538e2c378bf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:40:58.500749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:58.554208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed583-df58-4493-a023-a7128df38fbd tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:58.623464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ed583-df58-4493-a023-a7128df38fbd tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Pushing event deleted for resources: {'Port': ['ID=856a97ff-06ee-4405-94d5-267a4cd576ac,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:58.703588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ea94f48-4461-44f5-b27c-a275bfa80949 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:58.777624 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 828668e6-f74c-4c90-9730-3538e2c378bf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:40:58.792879 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c7753829-911a-4821-b8e2-0826b7c13eff tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5045896 Jun 15 14:40:58.794568 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9ea94f48-4461-44f5-b27c-a275bfa80949 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "DELETE /v2.0/ports/2114bee5-13f0-4508-8ecc-14299dd41c57 HTTP/1.1" status: 204 len: 168 time: 2.8964741 Jun 15 14:40:58.794756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57796) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:58.799980 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57798) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:58.854493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70b0e61-290d-491d-a271-53a9d875102d', 'name': 'tempest-NetworksTestDHCPv6-router-147845659', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:40:48Z', 'updated_at': '2022-06-15T14:40:54Z', 'revision_number': 2, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'gw_port_host': None, '_interfaces': [{'id': '774cb3c8-e1d0-423a-97ef-1c1b02efcacb', 'name': '', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'mac_address': 'fa:16:3e:14:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70b0e61-290d-491d-a271-53a9d875102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:40:51Z', 'updated_at': '2022-06-15T14:40:55Z', 'revision_number': 2, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'subnets': [{'id': 'dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:58.858517 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Checking router: f70b0e61-290d-491d-a271-53a9d875102d for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:40:58.858860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Updating router f70b0e61-290d-491d-a271-53a9d875102d port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:40:58.919442 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:58.931533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd5b5e-0909-41e3-bf86-8f790d2a10a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:58.937565 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd5b5e-0909-41e3-bf86-8f790d2a10a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:58.942232 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eadd5b5e-0909-41e3-bf86-8f790d2a10a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5156941 Jun 15 14:40:58.942232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed583-df58-4493-a023-a7128df38fbd tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:58.943330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed583-df58-4493-a023-a7128df38fbd tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:58.944472 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2d3ed583-df58-4493-a023-a7128df38fbd tempest-ServersTestManualDisk-1011915637 tempest-ServersTestManualDisk-1011915637-project] 10.222.0.26 "DELETE /v2.0/floatingips/595b4bff-defc-47b0-ba0d-b489633bf52b HTTP/1.1" status: 204 len: 168 time: 2.7258725 Jun 15 14:40:58.954807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57804) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:58.954807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57806) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:59.020532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fde861-5e5c-4acf-80fc-8f01f597ce0b tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.022033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fde861-5e5c-4acf-80fc-8f01f597ce0b tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.023520 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fde861-5e5c-4acf-80fc-8f01f597ce0b tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.025402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fde861-5e5c-4acf-80fc-8f01f597ce0b tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.027641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fde861-5e5c-4acf-80fc-8f01f597ce0b tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.028178 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41fde861-5e5c-4acf-80fc-8f01f597ce0b tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2303736 Jun 15 14:40:59.032421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57812) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:59.106839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:59.211798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c6591-7a4f-48c8-b1ff-9dc9639108b3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.213345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c6591-7a4f-48c8-b1ff-9dc9639108b3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.214748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c6591-7a4f-48c8-b1ff-9dc9639108b3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.216151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c6591-7a4f-48c8-b1ff-9dc9639108b3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.217575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c6591-7a4f-48c8-b1ff-9dc9639108b3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.219559 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1d6c6591-7a4f-48c8-b1ff-9dc9639108b3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1776195 Jun 15 14:40:59.236223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57818) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:59.305321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7327d21-5be7-47c0-9a8e-569c5cf508b7 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.306317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f7327d21-5be7-47c0-9a8e-569c5cf508b7 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Synchronizing usage tracker for tenant:1c632760070c426685982924d9131af3 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:40:59.353415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-29694d01-b63d-4c58-a37a-85f73463dc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:59.358205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:59.372434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Transition to ACTIVE for port object 774cb3c8-e1d0-423a-97ef-1c1b02efcacb will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:40:59.383197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:59.548741 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe54a7-13db-47b1-88c2-c8e8855dfab2 None None] Pushing event updated for resources: {'Port': ['ID=774cb3c8-e1d0-423a-97ef-1c1b02efcacb,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:59.646832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3fcfac-2f96-4a51-9738-addb76b70f13 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.648291 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fe3fcfac-2f96-4a51-9738-addb76b70f13 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/networks/8809ffab-62ab-48ac-9943-4a196d7753eb HTTP/1.1" status: 200 len: 804 time: 0.3734641 Jun 15 14:40:59.655303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Attempting to bind port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:40:59.655665 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Attempting to bind port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:40:59.656034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Attempting to bind port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:40:59.666762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:40:59.667145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:40:59.667601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:59.668004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:40:59.668581 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Bound port: 774cb3c8-e1d0-423a-97ef-1c1b02efcacb, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:40:59.668960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:59.712172 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57822) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:59.779734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019e48b-52f5-4143-b39b-52b251e19981 req-055fbc6c-834d-46c9-963e-bfe33ac02c79 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:40:59.781360 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2019e48b-52f5-4143-b39b-52b251e19981 req-055fbc6c-834d-46c9-963e-bfe33ac02c79 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.5567074 Jun 15 14:40:59.781862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] For port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:40:59.785532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] For port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=774cb3c8-e1d0-423a-97ef-1c1b02efcacb,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:40:59.794613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:40:59.820564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f7327d21-5be7-47c0-9a8e-569c5cf508b7 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Unset dirty status for tenant:1c632760070c426685982924d9131af3 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:40:59.824631 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f7327d21-5be7-47c0-9a8e-569c5cf508b7 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "GET /v2.0/ports?device_id=054481bf-5ce7-4ca0-92bb-f85060e1598f HTTP/1.1" status: 200 len: 913 time: 0.9925411 Jun 15 14:40:59.839810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57826) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:40:59.875213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Routers {'f70b0e61-290d-491d-a271-53a9d875102d'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:40:59.875765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f70b0e61-290d-491d-a271-53a9d875102d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:40:59.877645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-5fca2bed-d8a5-4ae0-9ffb-6e14bb8b3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:40:59.951528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe54a7-13db-47b1-88c2-c8e8855dfab2 None None] Pushing event updated for resources: {'Port': ['ID=774cb3c8-e1d0-423a-97ef-1c1b02efcacb,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:40:59.960055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:00.069964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] Set router f70b0e61-290d-491d-a271-53a9d875102d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:00.079188 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2019e48b-52f5-4143-b39b-52b251e19981 req-5e131629-9b95-4490-bff2-8a9e729c62ba tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852097 Jun 15 14:41:00.094922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bed-d8a5-4ae0-9ffb-6e14bb8b3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:00.115805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bed-d8a5-4ae0-9ffb-6e14bb8b3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:00.291633 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ad6eadf8-9410-44c9-beea-1ddde531d697 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/networks/8809ffab-62ab-48ac-9943-4a196d7753eb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5706954 Jun 15 14:41:00.296399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57832) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:00.441152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70b0e61-290d-491d-a271-53a9d875102d', 'name': 'tempest-NetworksTestDHCPv6-router-147845659', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:40:48Z', 'updated_at': '2022-06-15T14:40:54Z', 'revision_number': 2, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'gw_port_host': None, '_interfaces': [{'id': '774cb3c8-e1d0-423a-97ef-1c1b02efcacb', 'name': '', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'mac_address': 'fa:16:3e:14:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70b0e61-290d-491d-a271-53a9d875102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:40:51Z', 'updated_at': '2022-06-15T14:40:59Z', 'revision_number': 4, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'subnets': [{'id': 'dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:00.445578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c8f1c-2d9f-4282-841a-518a073b099f None None] The sync data for ids ['f70b0e61-290d-491d-a271-53a9d875102d'] in dv-neutron-845844-1-hyperv is: [{'id': 'f70b0e61-290d-491d-a271-53a9d875102d', 'name': 'tempest-NetworksTestDHCPv6-router-147845659', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:40:48Z', 'updated_at': '2022-06-15T14:40:54Z', 'revision_number': 2, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'gw_port_host': None, '_interfaces': [{'id': '774cb3c8-e1d0-423a-97ef-1c1b02efcacb', 'name': '', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'mac_address': 'fa:16:3e:14:c0:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70b0e61-290d-491d-a271-53a9d875102d', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:40:51Z', 'updated_at': '2022-06-15T14:40:59Z', 'revision_number': 4, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'subnets': [{'id': 'dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:00.469106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:00.561377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:00.641781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a999e2-871d-4efd-8ef0-291e398c0d9a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:00.648829 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e9a999e2-871d-4efd-8ef0-291e398c0d9a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/subnets/c446d7ea-bac7-43f5-8441-4644a1a2a6b6 HTTP/1.1" status: 200 len: 843 time: 0.3461440 Jun 15 14:41:00.657669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57836) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:00.764526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Router 95d06c86-f054-4b72-90f5-05ea3a149210 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:41:00.855892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05ba8c0-4073-4f5f-9b1e-c7a2eb3108fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['shared'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:00.857579 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c05ba8c0-4073-4f5f-9b1e-c7a2eb3108fc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "GET /v2.0/subnets/c446d7ea-bac7-43f5-8441-4644a1a2a6b6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1960144 Jun 15 14:41:00.865213 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57842) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:00.882427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022333467'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:00.904079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:00.907416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50de6135-af61-4abf-a2d1-78240697e8e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:01.022907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:01.055579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fca2bed-d8a5-4ae0-9ffb-6e14bb8b3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:01.301495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:01.315278 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7073737-b28b-4241-8545-a5ffbedde228 None None] Sync routers for ids ['95d06c86-f054-4b72-90f5-05ea3a149210'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:01.326083 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7073737-b28b-4241-8545-a5ffbedde228 None None] Routers {'95d06c86-f054-4b72-90f5-05ea3a149210'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:01.326687 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f7073737-b28b-4241-8545-a5ffbedde228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['95d06c86-f054-4b72-90f5-05ea3a149210'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:01.380479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:01.384597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:01.403724 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f7073737-b28b-4241-8545-a5ffbedde228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:01.414275 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7073737-b28b-4241-8545-a5ffbedde228 None None] Routers {'95d06c86-f054-4b72-90f5-05ea3a149210'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:01.415130 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f7073737-b28b-4241-8545-a5ffbedde228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['95d06c86-f054-4b72-90f5-05ea3a149210'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:01.427946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:01.429214 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1a6fe7ac-2c28-4a66-8983-2cad5f198822 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.8462059 Jun 15 14:41:01.437195 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57850) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:01.443602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fca2bed-d8a5-4ae0-9ffb-6e14bb8b3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:01.448629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5fca2bed-d8a5-4ae0-9ffb-6e14bb8b3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:01.448780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fe0ef3ce-181f-4f70-aa6f-6daf32626b30 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'enable_snat': False}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:01.457605 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd41177-bfcc-457e-8a30-37b24709975e None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:01.468568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd41177-bfcc-457e-8a30-37b24709975e None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:01.469181 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1bd41177-bfcc-457e-8a30-37b24709975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:01.501817 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f7073737-b28b-4241-8545-a5ffbedde228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:01.502698 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7073737-b28b-4241-8545-a5ffbedde228 None None] The sync data for ids ['95d06c86-f054-4b72-90f5-05ea3a149210'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:01.509454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84793892-6d69-4c0a-83b1-ed2ceb58ddc2 req-7d98b406-5887-4d08-823c-7151dbccf5c5 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:01.511042 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-84793892-6d69-4c0a-83b1-ed2ceb58ddc2 req-7d98b406-5887-4d08-823c-7151dbccf5c5 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 945 time: 0.2774360 Jun 15 14:41:01.559595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1bd41177-bfcc-457e-8a30-37b24709975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:01.570758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd41177-bfcc-457e-8a30-37b24709975e None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:01.571408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1bd41177-bfcc-457e-8a30-37b24709975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:01.627245 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-84793892-6d69-4c0a-83b1-ed2ceb58ddc2 req-03ebd4a7-4ed8-4da7-80b5-c8ffc24e58fb tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972877 Jun 15 14:41:01.636233 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:41:01.669944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1bd41177-bfcc-457e-8a30-37b24709975e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:01.672123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd41177-bfcc-457e-8a30-37b24709975e None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:01.677467 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5fca2bed-d8a5-4ae0-9ffb-6e14bb8b3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "PUT /v2.0/floatingips/cb93d156-6433-4b6f-931b-19212fd30946 HTTP/1.1" status: 200 len: 977 time: 4.5897741 Jun 15 14:41:01.678856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:01.679319 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Added segment b74fa900-dbb8-47c2-9a6a-d03002e53b33 of type vlan for network c9b8f15f-4228-4db6-9c6c-c731045b2052 Jun 15 14:41:01.680122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57854) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:01.740913 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:01.790760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-767c208f-0305-4a91-b6f6-f405fa6c1224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:01.907783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port 5b6356cb-d57d-41cb-8910-eacb20a4494e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:01.908135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:01.929372 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:01.962339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:01.973579 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce908291-1b7d-40a8-8715-0bcd4f2d4ed1 req-4cd61017-b397-4a32-b14d-29faeb6247ea tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:01.974988 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ce908291-1b7d-40a8-8715-0bcd4f2d4ed1 req-4cd61017-b397-4a32-b14d-29faeb6247ea tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.6760898 Jun 15 14:41:02.088394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:02.088719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:02.229539 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:41:02.234340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 774cb3c8-e1d0-423a-97ef-1c1b02efcacb up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:02.306326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:02.309160 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ce908291-1b7d-40a8-8715-0bcd4f2d4ed1 req-c36fe4c6-5ac8-4174-8a48-dc30dea2455f tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700822 Jun 15 14:41:02.316638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:02.317073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:02.351696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for 5b6356cb-d57d-41cb-8910-eacb20a4494e owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:02.372547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:02.378201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:02.378896 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:02.448728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:02.449195 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:02.482998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=774cb3c8-e1d0-423a-97ef-1c1b02efcacb,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:02.487020 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:02.514631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:02.560036 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=774cb3c8-e1d0-423a-97ef-1c1b02efcacb,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:02.570136 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=5b6356cb-d57d-41cb-8910-eacb20a4494e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:02.574254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-50de6135-af61-4abf-a2d1-78240697e8e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:02.574821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50de6135-af61-4abf-a2d1-78240697e8e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:02.687291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:02.687847 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Floating IP cb93d156-6433-4b6f-931b-19212fd30946 disassociated (deleted). External IP: 172.26.3.62, port: f059bab1-5a39-4402-8b11-2eae641d093a. Jun 15 14:41:02.984132 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.1153963 Jun 15 14:41:02.993321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57860) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:03.009322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e4f83-3298-4d53-aa0f-8d01c52e3748 req-2590bc89-1adb-43cd-81ed-9de424e9a257 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:03.010813 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d3e4f83-3298-4d53-aa0f-8d01c52e3748 req-2590bc89-1adb-43cd-81ed-9de424e9a257 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 945 time: 0.2581289 Jun 15 14:41:03.023843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'subnet': {'network_id': 'c9b8f15f-4228-4db6-9c6c-c731045b2052', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:03.059008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc053be-212c-40d4-b53d-5fd31fce7825 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Network': ['ID=c9b8f15f-4228-4db6-9c6c-c731045b2052,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:03.070320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network c9b8f15f-4228-4db6-9c6c-c731045b2052 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:41:03.274957 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d3e4f83-3298-4d53-aa0f-8d01c52e3748 req-5232647b-e49c-4b49-b893-a3d87ef31188 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366378 Jun 15 14:41:03.280110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:03.281274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:03.295881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:03.351888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef3ce-181f-4f70-aa6f-6daf32626b30 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:03.364242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Made reservation on behalf of abf98153a2594bd9a79309b6c869fa68 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:03.367716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:03.367966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-10181400-cc0c-4c03-ba75-6c13af875bce tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:03.369507 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-10181400-cc0c-4c03-ba75-6c13af875bce tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.44 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 945 time: 0.9312513 Jun 15 14:41:03.371293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-50de6135-af61-4abf-a2d1-78240697e8e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] For port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=774cb3c8-e1d0-423a-97ef-1c1b02efcacb,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:03.371657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50de6135-af61-4abf-a2d1-78240697e8e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:03.542608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Performing IP validity checks on allocation pools {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 15 14:41:03.543048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 15 14:41:03.598023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:03.609467 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88db1999-a5b4-417a-9c8f-f2decff30ea9 None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:03.620753 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db1999-a5b4-417a-9c8f-f2decff30ea9 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:03.621579 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-88db1999-a5b4-417a-9c8f-f2decff30ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:03.689646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-50de6135-af61-4abf-a2d1-78240697e8e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for 774cb3c8-e1d0-423a-97ef-1c1b02efcacb owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:03.702904 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-88db1999-a5b4-417a-9c8f-f2decff30ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:03.712709 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88db1999-a5b4-417a-9c8f-f2decff30ea9 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:03.713627 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-88db1999-a5b4-417a-9c8f-f2decff30ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:03.737581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:03.778273 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-88db1999-a5b4-417a-9c8f-f2decff30ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:03.778677 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88db1999-a5b4-417a-9c8f-f2decff30ea9 None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:03.785907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:03.788390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Deleting port 8da29209-8a5b-43f8-a13f-a08c4086d00b {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:03.788734 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:03.849379 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8c28183b-3df1-4bd1-939e-06e845366bae tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/floatingips/cb93d156-6433-4b6f-931b-19212fd30946 HTTP/1.1" status: 204 len: 168 time: 2.1653464 Jun 15 14:41:03.850484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57866) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:03.916618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Deleting port 208583e8-8471-45d9-8c0d-61a30ff08908 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:03.916933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:03.948989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-767c208f-0305-4a91-b6f6-f405fa6c1224 admin admin] Deleting port 29a715e6-7e28-4cb0-b274-e2b824873541 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:03.949309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-767c208f-0305-4a91-b6f6-f405fa6c1224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:04.041984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Subnet': ['ID=80fcc26b-863f-4a26-8b0d-465c337c9fe5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:04.055258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Checking segment: {'id': 'b74fa900-dbb8-47c2-9a6a-d03002e53b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c9b8f15f-4228-4db6-9c6c-c731045b2052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:04.055626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network hostable DHCP agents. Network: c9b8f15f-4228-4db6-9c6c-c731045b2052, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:41:04.072264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-977d5146-428c-43c2-9403-14bcf83a2625 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port f059bab1-5a39-4402-8b11-2eae641d093a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:04.072627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-977d5146-428c-43c2-9403-14bcf83a2625 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:04.130000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Network c9b8f15f-4228-4db6-9c6c-c731045b2052 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:41:04.175148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, c9b8f15f-4228-4db6-9c6c-c731045b2052) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:04.189033 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96b4104-b4ef-4ebf-83ac-260e451ab5e3 None None] Network c9b8f15f-4228-4db6-9c6c-c731045b2052 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:04.194272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:04.194866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:04.237865 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5028d8a6-6394-49e6-997e-efb96c299b6e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2252886 Jun 15 14:41:04.241677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57870) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:04.249962 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ca2cc92d-a286-463c-8298-cffe59c82455 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:04.277367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 774cb3c8-e1d0-423a-97ef-1c1b02efcacb up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:04.481626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e385f-4ac2-4ead-87ef-c11d1161e9a6 req-8db909d0-716a-498a-a81e-7144a4803d4f tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:04.483119 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b81e385f-4ac2-4ead-87ef-c11d1161e9a6 req-8db909d0-716a-498a-a81e-7144a4803d4f tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 1.0224769 Jun 15 14:41:04.499394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-977d5146-428c-43c2-9403-14bcf83a2625 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:04.508976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:04.509229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:04.583580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-c9b8f15f-4228-4db6-9c6c-c731045b2052', 'network_id': 'c9b8f15f-4228-4db6-9c6c-c731045b2052', 'tenant_id': 'abf98153a2594bd9a79309b6c869fa68', 'fixed_ips': [{'subnet_id': '80fcc26b-863f-4a26-8b0d-465c337c9fe5'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:41:04.584580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:04.630225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:04.643011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-977d5146-428c-43c2-9403-14bcf83a2625 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for f059bab1-5a39-4402-8b11-2eae641d093a owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:04.688793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca2cc92d-a286-463c-8298-cffe59c82455 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-133747709'] for subnet, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:04.718586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 774cb3c8-e1d0-423a-97ef-1c1b02efcacb is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:04.868885 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0dda17-0518-4563-9987-880a74c7b14c req-fef265b5-5b3e-43c3-9b5d-0c38b0df260f tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:04.870371 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6c0dda17-0518-4563-9987-880a74c7b14c req-fef265b5-5b3e-43c3-9b5d-0c38b0df260f tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 945 time: 0.4437656 Jun 15 14:41:04.873576 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b81e385f-4ac2-4ead-87ef-c11d1161e9a6 req-b260366e-d099-439e-94f0-6342a7adcf6d tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3562558 Jun 15 14:41:04.894904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Calling delete_port for 8da29209-8a5b-43f8-a13f-a08c4086d00b owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:04.978191 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-767c208f-0305-4a91-b6f6-f405fa6c1224 admin admin] For port 29a715e6-7e28-4cb0-b274-e2b824873541, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29a715e6-7e28-4cb0-b274-e2b824873541,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:04.978555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-767c208f-0305-4a91-b6f6-f405fa6c1224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.056270 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6c0dda17-0518-4563-9987-880a74c7b14c req-89b05f7f-49aa-4e89-a91f-7f51d952bd15 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730905 Jun 15 14:41:05.059614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-977d5146-428c-43c2-9403-14bcf83a2625 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.152276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d5146-428c-43c2-9403-14bcf83a2625 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=f059bab1-5a39-4402-8b11-2eae641d093a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:05.153983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-767c208f-0305-4a91-b6f6-f405fa6c1224 admin admin] Calling delete_port for 29a715e6-7e28-4cb0-b274-e2b824873541 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:05.193684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50de6135-af61-4abf-a2d1-78240697e8e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.355042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca2cc92d-a286-463c-8298-cffe59c82455 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756969228418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132287513'] for subnet, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.404018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Allocated IP 2001:db8::3 (c9b8f15f-4228-4db6-9c6c-c731045b2052/80fcc26b-863f-4a26-8b0d-465c337c9fe5/6f8c76e2-d117-4668-b3ce-86421c5451f3) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:05.408469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de6135-af61-4abf-a2d1-78240697e8e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=774cb3c8-e1d0-423a-97ef-1c1b02efcacb,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:05.463506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cc92d-a286-463c-8298-cffe59c82455 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event updated for resources: {'Subnet': ['ID=80fcc26b-863f-4a26-8b0d-465c337c9fe5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:05.484201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2cc92d-a286-463c-8298-cffe59c82455 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:05.484815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca2cc92d-a286-463c-8298-cffe59c82455 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.486117 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ca2cc92d-a286-463c-8298-cffe59c82455 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "PUT /v2.0/subnets/80fcc26b-863f-4a26-8b0d-465c337c9fe5 HTTP/1.1" status: 200 len: 900 time: 1.2438283 Jun 15 14:41:05.486671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] For port 208583e8-8471-45d9-8c0d-61a30ff08908, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=208583e8-8471-45d9-8c0d-61a30ff08908,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:05.487157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.490706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57880) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:05.547873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-977d5146-428c-43c2-9403-14bcf83a2625 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.632043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685aebb-6a64-4664-bf4e-4ef12b43f6f2 req-07f99175-d03a-4ba4-8628-8bdb8569f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:05.633573 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f685aebb-6a64-4664-bf4e-4ef12b43f6f2 req-07f99175-d03a-4ba4-8628-8bdb8569f6c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3746eda524be4a2bbb2df2b64eaa62f5&device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 1099 time: 0.3442225 Jun 15 14:41:05.641306 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-977d5146-428c-43c2-9403-14bcf83a2625 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/ports/f059bab1-5a39-4402-8b11-2eae641d093a HTTP/1.1" status: 204 len: 168 time: 1.7880993 Jun 15 14:41:05.665702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.670778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57884) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:05.678776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Transition to ACTIVE for port object 6f8c76e2-d117-4668-b3ce-86421c5451f3 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:05.699362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Transition to ACTIVE for port object 6f8c76e2-d117-4668-b3ce-86421c5451f3 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:05.708395 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.796838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Network c9b8f15f-4228-4db6-9c6c-c731045b2052 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:05.801156 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:05.812587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:05.815427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Pushing event updated for resources: {'Port': ['ID=6f8c76e2-d117-4668-b3ce-86421c5451f3,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:05.868925 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:05.920215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Attempting to bind port 6f8c76e2-d117-4668-b3ce-86421c5451f3 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:05.920787 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Attempting to bind port 6f8c76e2-d117-4668-b3ce-86421c5451f3 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'b74fa900-dbb8-47c2-9a6a-d03002e53b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c9b8f15f-4228-4db6-9c6c-c731045b2052'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:05.921245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Attempting to bind port 6f8c76e2-d117-4668-b3ce-86421c5451f3 on network c9b8f15f-4228-4db6-9c6c-c731045b2052 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:05.927769 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:41:05.928326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Checking segment: {'id': 'b74fa900-dbb8-47c2-9a6a-d03002e53b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c9b8f15f-4228-4db6-9c6c-c731045b2052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:05.928839 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.929348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Bound using segment: {'id': 'b74fa900-dbb8-47c2-9a6a-d03002e53b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c9b8f15f-4228-4db6-9c6c-c731045b2052'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:41:05.929915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Bound port: 6f8c76e2-d117-4668-b3ce-86421c5451f3, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74fa900-dbb8-47c2-9a6a-d03002e53b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c9b8f15f-4228-4db6-9c6c-c731045b2052'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:41:05.930389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.943192 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.966405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685aebb-6a64-4664-bf4e-4ef12b43f6f2 req-ad390523-06f5-4e8b-98d9-1bc86e2b082e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:05.967901 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f685aebb-6a64-4664-bf4e-4ef12b43f6f2 req-ad390523-06f5-4e8b-98d9-1bc86e2b082e service neutron] 10.222.0.44 "GET /v2.0/networks?id=69591c21-b83e-4f78-9745-9de0ba661089 HTTP/1.1" status: 200 len: 912 time: 0.3282716 Jun 15 14:41:05.972463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting port 6f8c76e2-d117-4668-b3ce-86421c5451f3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:05.972801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:05.988551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:06.028649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:floatingip and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:06.031117 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] For port 6f8c76e2-d117-4668-b3ce-86421c5451f3, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:41:06.034876 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] For port 6f8c76e2-d117-4668-b3ce-86421c5451f3, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6f8c76e2-d117-4668-b3ce-86421c5451f3,segment=NetworkSegment(b74fa900-dbb8-47c2-9a6a-d03002e53b33),segment_id=b74fa900-dbb8-47c2-9a6a-d03002e53b33)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:41:06.039661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:06.041874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:06.057741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:06.068783 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50de6135-af61-4abf-a2d1-78240697e8e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:06.120987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0d405-460d-4f06-9b7f-3ec652aed2ee None None] Pushing event updated for resources: {'Port': ['ID=6f8c76e2-d117-4668-b3ce-86421c5451f3,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:06.161821 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f685aebb-6a64-4664-bf4e-4ef12b43f6f2 req-5a0763bf-1ad9-4317-809c-8ecd462d75f6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a13942cd-dc24-430b-85ec-911eebe026fc HTTP/1.1" status: 200 len: 1002 time: 0.1655269 Jun 15 14:41:06.296760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:06.385510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685aebb-6a64-4664-bf4e-4ef12b43f6f2 req-b464157a-6c9d-4435-b0f8-a04ebf73e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:06.386996 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f685aebb-6a64-4664-bf4e-4ef12b43f6f2 req-b464157a-6c9d-4435-b0f8-a04ebf73e55c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5db97dd-98ec-4520-9c5f-eaee2a3697b3 HTTP/1.1" status: 200 len: 850 time: 0.2175343 Jun 15 14:41:06.504944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] For port 6f8c76e2-d117-4668-b3ce-86421c5451f3, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6f8c76e2-d117-4668-b3ce-86421c5451f3,segment=NetworkSegment(b74fa900-dbb8-47c2-9a6a-d03002e53b33),segment_id=b74fa900-dbb8-47c2-9a6a-d03002e53b33)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:06.505453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:06.609089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513c78e-f445-4ab9-8c0c-4a19aa131593 req-aa59661f-ac0d-4e05-9d28-323404a0e981 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:06.610623 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0513c78e-f445-4ab9-8c0c-4a19aa131593 req-aa59661f-ac0d-4e05-9d28-323404a0e981 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 1.3484240 Jun 15 14:41:06.642501 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Calling delete_port for 6f8c76e2-d117-4668-b3ce-86421c5451f3 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:06.650421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 208583e8-8471-45d9-8c0d-61a30ff08908 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:06.720252 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0304e-bfc1-440a-bca0-081fcfe0ef17 req-415f3739-94bd-443f-87a8-90db3ddbebc7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:06.721967 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6d0304e-bfc1-440a-bca0-081fcfe0ef17 req-415f3739-94bd-443f-87a8-90db3ddbebc7 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 945 time: 0.4260316 Jun 15 14:41:06.761063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685aebb-6a64-4664-bf4e-4ef12b43f6f2 req-ab7b2cb3-b02f-4501-ae16-bf6d82b975bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:06.762602 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f685aebb-6a64-4664-bf4e-4ef12b43f6f2 req-ab7b2cb3-b02f-4501-ae16-bf6d82b975bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69591c21-b83e-4f78-9745-9de0ba661089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3533175 Jun 15 14:41:06.835658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 208583e8-8471-45d9-8c0d-61a30ff08908 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:06.836319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:06.866447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208583e8-8471-45d9-8c0d-61a30ff08908'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:41:06.880537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 208583e8-8471-45d9-8c0d-61a30ff08908, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=208583e8-8471-45d9-8c0d-61a30ff08908,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:06.885945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:06.932214 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f6d0304e-bfc1-440a-bca0-081fcfe0ef17 req-ca8b3fc6-816c-42ad-8f3b-cc047e9c22f0 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907823 Jun 15 14:41:06.936590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:06.969276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=208583e8-8471-45d9-8c0d-61a30ff08908,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:06.994006 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Port': ['ID=6f8c76e2-d117-4668-b3ce-86421c5451f3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:07.026719 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ef29bd-bb07-495e-8bd2-1e8ef6b84977'] response: {'server_uuid': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208583e8-8471-45d9-8c0d-61a30ff08908', 'code': 200} Jun 15 14:41:07.051479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.051808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.052153 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Floating IP 19a743db-55e3-4f4b-9374-7921aa9b2da7 disassociated. External IP: 172.26.3.129, port: 208583e8-8471-45d9-8c0d-61a30ff08908. Jun 15 14:41:07.052486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Calling delete_port for 208583e8-8471-45d9-8c0d-61a30ff08908 owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:07.053873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.054191 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.054745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.055087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.055427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.055720 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.056081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.056428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.056761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.057084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.057405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.057719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.119682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.131975 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f685aebb-6a64-4664-bf4e-4ef12b43f6f2 req-22ccf3f6-3183-4e75-869c-9bb1202d6b41 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621550 Jun 15 14:41:07.133211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No DVR routers for this DVR port 6f8c76e2-d117-4668-b3ce-86421c5451f3 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:07.169818 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0513c78e-f445-4ab9-8c0c-4a19aa131593 req-3990588f-0a74-40d7-a512-9c8763f8b86e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5227232 Jun 15 14:41:07.193044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50de6135-af61-4abf-a2d1-78240697e8e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Router f70b0e61-290d-491d-a271-53a9d875102d has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:07.257558 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event deleted for resources: {'Port': ['ID=8da29209-8a5b-43f8-a13f-a08c4086d00b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:07.283570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.360148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66605054-760e-453f-ba12-e78b23e65d11 None None] Network c9b8f15f-4228-4db6-9c6c-c731045b2052 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:07.461404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-518a3338-4fef-44c4-87db-51f0219365fa None None] Could not find standard attr ID for object 6f8c76e2-d117-4668-b3ce-86421c5451f3. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:41:07.518244 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f685aebb-6a64-4664-bf4e-4ef12b43f6f2 req-174b2468-6bd4-41c9-b1ae-1c9346a957f7 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560536 Jun 15 14:41:07.550289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.594552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Subnet': ['ID=80fcc26b-863f-4a26-8b0d-465c337c9fe5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:07.621553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.622115 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.622350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.622566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.622900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.623276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.623549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.623882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.624219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.624550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.624875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.625199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:07.685770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-767c208f-0305-4a91-b6f6-f405fa6c1224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.691999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.722932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b8f15f-4228-4db6-9c6c-c731045b2052']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:07.733694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7db352-3517-461e-be57-60f2235642cb None None] DHCP port deletion for c9b8f15f-4228-4db6-9c6c-c731045b2052 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:41:07.735601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74fa900-dbb8-47c2-9a6a-d03002e53b33') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:07.735907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74fa900-dbb8-47c2-9a6a-d03002e53b33') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:07.752726 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.755453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2315a9-09d7-4a57-8aaa-3fce8e311665 None None] Network c9b8f15f-4228-4db6-9c6c-c731045b2052 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:07.769797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.777603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:41:07.778006 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.809665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767c208f-0305-4a91-b6f6-f405fa6c1224 admin admin] Pushing event deleted for resources: {'Port': ['ID=29a715e6-7e28-4cb0-b274-e2b824873541,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:07.854324 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b74fa900-dbb8-47c2-9a6a-d03002e53b33 resource provider aggregate not found Jun 15 14:41:07.877201 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b74fa900-dbb8-47c2-9a6a-d03002e53b33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b74fa900-dbb8-47c2-9a6a-d03002e53b33 found for delete ", "request_id": "req-07b43823-f324-43ca-b9f9-8ceccebfdf36"}]} Jun 15 14:41:07.904894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.934181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:07.944059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Network': ['ID=c9b8f15f-4228-4db6-9c6c-c731045b2052,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:07.967864 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-69217377-0f93-44e5-ab0f-76904811d1d1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/c9b8f15f-4228-4db6-9c6c-c731045b2052 HTTP/1.1" status: 204 len: 168 time: 2.4710598 Jun 15 14:41:07.968920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57900) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:08.013911 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a791b249-c572-4479-9fde-5149d4fb69ba tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:41:08.014369 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a791b249-c572-4479-9fde-5149d4fb69ba tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:08.019294 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a791b249-c572-4479-9fde-5149d4fb69ba tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/subnets/80fcc26b-863f-4a26-8b0d-465c337c9fe5 HTTP/1.1" status: 404 len: 337 time: 0.0491595 Jun 15 14:41:08.020145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57904) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:08.023499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50de6135-af61-4abf-a2d1-78240697e8e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:08.033966 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0c82e-cee1-438d-80ad-e67e2a8a2bc9 None None] Sync routers for ids ['f70b0e61-290d-491d-a271-53a9d875102d'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:08.050726 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0c82e-cee1-438d-80ad-e67e2a8a2bc9 None None] Routers {'f70b0e61-290d-491d-a271-53a9d875102d'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:08.052881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e1d0c82e-cee1-438d-80ad-e67e2a8a2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f70b0e61-290d-491d-a271-53a9d875102d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:08.056551 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae386b1-3b6e-4a6c-adb4-4050d01473bc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:41:08.057065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae386b1-3b6e-4a6c-adb4-4050d01473bc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:08.061518 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2ae386b1-3b6e-4a6c-adb4-4050d01473bc tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/c9b8f15f-4228-4db6-9c6c-c731045b2052 HTTP/1.1" status: 404 len: 339 time: 0.0402427 Jun 15 14:41:08.062116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57908) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:08.188449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:41:08.188937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:41:08.247512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.256146 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e1d0c82e-cee1-438d-80ad-e67e2a8a2bc9 None None] Set router f70b0e61-290d-491d-a271-53a9d875102d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:08.387366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e1d0c82e-cee1-438d-80ad-e67e2a8a2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70b0e61-290d-491d-a271-53a9d875102d', 'name': 'tempest-NetworksTestDHCPv6-router-147845659', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:40:48Z', 'updated_at': '2022-06-15T14:41:04Z', 'revision_number': 3, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:08.390607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936a201-bedb-42af-aba3-c0b49e90b417 req-741cce00-bc15-42b6-9d08-01d76ab75d6c tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:08.391867 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d936a201-bedb-42af-aba3-c0b49e90b417 req-741cce00-bc15-42b6-9d08-01d76ab75d6c tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 943 time: 0.2095461 Jun 15 14:41:08.396812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0c82e-cee1-438d-80ad-e67e2a8a2bc9 None None] Checking router: f70b0e61-290d-491d-a271-53a9d875102d for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:41:08.409624 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d0c82e-cee1-438d-80ad-e67e2a8a2bc9 None None] Routers {'f70b0e61-290d-491d-a271-53a9d875102d'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:08.410271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e1d0c82e-cee1-438d-80ad-e67e2a8a2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f70b0e61-290d-491d-a271-53a9d875102d'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:08.428877 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.474622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb8a005-0faf-49e1-a591-1df2a01f750e']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:08.487742 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d936a201-bedb-42af-aba3-c0b49e90b417 req-7d1a034d-4a7d-45a4-9a68-b606e54ced15 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823412 Jun 15 14:41:08.491070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad5aff6-269f-47fd-bbf1-22ce98f916d9') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:08.491509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad5aff6-269f-47fd-bbf1-22ce98f916d9') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:08.500760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.504353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.504957 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef3ce-181f-4f70-aa6f-6daf32626b30 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.522621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.531232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:41:08.532609 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.548675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e1d0c82e-cee1-438d-80ad-e67e2a8a2bc9 None None] Set router f70b0e61-290d-491d-a271-53a9d875102d gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:08.622001 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-50de6135-af61-4abf-a2d1-78240697e8e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "PUT /v2.0/routers/f70b0e61-290d-491d-a271-53a9d875102d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6573281 Jun 15 14:41:08.622580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57914) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:08.649204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef3ce-181f-4f70-aa6f-6daf32626b30 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.657049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e1d0c82e-cee1-438d-80ad-e67e2a8a2bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70b0e61-290d-491d-a271-53a9d875102d', 'name': 'tempest-NetworksTestDHCPv6-router-147845659', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:40:48Z', 'updated_at': '2022-06-15T14:41:04Z', 'revision_number': 3, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:08.661669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d0c82e-cee1-438d-80ad-e67e2a8a2bc9 None None] The sync data for ids ['f70b0e61-290d-491d-a271-53a9d875102d'] in dv-neutron-845844-1-hyperv is: [{'id': 'f70b0e61-290d-491d-a271-53a9d875102d', 'name': 'tempest-NetworksTestDHCPv6-router-147845659', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:40:48Z', 'updated_at': '2022-06-15T14:41:04Z', 'revision_number': 3, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:08.691175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.712010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.725568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Deleting port 208583e8-8471-45d9-8c0d-61a30ff08908 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:08.725723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.736417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ef2de-d56f-42ee-894f-6fb704ea2bfb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:08.738359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6ef2de-d56f-42ee-894f-6fb704ea2bfb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:08.739184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cd6ef2de-d56f-42ee-894f-6fb704ea2bfb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:08.747181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Network': ['ID=efb8a005-0faf-49e1-a591-1df2a01f750e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:08.752909 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eb5093e4-cf77-4f7a-bb5e-b7ddf2143482 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/efb8a005-0faf-49e1-a591-1df2a01f750e HTTP/1.1" status: 204 len: 168 time: 0.6895952 Jun 15 14:41:08.753845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57918) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:08.800850 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3952aac4-abcf-423e-ad5f-45def5438ee4 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:41:08.801356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3952aac4-abcf-423e-ad5f-45def5438ee4 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:08.803230 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3952aac4-abcf-423e-ad5f-45def5438ee4 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/subnets/6f97322f-7895-4a02-9586-f97e386390dd HTTP/1.1" status: 404 len: 337 time: 0.0482357 Jun 15 14:41:08.805845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57922) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:08.810663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342dcc2-bbc9-4822-8380-837377cb59fb req-dda22178-e0e6-414c-b3d3-ee6dff2c81ab tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:08.812126 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a342dcc2-bbc9-4822-8380-837377cb59fb req-dda22178-e0e6-414c-b3d3-ee6dff2c81ab tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.4198761 Jun 15 14:41:08.832121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cd6ef2de-d56f-42ee-894f-6fb704ea2bfb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:08.833310 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cd6ef2de-d56f-42ee-894f-6fb704ea2bfb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2113285 Jun 15 14:41:08.836290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57926) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:08.868209 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce26fb7f-21f8-47dd-879c-83bed2dfe1a1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:41:08.868706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce26fb7f-21f8-47dd-879c-83bed2dfe1a1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:08.872839 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ce26fb7f-21f8-47dd-879c-83bed2dfe1a1 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/7bac5035-9370-4ea5-8885-18935b7aff42 HTTP/1.1" status: 404 len: 339 time: 0.0636156 Jun 15 14:41:08.875106 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57930) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:08.947896 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.956832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcbbe51-69c5-49bc-afa7-63150986dbae tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:08.961545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-adcbbe51-69c5-49bc-afa7-63150986dbae tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:08.996084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64e8542-bc25-4bb8-a7a2-ac26761f477a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting subnet 9692bc04-2161-4a84-8663-38622eec7d85 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:09.009652 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d64e8542-bc25-4bb8-a7a2-ac26761f477a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:09.071310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-adcbbe51-69c5-49bc-afa7-63150986dbae tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:09.116316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d64e8542-bc25-4bb8-a7a2-ac26761f477a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:09.229642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-adcbbe51-69c5-49bc-afa7-63150986dbae tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:09.273431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d64e8542-bc25-4bb8-a7a2-ac26761f477a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:09.280814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-767c208f-0305-4a91-b6f6-f405fa6c1224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:09.356375 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a342dcc2-bbc9-4822-8380-837377cb59fb req-6b6cb1ad-c171-45c0-a696-a49f62420907 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5042257 Jun 15 14:41:09.512979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-adcbbe51-69c5-49bc-afa7-63150986dbae tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:09.567254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d64e8542-bc25-4bb8-a7a2-ac26761f477a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:09.573503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbbe51-69c5-49bc-afa7-63150986dbae tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:09.585962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b28b5e3-fa50-42d8-bbe4-90599b9c85e9 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:09.614673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-adcbbe51-69c5-49bc-afa7-63150986dbae tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:09.635960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e8542-bc25-4bb8-a7a2-ac26761f477a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Subnet': ['ID=9692bc04-2161-4a84-8663-38622eec7d85,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:09.639344 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d64e8542-bc25-4bb8-a7a2-ac26761f477a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:09.652446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.26.3.243 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/d276afb4-fed1-42fd-bb59-54fa7c50bd86) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:09.656212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0ef3ce-181f-4f70-aa6f-6daf32626b30 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Router 95d06c86-f054-4b72-90f5-05ea3a149210 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:09.675979 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d64e8542-bc25-4bb8-a7a2-ac26761f477a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/subnets/9692bc04-2161-4a84-8663-38622eec7d85 HTTP/1.1" status: 204 len: 168 time: 0.8005888 Jun 15 14:41:09.678533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57938) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:09.679739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e73d70-24cd-4578-968b-3571e83aedf5 None None] Network e6671798-b945-485f-abaa-1509dd8fdf50 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:09.712658 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-adcbbe51-69c5-49bc-afa7-63150986dbae tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5 HTTP/1.1" status: 204 len: 168 time: 0.8752670 Jun 15 14:41:09.719713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57942) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:09.892499 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dbdc47-1b2b-4189-92e4-38df9e4f6576 req-0d931b8f-90d3-4079-97ba-08332910164b tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:09.894601 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50dbdc47-1b2b-4189-92e4-38df9e4f6576 req-0d931b8f-90d3-4079-97ba-08332910164b tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.4189792 Jun 15 14:41:09.904708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40e7b37-a7fa-4fd9-8810-eab1490d23f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting subnet c64e6872-b1e1-4e05-a055-97d0b3dfee8e {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:09.909325 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f40e7b37-a7fa-4fd9-8810-eab1490d23f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:09.942035 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment fad5aff6-269f-47fd-bbf1-22ce98f916d9 resource provider aggregate not found Jun 15 14:41:09.988432 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment fad5aff6-269f-47fd-bbf1-22ce98f916d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fad5aff6-269f-47fd-bbf1-22ce98f916d9 found for delete ", "request_id": "req-fb85c551-3d33-424f-950f-a36b51d54825"}]} Jun 15 14:41:10.009498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d344a436-dda7-4a44-9364-9c916d393be9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:router {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:10.023475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f40e7b37-a7fa-4fd9-8810-eab1490d23f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:10.056976 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-50dbdc47-1b2b-4189-92e4-38df9e4f6576 req-886729f4-71ed-44df-bde6-a26b2d8b7d39 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173491 Jun 15 14:41:10.119176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d344a436-dda7-4a44-9364-9c916d393be9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:router {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:10.120747 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d344a436-dda7-4a44-9364-9c916d393be9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4000278 Jun 15 14:41:10.126075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57952) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:10.131469 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:41:10.139648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f40e7b37-a7fa-4fd9-8810-eab1490d23f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:10.148608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] Deleting port 828668e6-f74c-4c90-9730-3538e2c378bf {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:10.150056 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:10.233122 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] For port 208583e8-8471-45d9-8c0d-61a30ff08908, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=208583e8-8471-45d9-8c0d-61a30ff08908,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:10.233695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:10.267404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f40e7b37-a7fa-4fd9-8810-eab1490d23f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:10.336091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e7b37-a7fa-4fd9-8810-eab1490d23f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Subnet': ['ID=c64e6872-b1e1-4e05-a055-97d0b3dfee8e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:10.342872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f40e7b37-a7fa-4fd9-8810-eab1490d23f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:10.347546 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 774cb3c8-e1d0-423a-97ef-1c1b02efcacb no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:10.371083 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f40e7b37-a7fa-4fd9-8810-eab1490d23f9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/subnets/c64e6872-b1e1-4e05-a055-97d0b3dfee8e HTTP/1.1" status: 204 len: 168 time: 0.6913948 Jun 15 14:41:10.371799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57956) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:10.422569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 774cb3c8-e1d0-423a-97ef-1c1b02efcacb {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:10.422889 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 774cb3c8-e1d0-423a-97ef-1c1b02efcacb not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:10.423246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 828668e6-f74c-4c90-9730-3538e2c378bf no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:10.557429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:10.577080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting port a1124296-9c4a-43d9-9538-bece6a41dbb1 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:10.577453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:10.671521 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] For port 828668e6-f74c-4c90-9730-3538e2c378bf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=828668e6-f74c-4c90-9730-3538e2c378bf,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:10.672122 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:10.854951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] Calling delete_port for 828668e6-f74c-4c90-9730-3538e2c378bf owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:10.898792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] For port a1124296-9c4a-43d9-9538-bece6a41dbb1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a1124296-9c4a-43d9-9538-bece6a41dbb1,segment=NetworkSegment(6efb7d23-6fe4-4211-b631-0c65cd01a0d4),segment_id=6efb7d23-6fe4-4211-b631-0c65cd01a0d4)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:10.899430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:10.908628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 828668e6-f74c-4c90-9730-3538e2c378bf is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:10.909155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:10.919264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5d710-de1d-4085-96bb-120fc9e619bd req-1c3e99a7-e630-413a-8ee0-ef35b59a4f32 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:10.926588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff63b6af-3f31-4ab7-a7dd-da45e5254354 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:10.927938 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f3c5d710-de1d-4085-96bb-120fc9e619bd req-1c3e99a7-e630-413a-8ee0-ef35b59a4f32 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.2741761 Jun 15 14:41:10.965974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 828668e6-f74c-4c90-9730-3538e2c378bf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=828668e6-f74c-4c90-9730-3538e2c378bf,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:10.972764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.005466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e4255-17e1-4801-8237-debd5622460c req-b1fbbd90-f688-4469-9c24-2ce5036b96b5 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:11.006418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-873e4255-17e1-4801-8237-debd5622460c req-b1fbbd90-f688-4469-9c24-2ce5036b96b5 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Synchronizing usage tracker for tenant:ce4e73c2702a45cea38a2e8af59546a2 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:11.015669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd84bed3-7650-40d5-94d3-de318545ece3 None None] Network e6671798-b945-485f-abaa-1509dd8fdf50 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:11.029172 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.051643 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:41:11.052403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:41:11.069082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Calling delete_port for a1124296-9c4a-43d9-9538-bece6a41dbb1 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:11.140781 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f3c5d710-de1d-4085-96bb-120fc9e619bd req-9bb2c16a-82a5-4287-b61e-4f7b3671c630 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121098 Jun 15 14:41:11.151748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=828668e6-f74c-4c90-9730-3538e2c378bf,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:11.155797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6c878626-c5ae-4ec3-acf2-e32574ee1bd1 None None] Provisioning complete for port a1124296-9c4a-43d9-9538-bece6a41dbb1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:11.156438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6c878626-c5ae-4ec3-acf2-e32574ee1bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.186355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.200267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6c878626-c5ae-4ec3-acf2-e32574ee1bd1 None None] Port a1124296-9c4a-43d9-9538-bece6a41dbb1 was deleted so its status cannot be updated. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jun 15 14:41:11.208177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0ef3ce-181f-4f70-aa6f-6daf32626b30 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:11.221236 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be24cb-64fc-4956-b463-63a21eef6f9b None None] Sync routers for ids ['95d06c86-f054-4b72-90f5-05ea3a149210'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:11.235845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:11.236466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:11.237057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:11.237495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:11.237921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:11.238369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:11.238794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:11.239221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:11.239450 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be24cb-64fc-4956-b463-63a21eef6f9b None None] Routers {'95d06c86-f054-4b72-90f5-05ea3a149210'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:11.239732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:11.240146 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:11.240603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:11.240713 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-61be24cb-64fc-4956-b463-63a21eef6f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['95d06c86-f054-4b72-90f5-05ea3a149210'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:11.241108 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:11.282534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Port': ['ID=a1124296-9c4a-43d9-9538-bece6a41dbb1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:11.285254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No DVR routers for this DVR port a1124296-9c4a-43d9-9538-bece6a41dbb1 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:11.341893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe0ef3ce-181f-4f70-aa6f-6daf32626b30 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.344718 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-61be24cb-64fc-4956-b463-63a21eef6f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:11.346391 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fe0ef3ce-181f-4f70-aa6f-6daf32626b30 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "PUT /v2.0/routers/95d06c86-f054-4b72-90f5-05ea3a149210 HTTP/1.1" status: 200 len: 921 time: 9.9018753 Jun 15 14:41:11.355731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 57964) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:11.356678 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61be24cb-64fc-4956-b463-63a21eef6f9b None None] Routers {'95d06c86-f054-4b72-90f5-05ea3a149210'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:11.357408 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-61be24cb-64fc-4956-b463-63a21eef6f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['95d06c86-f054-4b72-90f5-05ea3a149210'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:11.377155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-873e4255-17e1-4801-8237-debd5622460c req-b1fbbd90-f688-4469-9c24-2ce5036b96b5 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Unset dirty status for tenant:ce4e73c2702a45cea38a2e8af59546a2 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:11.377539 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5270e1-a56b-4644-88cf-88fbfb74bcac None None] DHCP port deletion for e6671798-b945-485f-abaa-1509dd8fdf50 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:41:11.385193 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-873e4255-17e1-4801-8237-debd5622460c req-b1fbbd90-f688-4469-9c24-2ce5036b96b5 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 943 time: 1.7230458 Jun 15 14:41:11.435373 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-61be24cb-64fc-4956-b463-63a21eef6f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:11.435938 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61be24cb-64fc-4956-b463-63a21eef6f9b None None] The sync data for ids ['95d06c86-f054-4b72-90f5-05ea3a149210'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:11.553617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] Deleting port 828668e6-f74c-4c90-9730-3538e2c378bf {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:11.553970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.586368 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.617783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6671798-b945-485f-abaa-1509dd8fdf50']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:11.620738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Router 054481bf-5ce7-4ca0-92bb-f85060e1598f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:11.633420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efb7d23-6fe4-4211-b631-0c65cd01a0d4') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:11.633754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efb7d23-6fe4-4211-b631-0c65cd01a0d4') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:11.647566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1a384-0039-4b07-a976-6260550c0a6e req-8e79ff44-b47e-4fad-b5f8-4203f807d7aa tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:11.649113 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91c1a384-0039-4b07-a976-6260550c0a6e req-8e79ff44-b47e-4fad-b5f8-4203f807d7aa tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.3677521 Jun 15 14:41:11.666123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.692731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.700329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:41:11.700992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.792939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767c208f-0305-4a91-b6f6-f405fa6c1224 admin admin] Router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:11.799774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] For port 828668e6-f74c-4c90-9730-3538e2c378bf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=828668e6-f74c-4c90-9730-3538e2c378bf,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:11.800459 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.814390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff63b6af-3f31-4ab7-a7dd-da45e5254354 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.828737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff63b6af-3f31-4ab7-a7dd-da45e5254354 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.840414 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-873e4255-17e1-4801-8237-debd5622460c req-66d8bbdc-e458-46eb-a205-78227e39d724 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4540224 Jun 15 14:41:11.853068 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91c1a384-0039-4b07-a976-6260550c0a6e req-652c2f79-38df-45e1-821e-2d64bead98fc tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249564 Jun 15 14:41:11.856710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.883946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.897492 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/e6671798-b945-485f-abaa-1509dd8fdf50 HTTP/1.1" status: 204 len: 168 time: 1.5246201 Jun 15 14:41:11.901357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57970) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:11.941894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] Calling delete_port for 828668e6-f74c-4c90-9730-3538e2c378bf owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:11.949429 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-95539ec4-1432-498d-b9b2-c0d654b4f17a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:41:11.950129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95539ec4-1432-498d-b9b2-c0d654b4f17a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:11.951945 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-95539ec4-1432-498d-b9b2-c0d654b4f17a tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/subnets/9cdc53a3-d729-4e12-8598-a16c9e12665e HTTP/1.1" status: 404 len: 337 time: 0.0498409 Jun 15 14:41:11.953070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ce9bf9-1853-412b-9f4c-079d9d6d75f3 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Network': ['ID=e6671798-b945-485f-abaa-1509dd8fdf50,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:11.955113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57974) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:11.973776 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:11.983403 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-384ac8d2-5b42-4e67-89d3-9549931e7874 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:41:11.984042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384ac8d2-5b42-4e67-89d3-9549931e7874 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:11.988637 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-384ac8d2-5b42-4e67-89d3-9549931e7874 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/29d552ad-b01e-4b0d-bac4-5c35e2b81966 HTTP/1.1" status: 404 len: 339 time: 0.0300970 Jun 15 14:41:11.989261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57978) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:12.027793 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 6efb7d23-6fe4-4211-b631-0c65cd01a0d4 resource provider aggregate not found Jun 15 14:41:12.034472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:12.048287 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35970c4-f3ee-4a65-8f33-b1653b33eea9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:41:12.048910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35970c4-f3ee-4a65-8f33-b1653b33eea9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:12.053207 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b35970c4-f3ee-4a65-8f33-b1653b33eea9 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/subnets/77999978-a7bf-4620-a366-0d57ebc5c311 HTTP/1.1" status: 404 len: 337 time: 0.0575275 Jun 15 14:41:12.053207 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 6efb7d23-6fe4-4211-b631-0c65cd01a0d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6efb7d23-6fe4-4211-b631-0c65cd01a0d4 found for delete ", "request_id": "req-2365dffc-3569-48e3-a193-ec6ef1d591ad"}]} Jun 15 14:41:12.053669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57986) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:12.079698 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-154e9af0-fc11-4a17-a025-a6ad8039b200 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:41:12.080757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-154e9af0-fc11-4a17-a025-a6ad8039b200 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:12.084962 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-154e9af0-fc11-4a17-a025-a6ad8039b200 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/67a834ce-4ff8-4ff7-9e50-cdf6a56b3684 HTTP/1.1" status: 404 len: 339 time: 0.0279264 Jun 15 14:41:12.085424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57990) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:12.088657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] Pushing event deleted for resources: {'Port': ['ID=828668e6-f74c-4c90-9730-3538e2c378bf,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:12.094597 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff95cf9e-b6a7-4e75-ad73-bb249d063e84 None None] No DVR routers for this DVR port 828668e6-f74c-4c90-9730-3538e2c378bf on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:12.134375 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91a7053-26ad-441b-8d80-9f8f7f3fe71d tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:41:12.134838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91a7053-26ad-441b-8d80-9f8f7f3fe71d tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:12.136604 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b91a7053-26ad-441b-8d80-9f8f7f3fe71d tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/subnets/21913674-da38-453a-bfef-55c292193789 HTTP/1.1" status: 404 len: 337 time: 0.0501637 Jun 15 14:41:12.139209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57994) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:12.165180 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6758304c-d6e9-4721-aa39-883bf0cacf76 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:41:12.167139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6758304c-d6e9-4721-aa39-883bf0cacf76 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:12.168951 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6758304c-d6e9-4721-aa39-883bf0cacf76 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/ee1916d6-0e35-41b7-9ea0-24f4072c5800 HTTP/1.1" status: 404 len: 339 time: 0.0287962 Jun 15 14:41:12.171533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 57998) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:12.208975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a1124296-9c4a-43d9-9538-bece6a41dbb1 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:12.245667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d5a23c-44c9-4d7f-acc8-5b9fea553aff tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting subnet 768ccd1f-0a43-4876-95c7-50ec2ab83c5c {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:12.247195 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: a1124296-9c4a-43d9-9538-bece6a41dbb1 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:12.247700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a1124296-9c4a-43d9-9538-bece6a41dbb1 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:12.248712 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95d5a23c-44c9-4d7f-acc8-5b9fea553aff tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:12.308128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95d5a23c-44c9-4d7f-acc8-5b9fea553aff tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:12.329178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:12.329555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:12.329916 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Floating IP 19a743db-55e3-4f4b-9374-7921aa9b2da7 disassociated. External IP: 172.26.3.129, port: 208583e8-8471-45d9-8c0d-61a30ff08908. Jun 15 14:41:12.330249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Calling delete_port for 208583e8-8471-45d9-8c0d-61a30ff08908 owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:12.398559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95d5a23c-44c9-4d7f-acc8-5b9fea553aff tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:12.428413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff63b6af-3f31-4ab7-a7dd-da45e5254354 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:12.428956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff63b6af-3f31-4ab7-a7dd-da45e5254354 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Fanout notify agent at l3_agent the message router_deleted on router f70b0e61-290d-491d-a271-53a9d875102d {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:41:12.433690 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:12.487408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95d5a23c-44c9-4d7f-acc8-5b9fea553aff tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:12.513726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:12.531103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5a23c-44c9-4d7f-acc8-5b9fea553aff tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Subnet': ['ID=768ccd1f-0a43-4876-95c7-50ec2ab83c5c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:12.541244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95d5a23c-44c9-4d7f-acc8-5b9fea553aff tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:12.547192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847dab76-ce5f-490a-818c-03bf63688cc2 None None] Network 553a22ee-f1e3-4b54-a9f5-26fd081fa99a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:12.550810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:12.555605 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-95d5a23c-44c9-4d7f-acc8-5b9fea553aff tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/subnets/768ccd1f-0a43-4876-95c7-50ec2ab83c5c HTTP/1.1" status: 204 len: 168 time: 0.3804069 Jun 15 14:41:12.555914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58002) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:12.601909 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b66e5e2a-eb3b-45d4-8a38-8ea82cdc9c3c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/routers/95d06c86-f054-4b72-90f5-05ea3a149210 HTTP/1.1" status: 200 len: 921 time: 1.2273126 Jun 15 14:41:12.629579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58006) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:12.677413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=d276afb4-fed1-42fd-bb59-54fa7c50bd86,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:12.713223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:12.736937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff63b6af-3f31-4ab7-a7dd-da45e5254354 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:12.738148 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ff63b6af-3f31-4ab7-a7dd-da45e5254354 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/routers/f70b0e61-290d-491d-a271-53a9d875102d HTTP/1.1" status: 204 len: 168 time: 2.5953891 Jun 15 14:41:12.751470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58010) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:12.762465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:12.776409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting port 4361bdac-25d3-4d79-bc55-970686f336a3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:12.776724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:12.791894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:12.808997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851fba6-bb37-43cd-8ed9-d4047bc6dc08 None None] Sync routers for ids ['054481bf-5ce7-4ca0-92bb-f85060e1598f'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:12.833704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851fba6-bb37-43cd-8ed9-d4047bc6dc08 None None] Routers {'054481bf-5ce7-4ca0-92bb-f85060e1598f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:12.834702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1851fba6-bb37-43cd-8ed9-d4047bc6dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['054481bf-5ce7-4ca0-92bb-f85060e1598f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:12.903180 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9845c33f-6eb0-4a48-811c-c2073962b2ea tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:12.903890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9845c33f-6eb0-4a48-811c-c2073962b2ea tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Synchronizing usage tracker for tenant:23fabd7b6d114fad8491ff5c837c9ec2 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:12.908760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1851fba6-bb37-43cd-8ed9-d4047bc6dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:12.925300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1851fba6-bb37-43cd-8ed9-d4047bc6dc08 None None] Routers {'054481bf-5ce7-4ca0-92bb-f85060e1598f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:12.926012 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1851fba6-bb37-43cd-8ed9-d4047bc6dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['054481bf-5ce7-4ca0-92bb-f85060e1598f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:12.989295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767c208f-0305-4a91-b6f6-f405fa6c1224 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:13.000016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1851fba6-bb37-43cd-8ed9-d4047bc6dc08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:13.000016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1851fba6-bb37-43cd-8ed9-d4047bc6dc08 None None] The sync data for ids ['054481bf-5ce7-4ca0-92bb-f85060e1598f'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:13.006421 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62085b-e198-4201-84ff-1dc21ba338e0 None None] Sync routers for ids ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:13.007930 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-767c208f-0305-4a91-b6f6-f405fa6c1224 admin admin] 10.222.0.26 "PUT /v2.0/routers/13dd95d1-ca96-4aea-bb93-03f0f2c4f606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0452495 Jun 15 14:41:13.008899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58016) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:13.010194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:13.021809 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62085b-e198-4201-84ff-1dc21ba338e0 None None] Routers {'13dd95d1-ca96-4aea-bb93-03f0f2c4f606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:13.022738 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4d62085b-e198-4201-84ff-1dc21ba338e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:13.040633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714265c-7d94-4fc2-acd2-68657fb74464 req-88b15a0b-2f17-4618-8213-6234b95bd03e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:13.050237 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1714265c-7d94-4fc2-acd2-68657fb74464 req-88b15a0b-2f17-4618-8213-6234b95bd03e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.8341753 Jun 15 14:41:13.052811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:13.074363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:13.090244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:13.094432 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f397af20-2185-4f41-ab1e-f630612f96ed tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "PUT /v2.0/routers/054481bf-5ce7-4ca0-92bb-f85060e1598f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2535286 Jun 15 14:41:13.102741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58020) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:13.124985 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f833930c-8b24-4da7-b49c-5a69b3dba6e5 None None] DHCP port deletion for 553a22ee-f1e3-4b54-a9f5-26fd081fa99a request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:41:13.129433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f833930c-8b24-4da7-b49c-5a69b3dba6e5 None None] Deleting port 4361bdac-25d3-4d79-bc55-970686f336a3 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:13.129806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f833930c-8b24-4da7-b49c-5a69b3dba6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:13.162745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] For port 4361bdac-25d3-4d79-bc55-970686f336a3, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4361bdac-25d3-4d79-bc55-970686f336a3,segment=NetworkSegment(012fc829-741d-46dc-825c-694b96104818),segment_id=012fc829-741d-46dc-825c-694b96104818)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:13.162745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:13.187607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9845c33f-6eb0-4a48-811c-c2073962b2ea tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Unset dirty status for tenant:23fabd7b6d114fad8491ff5c837c9ec2 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:13.192374 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9845c33f-6eb0-4a48-811c-c2073962b2ea tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&device_id=95d06c86-f054-4b72-90f5-05ea3a149210&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5584464 Jun 15 14:41:13.198257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58024) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:13.209493 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:13.219620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:13.223241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:13.237454 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:13.244846 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4d62085b-e198-4201-84ff-1dc21ba338e0 None None] Set router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:13.321199 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1714265c-7d94-4fc2-acd2-68657fb74464 req-a8f7770b-01a8-4f21-80e4-978cc0517334 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700613 Jun 15 14:41:13.379957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f833930c-8b24-4da7-b49c-5a69b3dba6e5 None None] For port 4361bdac-25d3-4d79-bc55-970686f336a3, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4361bdac-25d3-4d79-bc55-970686f336a3,segment=NetworkSegment(012fc829-741d-46dc-825c-694b96104818),segment_id=012fc829-741d-46dc-825c-694b96104818)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:13.380320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f833930c-8b24-4da7-b49c-5a69b3dba6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:13.543732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f833930c-8b24-4da7-b49c-5a69b3dba6e5 None None] Calling delete_port for 4361bdac-25d3-4d79-bc55-970686f336a3 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:13.560430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Calling delete_port for 4361bdac-25d3-4d79-bc55-970686f336a3 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:13.595380 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Pushing event deleted for resources: {'Port': ['ID=208583e8-8471-45d9-8c0d-61a30ff08908,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:13.674942 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4d62085b-e198-4201-84ff-1dc21ba338e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:41:06Z', 'revision_number': 5, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:13.683670 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62085b-e198-4201-84ff-1dc21ba338e0 None None] Checking router: 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:41:13.704105 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d62085b-e198-4201-84ff-1dc21ba338e0 None None] Routers {'13dd95d1-ca96-4aea-bb93-03f0f2c4f606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:13.704905 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4d62085b-e198-4201-84ff-1dc21ba338e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:13.760695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f833930c-8b24-4da7-b49c-5a69b3dba6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:13.826081 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833930c-8b24-4da7-b49c-5a69b3dba6e5 None None] Pushing event deleted for resources: {'Port': ['ID=4361bdac-25d3-4d79-bc55-970686f336a3,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:13.826780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:41:13.826780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:41:13.836886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66711866-effb-446d-a289-d84351993830 req-2ad83fed-6c74-4768-b715-0c1a4673bf4f tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:13.841858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f833930c-8b24-4da7-b49c-5a69b3dba6e5 None None] No DVR routers for this DVR port 4361bdac-25d3-4d79-bc55-970686f336a3 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:13.844279 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-66711866-effb-446d-a289-d84351993830 req-2ad83fed-6c74-4768-b715-0c1a4673bf4f tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 865 time: 0.8514240 Jun 15 14:41:13.847027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:13.982661 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4d62085b-e198-4201-84ff-1dc21ba338e0 None None] Set router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:14.038017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:14.106010 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-66711866-effb-446d-a289-d84351993830 req-9ba860d6-9fa2-480c-9a8a-f0ed799f5bba tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups?id=cffc216f-ff24-4687-8209-9864295c7e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606785 Jun 15 14:41:14.119189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:14.132391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Deleting port e6f958e4-e232-4519-86e6-1dd454b062e6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:14.132909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:14.164291 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:14.242021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4361bdac-25d3-4d79-bc55-970686f336a3 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:14.276797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 4361bdac-25d3-4d79-bc55-970686f336a3 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:14.277193 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4361bdac-25d3-4d79-bc55-970686f336a3 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:14.329661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting port 4361bdac-25d3-4d79-bc55-970686f336a3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:14.330002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:14.335537 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da320d9-47fc-459c-ad54-ca390a41c35d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:14.339157 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1da320d9-47fc-459c-ad54-ca390a41c35d tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/networks/a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 881 time: 1.1341510 Jun 15 14:41:14.344803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58032) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:14.372275 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4d62085b-e198-4201-84ff-1dc21ba338e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:41:06Z', 'revision_number': 5, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:14.376721 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d62085b-e198-4201-84ff-1dc21ba338e0 None None] The sync data for ids ['13dd95d1-ca96-4aea-bb93-03f0f2c4f606'] in dv-neutron-845844-1-hyperv is: [{'id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'name': 'tempest-ServersTestManualDisk-1821730239-router', 'tenant_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241'}], 'enable_snat': True}, 'gw_port_id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:06Z', 'updated_at': '2022-06-15T14:41:06Z', 'revision_number': 5, 'project_id': 'fa19258c43194ad1bb9aa536dcf5b975', 'gw_port': {'id': 'e6f958e4-e232-4519-86e6-1dd454b062e6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:9e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dd95d1-ca96-4aea-bb93-03f0f2c4f606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:07Z', 'updated_at': '2022-06-15T14:39:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:14.417016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] The port '4361bdac-25d3-4d79-bc55-970686f336a3' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:41:14.450768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] For port e6f958e4-e232-4519-86e6-1dd454b062e6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e6f958e4-e232-4519-86e6-1dd454b062e6,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:14.451132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:14.595921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Calling delete_port for e6f958e4-e232-4519-86e6-1dd454b062e6 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:14.601005 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c4503f72-4858-4f77-80b6-760262f539db tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d06c86-f054-4b72-90f5-05ea3a149210 HTTP/1.1" status: 200 len: 205 time: 0.2335517 Jun 15 14:41:14.626916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58036) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:14.705501 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:14.710052 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Router b0a70da8-e228-47c6-a710-0da0366eabc4 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:14.750283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553a22ee-f1e3-4b54-a9f5-26fd081fa99a']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:14.775227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012fc829-741d-46dc-825c-694b96104818') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:14.775518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012fc829-741d-46dc-825c-694b96104818') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:14.786807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961463c-4828-4602-bbb6-a94dbe16536a req-929b7d0d-9d72-4a31-b1fa-6f05c8e81328 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:14.790392 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:14.792719 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5961463c-4828-4602-bbb6-a94dbe16536a req-929b7d0d-9d72-4a31-b1fa-6f05c8e81328 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.8656867 Jun 15 14:41:14.810116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:14.823184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:41:14.823624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:14.898003 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 012fc829-741d-46dc-825c-694b96104818 resource provider aggregate not found Jun 15 14:41:14.950672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:14.956540 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 012fc829-741d-46dc-825c-694b96104818 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 012fc829-741d-46dc-825c-694b96104818 found for delete ", "request_id": "req-3a466590-7840-4897-921d-9621faae0c33"}]} Jun 15 14:41:14.992834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.010159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.016591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.067411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.140615 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5961463c-4828-4602-bbb6-a94dbe16536a req-1ee91b97-5027-42b1-85f4-6d2fd8c6c8a8 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3115456 Jun 15 14:41:15.150953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Deleting port 9f6f0c34-f0e9-4bfc-bdcb-29a11a44820a {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:15.151305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.180323 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Network': ['ID=553a22ee-f1e3-4b54-a9f5-26fd081fa99a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:15.194084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f958e4-e232-4519-86e6-1dd454b062e6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:15.228580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:41:15.232678 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-da033d2c-ea7d-4da4-804f-c3a0dfbf3101 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/553a22ee-f1e3-4b54-a9f5-26fd081fa99a HTTP/1.1" status: 204 len: 168 time: 2.6752565 Jun 15 14:41:15.235026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58046) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:15.245773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:15.278160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:15.288430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c93467-d1a2-41d6-b883-2c2a2d7e1a03 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:15.294578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.296175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=b1010afa-c8b8-41e1-82ae-f90d83c3b273,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:15.305111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:15.305718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.317744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.357085 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f5a798-47b1-49f0-9622-347d80cef898 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:41:15.357525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01f5a798-47b1-49f0-9622-347d80cef898 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:15.361616 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-01f5a798-47b1-49f0-9622-347d80cef898 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/subnets/aec6e4c9-c008-4989-b713-c9b68f454d62 HTTP/1.1" status: 404 len: 337 time: 0.1232812 Jun 15 14:41:15.367470 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5facc0c-ad63-4c25-b121-8eb7523ce912 req-e1478f05-0873-44b6-ac43-fe5cc87d2597 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 210 time: 0.0685298 Jun 15 14:41:15.369819 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58050) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:15.406629 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f8547a-65f5-4002-80c7-e4e18988103e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] DELETE failed (client error): The resource could not be found. Jun 15 14:41:15.407632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f8547a-65f5-4002-80c7-e4e18988103e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:15.412453 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-56f8547a-65f5-4002-80c7-e4e18988103e tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/96384780-e101-4e0f-8458-35487ad5e03e HTTP/1.1" status: 404 len: 339 time: 0.0388112 Jun 15 14:41:15.413716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58054) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:15.457783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.535972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.542003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': 'b1010afa-c8b8-41e1-82ae-f90d83c3b273'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:41:15.543000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.655031 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.659545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.667745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-74438f26-fd43-4700-a526-9aeffa96e441 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting subnet c446d7ea-bac7-43f5-8441-4644a1a2a6b6 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:15.674970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74438f26-fd43-4700-a526-9aeffa96e441 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.738421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.739046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13dd95d1-ca96-4aea-bb93-03f0f2c4f606 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:41:15.756680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.760161 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-918e65b5-72b3-4311-8ff2-353bd7c08854 admin admin] 10.222.0.26 "DELETE /v2.0/routers/13dd95d1-ca96-4aea-bb93-03f0f2c4f606 HTTP/1.1" status: 204 len: 168 time: 2.7114654 Jun 15 14:41:15.761415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/b1010afa-c8b8-41e1-82ae-f90d83c3b273/fc57e895-c7d8-4364-935c-19c073ac0a83) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:15.762472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58058) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:15.767641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74438f26-fd43-4700-a526-9aeffa96e441 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.768087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:15.835997 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d0d2413c-35e9-48f0-a87d-e25ff34958d5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0803432 Jun 15 14:41:15.856977 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d435fe-f518-46f3-9dad-d318bc639e29 admin admin] Deleting subnet 438ef78b-99a4-49af-b1cc-b6894b2e1f11 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:15.860327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b0d435fe-f518-46f3-9dad-d318bc639e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.873332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac5c501-28f4-4ea3-b267-f0d58137e611 None None] Sync routers for ids ['b0a70da8-e228-47c6-a710-0da0366eabc4'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:15.887129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58062) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:15.889678 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac5c501-28f4-4ea3-b267-f0d58137e611 None None] Routers {'b0a70da8-e228-47c6-a710-0da0366eabc4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:15.890310 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eac5c501-28f4-4ea3-b267-f0d58137e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b0a70da8-e228-47c6-a710-0da0366eabc4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:15.924429 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-af154dd7-eb6a-4f45-bbcc-f8b7800ef41d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1312939714', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:15.966125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b0d435fe-f518-46f3-9dad-d318bc639e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:15.985204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-af154dd7-eb6a-4f45-bbcc-f8b7800ef41d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:15.990174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=d276afb4-fed1-42fd-bb59-54fa7c50bd86,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:16.006661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-af154dd7-eb6a-4f45-bbcc-f8b7800ef41d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:router and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:16.013496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] No DVR routers for this DVR port 208583e8-8471-45d9-8c0d-61a30ff08908 on host hv-neutron-8458 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:16.015486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-af154dd7-eb6a-4f45-bbcc-f8b7800ef41d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:16.031149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.033320 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2fbd0838-5ca8-4c08-9520-d57ac3e3985b req-a3d3061e-06d3-45f4-a9fa-7c2fa3ed9840 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.44 "DELETE /v2.0/ports/208583e8-8471-45d9-8c0d-61a30ff08908 HTTP/1.1" status: 204 len: 173 time: 12.6249981 Jun 15 14:41:16.034021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'name': 'network-vif-deleted', 'tag': '208583e8-8471-45d9-8c0d-61a30ff08908'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:41:16.038693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74438f26-fd43-4700-a526-9aeffa96e441 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.047368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.065516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-af154dd7-eb6a-4f45-bbcc-f8b7800ef41d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:16.089938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.136237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b0d435fe-f518-46f3-9dad-d318bc639e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.144702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.145962 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8c355489-5afd-4ad0-8a1f-d89ec48c2fe9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.4533291 Jun 15 14:41:16.148997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58068) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:16.207420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74438f26-fd43-4700-a526-9aeffa96e441 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.211432 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99079cea-7bb8-4b9e-a9cb-7a443967da0f'] response: {'server_uuid': '7198a00f-b4ea-452b-bf3e-2170259d532f', 'name': 'network-vif-deleted', 'tag': '208583e8-8471-45d9-8c0d-61a30ff08908', 'status': 'completed', 'code': 200} Jun 15 14:41:16.215911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'port': {'network_id': '9926dc72-5c1f-4565-81aa-530b75fb6e46', 'name': 'tempest-FloatingIPTestJSON-2065029036'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:16.277211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74438f26-fd43-4700-a526-9aeffa96e441 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Subnet': ['ID=c446d7ea-bac7-43f5-8441-4644a1a2a6b6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:16.280631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74438f26-fd43-4700-a526-9aeffa96e441 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.293806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbe97b9-7a29-4c3e-beb8-17ce59fefd4b None None] Network 8809ffab-62ab-48ac-9943-4a196d7753eb requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:16.311638 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-74438f26-fd43-4700-a526-9aeffa96e441 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/subnets/c446d7ea-bac7-43f5-8441-4644a1a2a6b6 HTTP/1.1" status: 204 len: 168 time: 0.8969831 Jun 15 14:41:16.312612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58074) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:16.323941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.342174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Calling delete_port for 9f6f0c34-f0e9-4bfc-bdcb-29a11a44820a owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:16.346736 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.364097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Transition to ACTIVE for port object fc57e895-c7d8-4364-935c-19c073ac0a83 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:16.375400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af154dd7-eb6a-4f45-bbcc-f8b7800ef41d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.376219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af154dd7-eb6a-4f45-bbcc-f8b7800ef41d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.381005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-eac5c501-28f4-4ea3-b267-f0d58137e611 None None] Set router b0a70da8-e228-47c6-a710-0da0366eabc4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:16.391220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b0d435fe-f518-46f3-9dad-d318bc639e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.464230 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Deleting port bc331f8f-0ffa-4c43-b227-953beb29d08d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:16.464574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.572543 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b0d435fe-f518-46f3-9dad-d318bc639e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.576611 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b0d435fe-f518-46f3-9dad-d318bc639e29 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/438ef78b-99a4-49af-b1cc-b6894b2e1f11 HTTP/1.1" status: 204 len: 168 time: 0.8109510 Jun 15 14:41:16.583768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d435fe-f518-46f3-9dad-d318bc639e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=438ef78b-99a4-49af-b1cc-b6894b2e1f11,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:16.587753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af154dd7-eb6a-4f45-bbcc-f8b7800ef41d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.591788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58080) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:16.593714 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29a715e6-7e28-4cb0-b274-e2b824873541 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:16.632116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.648802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Deleting port 203d79b3-0d61-4087-8729-479e7c366a1d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:16.649173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:16.662445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa546c22-b71e-483a-b9b9-51c8e63937cb None None] Network 4b334544-5bc3-43e8-9dd2-ade47750e3e2 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:16.710817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166f870-fa87-4791-a28c-7afb8296a1db req-71041917-091f-41c8-a7b9-8080ed2a7aea tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:16.711345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 29a715e6-7e28-4cb0-b274-e2b824873541 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:16.711694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29a715e6-7e28-4cb0-b274-e2b824873541 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:16.712114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e6f958e4-e232-4519-86e6-1dd454b062e6 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:16.712547 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d166f870-fa87-4791-a28c-7afb8296a1db req-71041917-091f-41c8-a7b9-8080ed2a7aea tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.3699210 Jun 15 14:41:16.867018 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d166f870-fa87-4791-a28c-7afb8296a1db req-28a891d2-6534-4da2-96be-3fe2388da0e3 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475952 Jun 15 14:41:16.927979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-a3612705-edf9-4bac-87e1-e0d3d7c17685 req-98d11a82-1aae-4186-ba03-640bfac8a900 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Synchronizing usage tracker for tenant:ce4e73c2702a45cea38a2e8af59546a2 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:17.040442 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: e6f958e4-e232-4519-86e6-1dd454b062e6 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:17.040691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e6f958e4-e232-4519-86e6-1dd454b062e6 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:17.043776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Transition to ACTIVE for port object fc57e895-c7d8-4364-935c-19c073ac0a83 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:17.088300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.149788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.150471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] For port 203d79b3-0d61-4087-8729-479e7c366a1d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=203d79b3-0d61-4087-8729-479e7c366a1d,segment=NetworkSegment(524d9eae-8bbc-4ef6-a897-94a163b257b9),segment_id=524d9eae-8bbc-4ef6-a897-94a163b257b9)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:17.150809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.170631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af154dd7-eb6a-4f45-bbcc-f8b7800ef41d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.178027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:17.185777 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-a3612705-edf9-4bac-87e1-e0d3d7c17685 req-98d11a82-1aae-4186-ba03-640bfac8a900 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Unset dirty status for tenant:ce4e73c2702a45cea38a2e8af59546a2 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:17.196149 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a3612705-edf9-4bac-87e1-e0d3d7c17685 req-98d11a82-1aae-4186-ba03-640bfac8a900 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/ports?device_id=7198a00f-b4ea-452b-bf3e-2170259d532f HTTP/1.1" status: 200 len: 210 time: 0.5425065 Jun 15 14:41:17.202843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Pushing event updated for resources: {'Port': ['ID=fc57e895-c7d8-4364-935c-19c073ac0a83,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:17.281042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.340095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:port and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:17.351045 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Calling delete_port for bc331f8f-0ffa-4c43-b227-953beb29d08d owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:17.383293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:17.396722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Calling delete_port for 203d79b3-0d61-4087-8729-479e7c366a1d owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:17.407174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:17.493509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:17.509373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:17.520880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.568432 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:17.588168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af154dd7-eb6a-4f45-bbcc-f8b7800ef41d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.592033 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-af154dd7-eb6a-4f45-bbcc-f8b7800ef41d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.6829424 Jun 15 14:41:17.596280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58088) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:17.598887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Deleting port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:17.599235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.608577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29853117-08ff-4d3d-ba14-c54289c71941 req-9f1907e8-dc0e-494e-9edb-d68076a8fa29 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:17.610091 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-29853117-08ff-4d3d-ba14-c54289c71941 req-9f1907e8-dc0e-494e-9edb-d68076a8fa29 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.3228402 Jun 15 14:41:17.610925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] No DVR routers for this DVR port 203d79b3-0d61-4087-8729-479e7c366a1d on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:17.641166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Port': ['ID=203d79b3-0d61-4087-8729-479e7c366a1d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:17.677693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Attempting to bind port fc57e895-c7d8-4364-935c-19c073ac0a83 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:17.678062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Attempting to bind port fc57e895-c7d8-4364-935c-19c073ac0a83 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:17.678425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Attempting to bind port fc57e895-c7d8-4364-935c-19c073ac0a83 on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:17.698722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eac5c501-28f4-4ea3-b267-f0d58137e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '111b401f-5fbe-448e-94bb-107785fe94e8', 'name': '', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'mac_address': 'fa:16:3e:f1:75:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:27Z', 'updated_at': '2022-06-15T14:39:47Z', 'revision_number': 5, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'subnets': [{'id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:17.700643 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:41:17.701013 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:17.701409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.701788 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:41:17.702256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Bound port: fc57e895-c7d8-4364-935c-19c073ac0a83, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:41:17.702626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.704306 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Made reservation on behalf of 7efef928e0094939bd2c4aaca63bcf94 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:17.707580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.716141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac5c501-28f4-4ea3-b267-f0d58137e611 None None] Checking router: b0a70da8-e228-47c6-a710-0da0366eabc4 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:41:17.773674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.773909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac5c501-28f4-4ea3-b267-f0d58137e611 None None] Routers {'b0a70da8-e228-47c6-a710-0da0366eabc4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:17.774489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eac5c501-28f4-4ea3-b267-f0d58137e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b0a70da8-e228-47c6-a710-0da0366eabc4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:17.802319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8809ffab-62ab-48ac-9943-4a196d7753eb']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:17.815539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524d9eae-8bbc-4ef6-a897-94a163b257b9') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:17.815910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524d9eae-8bbc-4ef6-a897-94a163b257b9') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:17.839042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.859593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e240dc89-6d7f-47df-940e-53bd7467ee8a None None] DHCP port deletion for 8809ffab-62ab-48ac-9943-4a196d7753eb request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:41:17.859908 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.867348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:41:17.867860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.880340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] DHCP port deletion for 4b334544-5bc3-43e8-9dd2-ade47750e3e2 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:41:17.900477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] Deleting port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:17.900853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:17.961569 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] device_id is not set on port f36d0ea9-7aea-46af-9876-12c4a3372e81 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:17.993760 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 524d9eae-8bbc-4ef6-a897-94a163b257b9 resource provider aggregate not found Jun 15 14:41:18.038201 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-29853117-08ff-4d3d-ba14-c54289c71941 req-dbe5f6a9-2416-45bc-b4f5-a37b831a791c tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900905 Jun 15 14:41:18.038201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:18.046565 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 524d9eae-8bbc-4ef6-a897-94a163b257b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 524d9eae-8bbc-4ef6-a897-94a163b257b9 found for delete ", "request_id": "req-f6e04091-305f-4a0e-a268-c938c3f0e730"}]} Jun 15 14:41:18.073632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:18.081898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] For port fc57e895-c7d8-4364-935c-19c073ac0a83, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:41:18.085546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] Pushing event deleted for resources: {'Network': ['ID=8809ffab-62ab-48ac-9943-4a196d7753eb,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:18.097012 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8198d9fd-cb21-4ddd-883e-446bf20ff505 tempest-NetworksIpV6Test-1670454736 tempest-NetworksIpV6Test-1670454736-project] 10.222.0.26 "DELETE /v2.0/networks/8809ffab-62ab-48ac-9943-4a196d7753eb HTTP/1.1" status: 204 len: 168 time: 1.7835817 Jun 15 14:41:18.104373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] For port fc57e895-c7d8-4364-935c-19c073ac0a83, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=fc57e895-c7d8-4364-935c-19c073ac0a83,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:41:18.146910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:18.234400 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-eac5c501-28f4-4ea3-b267-f0d58137e611 None None] Set router b0a70da8-e228-47c6-a710-0da0366eabc4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:18.264823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:18.295002 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:18.369841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58106) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:18.414078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d602f9-1475-46a8-bc4d-d3b39bb2fe74 None None] Pushing event updated for resources: {'Port': ['ID=fc57e895-c7d8-4364-935c-19c073ac0a83,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:18.460726 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92d97d87-53e6-46d6-81e8-c23f435d74df tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:18.494634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58110) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:18.512492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event deleted for resources: {'Port': ['ID=9f6f0c34-f0e9-4bfc-bdcb-29a11a44820a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:18.519551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92d97d87-53e6-46d6-81e8-c23f435d74df tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:18.614303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92d97d87-53e6-46d6-81e8-c23f435d74df tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:18.657352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d97d87-53e6-46d6-81e8-c23f435d74df tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffc216f-ff24-4687-8209-9864295c7e54,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:18.676702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92d97d87-53e6-46d6-81e8-c23f435d74df tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:18.680714 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-92d97d87-53e6-46d6-81e8-c23f435d74df tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "DELETE /v2.0/security-groups/cffc216f-ff24-4687-8209-9864295c7e54 HTTP/1.1" status: 204 len: 168 time: 0.3104913 Jun 15 14:41:18.681645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58116) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:18.728207 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-138890e1-2ba3-4a56-81e7-412542237074 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] show failed (client error): The resource could not be found. Jun 15 14:41:18.728207 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-138890e1-2ba3-4a56-81e7-412542237074 tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "GET /v2.0/security-groups/cffc216f-ff24-4687-8209-9864295c7e54 HTTP/1.1" status: 404 len: 347 time: 0.0439229 Jun 15 14:41:18.729110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58120) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:18.841357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:18.841742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:18.852498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] For port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=40bda50e-56e9-4d6d-8fc9-9fc3f5186177,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:18.852855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:18.873715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] For port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=40bda50e-56e9-4d6d-8fc9-9fc3f5186177,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:18.874121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.017979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Deleting port ae8e51e6-ebd1-4439-85fb-441a551140ee {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:19.018850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.023760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] Calling delete_port for 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:19.072564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=40bda50e-56e9-4d6d-8fc9-9fc3f5186177,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:19.096652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.097361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 203d79b3-0d61-4087-8729-479e7c366a1d no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:19.178610 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 203d79b3-0d61-4087-8729-479e7c366a1d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:19.178610 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 203d79b3-0d61-4087-8729-479e7c366a1d not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:19.185162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.20.0.10 (9926dc72-5c1f-4565-81aa-530b75fb6e46/81d6472f-b103-42f2-b3af-3f624d2118a9/f36d0ea9-7aea-46af-9876-12c4a3372e81) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:19.199535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Calling delete_port for 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:19.217465 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b5721ea9-cd9b-453a-ba48-196fde1a2226 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=abf98153a2594bd9a79309b6c869fa68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7190728 Jun 15 14:41:19.228161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58126) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:19.235582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.241448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.279735 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:41:19.280100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:41:19.284513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=40bda50e-56e9-4d6d-8fc9-9fc3f5186177,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:19.299766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eac5c501-28f4-4ea3-b267-f0d58137e611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '111b401f-5fbe-448e-94bb-107785fe94e8', 'name': '', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'mac_address': 'fa:16:3e:f1:75:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:27Z', 'updated_at': '2022-06-15T14:39:47Z', 'revision_number': 5, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'subnets': [{'id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:19.304008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac5c501-28f4-4ea3-b267-f0d58137e611 None None] The sync data for ids ['b0a70da8-e228-47c6-a710-0da0366eabc4'] in dv-neutron-845844-1-hyperv is: [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '111b401f-5fbe-448e-94bb-107785fe94e8', 'name': '', 'network_id': '2c4542f6-1ff4-449e-819f-bedc559ff4ef', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'mac_address': 'fa:16:3e:f1:75:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 148, 'fixed_ips': [{'subnet_id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:27Z', 'updated_at': '2022-06-15T14:39:47Z', 'revision_number': 5, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'subnets': [{'id': 'd33a1874-1c43-49f4-9a08-d4d67a65c1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:19.321950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.322299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.355847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.478520 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Pushing event deleted for resources: {'Port': ['ID=bc331f8f-0ffa-4c43-b227-953beb29d08d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:19.577677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2879eb2-75b3-4169-9aba-74759d7253b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.586070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Calling delete_port for ae8e51e6-ebd1-4439-85fb-441a551140ee owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:19.624437 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdf5adb-e0b6-4619-b50c-d6a75f459ad9 None None] New status for floating IP 19a743db-55e3-4f4b-9374-7921aa9b2da7: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:41:19.646624 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:41:19.646624 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:41:19.710998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2879eb2-75b3-4169-9aba-74759d7253b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.781341 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] Deleting port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:19.781759 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.821104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2879eb2-75b3-4169-9aba-74759d7253b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.852079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2879eb2-75b3-4169-9aba-74759d7253b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526cc2fe-63a6-4b1f-8c2c-2f58f855694e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:19.855795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2879eb2-75b3-4169-9aba-74759d7253b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.872747 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c2879eb2-75b3-4169-9aba-74759d7253b5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/526cc2fe-63a6-4b1f-8c2c-2f58f855694e HTTP/1.1" status: 204 len: 168 time: 0.6315713 Jun 15 14:41:19.876140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.895518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:19.897823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:41:19.898546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:41:19.917031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d9f54b7f-4a84-4f88-9f22-2bf2f81e4783 None None] Provisioning for port fc57e895-c7d8-4364-935c-19c073ac0a83 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:19.945037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.045654 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] For port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=40bda50e-56e9-4d6d-8fc9-9fc3f5186177,segment=NetworkSegment(36938dcc-acb1-4423-b0cd-c6075ba919a0),segment_id=36938dcc-acb1-4423-b0cd-c6075ba919a0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:20.045961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.153690 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Deleting port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:20.154042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.225290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.229233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] Calling delete_port for 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:20.242158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.243833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.244401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Fanout notify agent at l3_agent the message router_deleted on router 054481bf-5ce7-4ca0-92bb-f85060e1598f {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:41:20.317337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device fc57e895-c7d8-4364-935c-19c073ac0a83 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:20.380403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.395426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be49ddc-4486-4010-bfa3-77bc6d616eff req-e4ac7647-90d7-4f91-a37c-d0ba8fdcfd73 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:20.397006 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2be49ddc-4486-4010-bfa3-77bc6d616eff req-e4ac7647-90d7-4f91-a37c-d0ba8fdcfd73 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 1.2187204 Jun 15 14:41:20.399934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Deleting port ae8e51e6-ebd1-4439-85fb-441a551140ee {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:20.400309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.431667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] Pushing event deleted for resources: {'Port': ['ID=40bda50e-56e9-4d6d-8fc9-9fc3f5186177,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:20.440744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a9f56b-5fb1-4bea-9ae9-370902db6c50 None None] No DVR routers for this DVR port 40bda50e-56e9-4d6d-8fc9-9fc3f5186177 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:20.472138 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port fc57e895-c7d8-4364-935c-19c073ac0a83 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:20.481818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port fc57e895-c7d8-4364-935c-19c073ac0a83 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:20.482200 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.638227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port fc57e895-c7d8-4364-935c-19c073ac0a83 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:20.643040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.654706 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] The port '40bda50e-56e9-4d6d-8fc9-9fc3f5186177' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:41:20.670982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.671607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Fanout notify agent at l3_agent the message router_deleted on router 95d06c86-f054-4b72-90f5-05ea3a149210 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:41:20.674592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.675575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.693308 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.693538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port fc57e895-c7d8-4364-935c-19c073ac0a83, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=fc57e895-c7d8-4364-935c-19c073ac0a83,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:20.694430 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0cd14d32-56d8-443c-acb5-a759307c3efb tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/routers/95d06c86-f054-4b72-90f5-05ea3a149210 HTTP/1.1" status: 204 len: 168 time: 6.0659366 Jun 15 14:41:20.702538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58150) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:20.704644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.744667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.746071 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3aab860a-4169-4d2e-96d2-a586da1c0492 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "DELETE /v2.0/routers/054481bf-5ce7-4ca0-92bb-f85060e1598f HTTP/1.1" status: 204 len: 168 time: 7.6367440 Jun 15 14:41:20.762116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58154) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:20.786867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5d311a43-c969-4780-a26f-7348845cadfc tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2066544130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:20.794749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=fc57e895-c7d8-4364-935c-19c073ac0a83,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:20.846384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58158) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:20.849204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.856275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5d311a43-c969-4780-a26f-7348845cadfc tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:20.864971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Calling delete_port for ae8e51e6-ebd1-4439-85fb-441a551140ee owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:20.901552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5d311a43-c969-4780-a26f-7348845cadfc tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Usage tracker for resource:router and tenant:76535072f613409b921cd3b45dae9ffe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:20.910756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5d311a43-c969-4780-a26f-7348845cadfc tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:20.919394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5d311a43-c969-4780-a26f-7348845cadfc tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:20.947969 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d311a43-c969-4780-a26f-7348845cadfc tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.949008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d311a43-c969-4780-a26f-7348845cadfc tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:20.979007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d311a43-c969-4780-a26f-7348845cadfc tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.010793 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2be49ddc-4486-4010-bfa3-77bc6d616eff req-0c4546de-e9ec-4c54-95a3-adfc4a694398 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5423057 Jun 15 14:41:21.010793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.076634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.080622 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::1 (2ef0444c-622d-434a-90a5-976e58c67159/b1010afa-c8b8-41e1-82ae-f90d83c3b273/f8c521d2-b629-4d22-a4eb-fac7e2a60058) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:21.087340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b334544-5bc3-43e8-9dd2-ade47750e3e2']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:21.111779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c149e4-e680-47e3-a7eb-9a965d800bad tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Deleting subnet 089dd2d0-bb6a-41c2-aa88-026e9af454de {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:21.116403 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36938dcc-acb1-4423-b0cd-c6075ba919a0') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:21.116705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36938dcc-acb1-4423-b0cd-c6075ba919a0') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:21.130777 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52c149e4-e680-47e3-a7eb-9a965d800bad tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.132954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d311a43-c969-4780-a26f-7348845cadfc tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.170305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.195274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Pushing event deleted for resources: {'Port': ['ID=ae8e51e6-ebd1-4439-85fb-441a551140ee,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:21.197867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1180382354'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:21.215574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:21.243715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.275745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:network and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:21.289154 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.291341 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:21.311352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:21.316036 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d311a43-c969-4780-a26f-7348845cadfc tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.316980 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52c149e4-e680-47e3-a7eb-9a965d800bad tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.317328 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5d311a43-c969-4780-a26f-7348845cadfc tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6138339 Jun 15 14:41:21.320909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58166) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:21.330024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:21.372791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:41:21.373258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.407149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.410264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.414479 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bdb013db-09eb-42bf-96a7-6288eb7d346b tempest-ServersTestJSON-852562856 tempest-ServersTestJSON-852562856-project] 10.222.0.26 "DELETE /v2.0/floatingips/19a743db-55e3-4f4b-9374-7921aa9b2da7 HTTP/1.1" status: 204 len: 168 time: 2.6800318 Jun 15 14:41:21.414641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.459994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58172) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:21.483834 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 36938dcc-acb1-4423-b0cd-c6075ba919a0 resource provider aggregate not found Jun 15 14:41:21.515490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:21.519150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.574289 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.588639 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 36938dcc-acb1-4423-b0cd-c6075ba919a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 36938dcc-acb1-4423-b0cd-c6075ba919a0 found for delete ", "request_id": "req-ebbeb17d-0747-488a-93c6-da463d72676d"}]} Jun 15 14:41:21.636484 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network 9926dc72-5c1f-4565-81aa-530b75fb6e46 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:21.638784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.648648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:21.655694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:21.683755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:21.718564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.722590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=f36d0ea9-7aea-46af-9876-12c4a3372e81,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:21.730934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:security_group_rule and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:21.741757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.749467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:21.752452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] Pushing event deleted for resources: {'Network': ['ID=4b334544-5bc3-43e8-9dd2-ade47750e3e2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:21.777556 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:21.795657 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c8bcab75-c7a6-48a2-991a-cb60c0fa33bd admin admin] 10.222.0.26 "DELETE /v2.0/networks/4b334544-5bc3-43e8-9dd2-ade47750e3e2 HTTP/1.1" status: 204 len: 168 time: 5.2024732 Jun 15 14:41:21.806189 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object f8c521d2-b629-4d22-a4eb-fac7e2a60058 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:21.819550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52c149e4-e680-47e3-a7eb-9a965d800bad tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.881012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:21.881617 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:21.942588 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-000dd486-cbf0-439b-82bb-182e04b89025 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7330570 Jun 15 14:41:21.948483 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58180) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:21.959348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b7ca4128-e4b1-43f0-a3ee-d29f9cc3a318 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'floatingip': {'port_id': 'f36d0ea9-7aea-46af-9876-12c4a3372e81'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:22.006949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58184) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:22.024581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cbf1c-91fa-4b77-bbfe-a73764f9d02d req-14aa6725-f902-4e74-a03d-d4618a77fb13 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:22.026205 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c4cbf1c-91fa-4b77-bbfe-a73764f9d02d req-14aa6725-f902-4e74-a03d-d4618a77fb13 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.8415396 Jun 15 14:41:22.035331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.086207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.101494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4128-e4b1-43f0-a3ee-d29f9cc3a318 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.175129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52c149e4-e680-47e3-a7eb-9a965d800bad tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.220374 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c4cbf1c-91fa-4b77-bbfe-a73764f9d02d req-4ef002ad-7892-4c3e-89f1-8ed0225a70ad tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645494 Jun 15 14:41:22.223652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device fc57e895-c7d8-4364-935c-19c073ac0a83 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:22.248905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:22.249542 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a9d9f55b-bc5b-4ffb-8c78-09b5a124730f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fa19258c43194ad1bb9aa536dcf5b975&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2342741 Jun 15 14:41:22.250202 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58188) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:22.295743 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:22.305686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:22.306239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.317833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c149e4-e680-47e3-a7eb-9a965d800bad tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event deleted for resources: {'Subnet': ['ID=089dd2d0-bb6a-41c2-aa88-026e9af454de,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:22.320040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52c149e4-e680-47e3-a7eb-9a965d800bad tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.329296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3306cf00-640e-4bd4-be2b-97aaacea1446 None None] Network cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:22.352808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=f8c521d2-b629-4d22-a4eb-fac7e2a60058,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:22.356312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.374438 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-52c149e4-e680-47e3-a7eb-9a965d800bad tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "DELETE /v2.0/subnets/089dd2d0-bb6a-41c2-aa88-026e9af454de HTTP/1.1" status: 204 len: 168 time: 1.5965381 Jun 15 14:41:22.403839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58194) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:22.444571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port fc57e895-c7d8-4364-935c-19c073ac0a83 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:22.444945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.459697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.593597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f5c27434-cd38-414b-b9e6-b476ad21b529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.654479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.667292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:41:22.694513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f5c27434-cd38-414b-b9e6-b476ad21b529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.744892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b56418b7-84b4-48a3-9d00-9d2ed6ef7d8b None None] Provisioning for port f8c521d2-b629-4d22-a4eb-fac7e2a60058 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:22.762518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Deleting port c0848dc3-88a3-417e-970c-f148df761298 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:22.763213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.764175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b56418b7-84b4-48a3-9d00-9d2ed6ef7d8b None None] Provisioning complete for port f8c521d2-b629-4d22-a4eb-fac7e2a60058 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:22.764725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b56418b7-84b4-48a3-9d00-9d2ed6ef7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.765555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4976b64-9970-4bb1-b4dd-bd7ab4947d0d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:22.779774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.780527 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Added segment ec440896-a625-45f7-9467-db379cf63945 of type vlan for network 363cb4f0-265f-4b92-8616-dd1f1fc9267d Jun 15 14:41:22.836296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port fc57e895-c7d8-4364-935c-19c073ac0a83 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:22.870747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b56418b7-84b4-48a3-9d00-9d2ed6ef7d8b None None] Port f8c521d2-b629-4d22-a4eb-fac7e2a60058 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:41:22.915271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c790935-cf38-4f13-b1a3-294485699f3b None None] DHCP port deletion for cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:41:22.919684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4c790935-cf38-4f13-b1a3-294485699f3b None None] Deleting port c0848dc3-88a3-417e-970c-f148df761298 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:22.920174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c790935-cf38-4f13-b1a3-294485699f3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.939549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.963487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:22.992139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9cb1b-3b91-4f1b-a12e-892df62cb42c req-3671d693-97c1-4caa-bac4-eb3d8b7c00c3 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:22.993702 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b8a9cb1b-3b91-4f1b-a12e-892df62cb42c req-3671d693-97c1-4caa-bac4-eb3d8b7c00c3 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.5820730 Jun 15 14:41:23.056086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f5c27434-cd38-414b-b9e6-b476ad21b529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:23.134801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4c790935-cf38-4f13-b1a3-294485699f3b None None] For port c0848dc3-88a3-417e-970c-f148df761298, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c0848dc3-88a3-417e-970c-f148df761298,segment=NetworkSegment(c0215df7-8d39-45eb-85c6-f1ba67e761f0),segment_id=c0215df7-8d39-45eb-85c6-f1ba67e761f0)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:23.135178 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c790935-cf38-4f13-b1a3-294485699f3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:23.169386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c27434-cd38-414b-b9e6-b476ad21b529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3818992e-29d7-4633-9349-9f4ec358eb11,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:23.197279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:23.236557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:23.248007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f5c27434-cd38-414b-b9e6-b476ad21b529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:23.251737 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f5c27434-cd38-414b-b9e6-b476ad21b529 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3818992e-29d7-4633-9349-9f4ec358eb11 HTTP/1.1" status: 204 len: 168 time: 0.9936624 Jun 15 14:41:23.264840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:23.270645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:23.271259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:23.279899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4c790935-cf38-4f13-b1a3-294485699f3b None None] Calling delete_port for c0848dc3-88a3-417e-970c-f148df761298 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:23.293359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] For port c0848dc3-88a3-417e-970c-f148df761298, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c0848dc3-88a3-417e-970c-f148df761298,segment=NetworkSegment(c0215df7-8d39-45eb-85c6-f1ba67e761f0),segment_id=c0215df7-8d39-45eb-85c6-f1ba67e761f0)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:23.293722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:23.299926 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b8a9cb1b-3b91-4f1b-a12e-892df62cb42c req-9ee06275-f918-43ce-ac6e-cdbc6cee425c tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924418 Jun 15 14:41:23.504009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c790935-cf38-4f13-b1a3-294485699f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:23.579802 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c790935-cf38-4f13-b1a3-294485699f3b None None] No DVR routers for this DVR port c0848dc3-88a3-417e-970c-f148df761298 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:23.586017 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c790935-cf38-4f13-b1a3-294485699f3b None None] Pushing event deleted for resources: {'Port': ['ID=c0848dc3-88a3-417e-970c-f148df761298,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:23.653639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Calling delete_port for c0848dc3-88a3-417e-970c-f148df761298 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:23.666970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4128-e4b1-43f0-a3ee-d29f9cc3a318 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:23.669701 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.7442577 Jun 15 14:41:23.678785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b1e0d-4a8e-435a-9e28-651aba4b2d6d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Network': ['ID=363cb4f0-265f-4b92-8616-dd1f1fc9267d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:23.695764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 363cb4f0-265f-4b92-8616-dd1f1fc9267d details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:41:23.701037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4128-e4b1-43f0-a3ee-d29f9cc3a318 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:23.947396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:41:23.948463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:41:24.034388 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-b7ca4128-e4b1-43f0-a3ee-d29f9cc3a318 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Floating IP 3eb24b5e-a3d1-4bc6-b2eb-6ed8d170e524 associated. External IP: 172.26.3.243, port: f36d0ea9-7aea-46af-9876-12c4a3372e81. Jun 15 14:41:24.052835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5f648-aafb-4de8-97fa-5cddbea9b7ea req-f5ed621a-1395-41f9-9512-74dcd6f8db06 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:24.060908 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efa5f648-aafb-4de8-97fa-5cddbea9b7ea req-f5ed621a-1395-41f9-9512-74dcd6f8db06 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.4391272 Jun 15 14:41:24.085497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fd148cc2-8898-4ad6-ba5d-cb6c4cad2d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:24.225605 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efa5f648-aafb-4de8-97fa-5cddbea9b7ea req-301eaac8-ff13-4b64-b1a4-ce3999649bd9 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637557 Jun 15 14:41:24.240401 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Allocated IP 172.26.3.24 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/501ec62f-4ec6-46bf-9510-97127fcef43c) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:24.274073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c0848dc3-88a3-417e-970c-f148df761298 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:24.376680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: c0848dc3-88a3-417e-970c-f148df761298 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:24.377529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c0848dc3-88a3-417e-970c-f148df761298 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:24.450005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Deleting port c0848dc3-88a3-417e-970c-f148df761298 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:24.450460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:24.602017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] The port 'c0848dc3-88a3-417e-970c-f148df761298' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:41:24.660876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:24.704231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:24.706504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:24.893005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:24.964219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=f8c521d2-b629-4d22-a4eb-fac7e2a60058,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:24.967506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ca4128-e4b1-43f0-a3ee-d29f9cc3a318 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:25.000684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:25.032801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:25.038982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0215df7-8d39-45eb-85c6-f1ba67e761f0') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:25.039332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0215df7-8d39-45eb-85c6-f1ba67e761f0') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:25.075240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:25.082293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-fd148cc2-8898-4ad6-ba5d-cb6c4cad2d60 admin admin] Deleting port 111b401f-5fbe-448e-94bb-107785fe94e8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:25.082624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fd148cc2-8898-4ad6-ba5d-cb6c4cad2d60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:25.094469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94921bf6-d445-449a-9da5-b30678677f82 req-4f42fccb-7fe0-4c26-81bc-6df44e1f2cf5 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:25.096244 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-94921bf6-d445-449a-9da5-b30678677f82 req-4f42fccb-7fe0-4c26-81bc-6df44e1f2cf5 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.6713099 Jun 15 14:41:25.148869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:25.162980 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58236) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:25.176901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:41:25.177313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:25.257675 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment c0215df7-8d39-45eb-85c6-f1ba67e761f0 resource provider aggregate not found Jun 15 14:41:25.298716 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-94921bf6-d445-449a-9da5-b30678677f82 req-2ee213b8-89cc-4623-9d56-f6e0a8a8f196 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345685 Jun 15 14:41:25.303503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:25.304408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:25.604045 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1700633063'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:25.626503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:25.640331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Usage tracker for resource:network and tenant:7957da190ca441138db7deb8760e7b02 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:25.647649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:25.665072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:25.680251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-fd148cc2-8898-4ad6-ba5d-cb6c4cad2d60 admin admin] For port 111b401f-5fbe-448e-94bb-107785fe94e8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=111b401f-5fbe-448e-94bb-107785fe94e8,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:25.680750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fd148cc2-8898-4ad6-ba5d-cb6c4cad2d60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:25.698868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ca4128-e4b1-43f0-a3ee-d29f9cc3a318 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:25.704088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4128-e4b1-43f0-a3ee-d29f9cc3a318 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:25.718228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a7badc-21e3-483e-8ca4-dbcfb9e84eac None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:25.750310 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ac5d6df5-9604-4f77-9bd2-371aa02db1d1 None None] Provisioning complete for port f8c521d2-b629-4d22-a4eb-fac7e2a60058 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:25.752715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6df5-9604-4f77-9bd2-371aa02db1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:25.777637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Made reservation on behalf of 7957da190ca441138db7deb8760e7b02 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:25.781326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:25.791252 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b7ca4128-e4b1-43f0-a3ee-d29f9cc3a318 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "PUT /v2.0/floatingips/3eb24b5e-a3d1-4bc6-b2eb-6ed8d170e524 HTTP/1.1" status: 200 len: 979 time: 3.8408880 Jun 15 14:41:25.794525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Router 0becd1ef-4f18-4445-9176-5754e082f6d3 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:41:25.798481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58248) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:25.803087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:25.808304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7badc-21e3-483e-8ca4-dbcfb9e84eac None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:25.809364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c8a7badc-21e3-483e-8ca4-dbcfb9e84eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:25.858865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-fd148cc2-8898-4ad6-ba5d-cb6c4cad2d60 admin admin] Calling delete_port for 111b401f-5fbe-448e-94bb-107785fe94e8 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:25.889180 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port f36d0ea9-7aea-46af-9876-12c4a3372e81 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:25.889523 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:25.893359 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c8a7badc-21e3-483e-8ca4-dbcfb9e84eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:25.921478 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a7badc-21e3-483e-8ca4-dbcfb9e84eac None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:25.922430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c8a7badc-21e3-483e-8ca4-dbcfb9e84eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:25.997068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d6df5-9604-4f77-9bd2-371aa02db1d1 None None] Port f8c521d2-b629-4d22-a4eb-fac7e2a60058 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:41:26.003433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c8a7badc-21e3-483e-8ca4-dbcfb9e84eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:26.004207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a7badc-21e3-483e-8ca4-dbcfb9e84eac None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:26.067766 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment c0215df7-8d39-45eb-85c6-f1ba67e761f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0215df7-8d39-45eb-85c6-f1ba67e761f0 found for delete ", "request_id": "req-29fe2342-249a-48bf-8a09-f462432a7526"}]} Jun 15 14:41:26.166354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:26.171287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:26.184225 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:26.209940 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:26.225862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Usage tracker for resource:security_group_rule and tenant:7957da190ca441138db7deb8760e7b02 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:26.234654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:26.268330 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fd148cc2-8898-4ad6-ba5d-cb6c4cad2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:26.272227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:26.272396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event deleted for resources: {'Network': ['ID=cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:26.328338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:26.340801 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Sync routers for ids ['0becd1ef-4f18-4445-9176-5754e082f6d3'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:26.357081 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-896beb68-9537-428e-a070-2e3221af7705 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "DELETE /v2.0/networks/cd07a3d2-7e9d-4e6a-8bd7-a692628bc6b9 HTTP/1.1" status: 204 len: 168 time: 3.9521101 Jun 15 14:41:26.358004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58252) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:26.360350 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Routers {'0becd1ef-4f18-4445-9176-5754e082f6d3'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:26.361452 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['0becd1ef-4f18-4445-9176-5754e082f6d3'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:26.380459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:26.476393 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bce61e96-ea05-413f-9033-bd6e22e6cd3c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "PUT /v2.0/routers/0becd1ef-4f18-4445-9176-5754e082f6d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8787262 Jun 15 14:41:26.481123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58256) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:26.589274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:26.604878 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Pushing event updated for resources: {'Port': ['ID=501ec62f-4ec6-46bf-9510-97127fcef43c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:26.612487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:26.627014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:26.649484 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Set router 0becd1ef-4f18-4445-9176-5754e082f6d3 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:26.662209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e07f3f-cacf-40a6-90c1-b25622b880da tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:26.662808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-25e07f3f-cacf-40a6-90c1-b25622b880da tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:26.798186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:26.801634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-25e07f3f-cacf-40a6-90c1-b25622b880da tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:26.802832 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-25e07f3f-cacf-40a6-90c1-b25622b880da tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports/f8c521d2-b629-4d22-a4eb-fac7e2a60058 HTTP/1.1" status: 200 len: 911 time: 0.3184683 Jun 15 14:41:26.819076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58260) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:26.848249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd148cc2-8898-4ad6-ba5d-cb6c4cad2d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=111b401f-5fbe-448e-94bb-107785fe94e8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:26.861053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:26.891961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-dc402f0c-ef14-4691-83e5-a178a1fa5bd6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Deleting port 6e006e6b-d904-4464-a2c7-87d9e3158be9 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:26.892596 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc402f0c-ef14-4691-83e5-a178a1fa5bd6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:26.919503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58264) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:26.922073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:41:26.937205 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'subnet': {'network_id': '363cb4f0-265f-4b92-8616-dd1f1fc9267d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:26.945986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e23c3-7b52-4d10-90e8-22d29d5bca4d req-b2f584a8-0f3d-4638-9b35-fbb1107091cd tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:26.947584 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e2e23c3-7b52-4d10-90e8-22d29d5bca4d req-b2f584a8-0f3d-4638-9b35-fbb1107091cd tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.8895679 Jun 15 14:41:27.042947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.043208 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Added segment 1c305e48-3e2f-4439-b646-500718111a65 of type vlan for network 33d2c1da-2772-491f-a87d-3b14a9aa7676 Jun 15 14:41:27.046781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c81de5-363d-4168-bf5f-5aca7d7740b4,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:27.090324 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0becd1ef-4f18-4445-9176-5754e082f6d3', 'name': 'tempest-NetworksTestDHCPv6-router-1312939714', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:41:16Z', 'updated_at': '2022-06-15T14:41:22Z', 'revision_number': 2, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'gw_port_host': None, '_interfaces': [{'id': 'f8c521d2-b629-4d22-a4eb-fac7e2a60058', 'name': '', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'mac_address': 'fa:16:3e:4b:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0becd1ef-4f18-4445-9176-5754e082f6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b1010afa-c8b8-41e1-82ae-f90d83c3b273', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:41:20Z', 'updated_at': '2022-06-15T14:41:23Z', 'revision_number': 2, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'subnets': [{'id': 'b1010afa-c8b8-41e1-82ae-f90d83c3b273', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:27.094806 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Checking router: 0becd1ef-4f18-4445-9176-5754e082f6d3 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:41:27.095149 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Updating router 0becd1ef-4f18-4445-9176-5754e082f6d3 port f8c521d2-b629-4d22-a4eb-fac7e2a60058 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:41:27.150296 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.183371 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.183747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.184060 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Floating IP 3eb24b5e-a3d1-4bc6-b2eb-6ed8d170e524 disassociated. External IP: 172.26.3.243, port: f36d0ea9-7aea-46af-9876-12c4a3372e81. Jun 15 14:41:27.184444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for f36d0ea9-7aea-46af-9876-12c4a3372e81 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:27.212839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.239009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:27.250110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:subnet and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:27.266151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:27.287268 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d5093686-a811-4396-ae29-a32bd6a3dd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.288812 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:27.322477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.328558 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:27.329234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.351582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:27.355671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.479570 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e2e23c3-7b52-4d10-90e8-22d29d5bca4d req-eeea8d8b-303f-4295-bd65-1cd9e3d76ff3 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5082898 Jun 15 14:41:27.554119 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.612142 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.4389732 Jun 15 14:41:27.617192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b9cf7-e5a2-4f3a-976b-7c8ac8007a67 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Pushing event updated for resources: {'Network': ['ID=33d2c1da-2772-491f-a87d-3b14a9aa7676,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:27.640637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 33d2c1da-2772-491f-a87d-3b14a9aa7676 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:41:27.661171 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Transition to ACTIVE for port object f8c521d2-b629-4d22-a4eb-fac7e2a60058 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:27.662781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.674668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1739ad3e-3b17-4079-a612-b819a116a0ee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:27.677797 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.684544 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1739ad3e-3b17-4079-a612-b819a116a0ee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:27.688858 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1739ad3e-3b17-4079-a612-b819a116a0ee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8507032 Jun 15 14:41:27.688858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc402f0c-ef14-4691-83e5-a178a1fa5bd6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.688858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc402f0c-ef14-4691-83e5-a178a1fa5bd6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.718623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58274) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:27.753801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=f36d0ea9-7aea-46af-9876-12c4a3372e81,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:27.809171 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Pushing event updated for resources: {'Port': ['ID=f8c521d2-b629-4d22-a4eb-fac7e2a60058,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:27.906318 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:27.906667 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:27.907006 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:27.907338 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:27.907665 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:27.908058 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:27.908474 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:27.908801 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:27.909139 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:27.909466 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:27.909785 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:27.910103 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:41:27.914543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58278) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:27.927781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Request body: {'port': {'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676', 'binding:host_id': 'hv-neutron-8458', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-831495983'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:27.940097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fd148cc2-8898-4ad6-ba5d-cb6c4cad2d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:27.948998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:27.957220 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Usage tracker for resource:port and tenant:33657f4ec5114568a9ebb84a27517b10 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:28.009695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:28.022552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:28.028161 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Attempting to bind port f8c521d2-b629-4d22-a4eb-fac7e2a60058 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:28.028761 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Attempting to bind port f8c521d2-b629-4d22-a4eb-fac7e2a60058 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:28.029754 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Attempting to bind port f8c521d2-b629-4d22-a4eb-fac7e2a60058 on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:28.029929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-dc402f0c-ef14-4691-83e5-a178a1fa5bd6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Calling delete_port for 6e006e6b-d904-4464-a2c7-87d9e3158be9 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:28.036911 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:41:28.037526 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:28.038481 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:28.038880 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:41:28.040570 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Bound port: f8c521d2-b629-4d22-a4eb-fac7e2a60058, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:41:28.041152 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:28.073955 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Made reservation on behalf of 33657f4ec5114568a9ebb84a27517b10 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:28.076848 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:28.155835 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] For port f8c521d2-b629-4d22-a4eb-fac7e2a60058, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:41:28.160759 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] For port f8c521d2-b629-4d22-a4eb-fac7e2a60058, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f8c521d2-b629-4d22-a4eb-fac7e2a60058,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:41:28.175053 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:28.241695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:28.269285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:28.270233 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b516c19-e130-4767-982f-a0794b87fef7 None None] Pushing event updated for resources: {'Port': ['ID=f8c521d2-b629-4d22-a4eb-fac7e2a60058,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:28.282302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:28.283470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:28.288588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Usage tracker for resource:security_group_rule and tenant:33657f4ec5114568a9ebb84a27517b10 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:28.290357 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Routers {'0becd1ef-4f18-4445-9176-5754e082f6d3'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:28.291022 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['0becd1ef-4f18-4445-9176-5754e082f6d3'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:28.319724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:28.347464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:28.488310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Subnet': ['ID=ff2a0678-2cf9-4351-9ab7-30529766249b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:28.494895 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] Set router 0becd1ef-4f18-4445-9176-5754e082f6d3 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:28.567175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Checking segment: {'id': 'ec440896-a625-45f7-9467-db379cf63945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '363cb4f0-265f-4b92-8616-dd1f1fc9267d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:28.567554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network hostable DHCP agents. Network: 363cb4f0-265f-4b92-8616-dd1f1fc9267d, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:41:28.582537 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:41:28.671004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:28.694315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:28.705278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network 363cb4f0-265f-4b92-8616-dd1f1fc9267d is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:41:28.708108 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d325be-8e4b-47ad-ab39-5313bf6f05fa None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:28.724595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d325be-8e4b-47ad-ab39-5313bf6f05fa None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:28.725344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-85d325be-8e4b-47ad-ab39-5313bf6f05fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:28.755744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:28.804487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:28.808408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] device_id is not set on port 56fa3b2c-3be3-4469-992a-5989d99de64b yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:28.811627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-85d325be-8e4b-47ad-ab39-5313bf6f05fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:28.824635 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d325be-8e4b-47ad-ab39-5313bf6f05fa None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:28.826069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-85d325be-8e4b-47ad-ab39-5313bf6f05fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:40:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:28.861077 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0becd1ef-4f18-4445-9176-5754e082f6d3', 'name': 'tempest-NetworksTestDHCPv6-router-1312939714', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:41:16Z', 'updated_at': '2022-06-15T14:41:22Z', 'revision_number': 2, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'gw_port_host': None, '_interfaces': [{'id': 'f8c521d2-b629-4d22-a4eb-fac7e2a60058', 'name': '', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'mac_address': 'fa:16:3e:4b:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0becd1ef-4f18-4445-9176-5754e082f6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b1010afa-c8b8-41e1-82ae-f90d83c3b273', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:41:20Z', 'updated_at': '2022-06-15T14:41:28Z', 'revision_number': 4, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'subnets': [{'id': 'b1010afa-c8b8-41e1-82ae-f90d83c3b273', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:28.865934 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82c652f-ea83-44b9-ba49-b6b10628e04f None None] The sync data for ids ['0becd1ef-4f18-4445-9176-5754e082f6d3'] in dv-neutron-845844-1-hyperv is: [{'id': '0becd1ef-4f18-4445-9176-5754e082f6d3', 'name': 'tempest-NetworksTestDHCPv6-router-1312939714', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:41:16Z', 'updated_at': '2022-06-15T14:41:22Z', 'revision_number': 2, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'gw_port_host': None, '_interfaces': [{'id': 'f8c521d2-b629-4d22-a4eb-fac7e2a60058', 'name': '', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'mac_address': 'fa:16:3e:4b:7d:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0becd1ef-4f18-4445-9176-5754e082f6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': 'b1010afa-c8b8-41e1-82ae-f90d83c3b273', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:41:20Z', 'updated_at': '2022-06-15T14:41:28Z', 'revision_number': 4, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'subnets': [{'id': 'b1010afa-c8b8-41e1-82ae-f90d83c3b273', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:28.894023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 363cb4f0-265f-4b92-8616-dd1f1fc9267d) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:28.910988 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3211707f-f761-4661-bdfd-ba81e938c57f None None] Network 363cb4f0-265f-4b92-8616-dd1f1fc9267d requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:28.950444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:28.951041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:28.951160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-85d325be-8e4b-47ad-ab39-5313bf6f05fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:28.951531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d325be-8e4b-47ad-ab39-5313bf6f05fa None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:29.039952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb26750d-5369-4378-a885-64b4ddb26e29,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:29.075746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.080966 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-73b9fcf1-0f73-486b-b4c1-274695785b20 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/ports/f36d0ea9-7aea-46af-9876-12c4a3372e81 HTTP/1.1" status: 204 len: 168 time: 3.2780490 Jun 15 14:41:29.081568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58284) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:29.085337 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6784df8d-d304-4f1c-813d-b463e2aa1292 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1608186 Jun 15 14:41:29.150029 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58288) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:29.175141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1494542600'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:29.187947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc402f0c-ef14-4691-83e5-a178a1fa5bd6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.207738 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-641b0c36-a42a-47f4-8d87-19fc13f6fa83 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "GET /v2.0/floatingips/3eb24b5e-a3d1-4bc6-b2eb-6ed8d170e524 HTTP/1.1" status: 200 len: 688 time: 0.1217232 Jun 15 14:41:29.234805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-363cb4f0-265f-4b92-8616-dd1f1fc9267d', 'network_id': '363cb4f0-265f-4b92-8616-dd1f1fc9267d', 'tenant_id': '19b364011ced488797e4adc4434256ac', 'fixed_ips': [{'subnet_id': 'ff2a0678-2cf9-4351-9ab7-30529766249b'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:41:29.235649 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.260876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58292) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:29.270700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:29.292562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:network and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:29.300092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc402f0c-ef14-4691-83e5-a178a1fa5bd6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Pushing event deleted for resources: {'Port': ['ID=6e006e6b-d904-4464-a2c7-87d9e3158be9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:29.309723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:29.318308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:29.398744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-34e22a0b-8f19-40f7-ac5b-2c14542791bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.434096 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Allocated IP 2001:db8:0:ffff::2 (363cb4f0-265f-4b92-8616-dd1f1fc9267d/ff2a0678-2cf9-4351-9ab7-30529766249b/cdb567ef-205a-4041-945d-bea9e00229cd) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:29.530427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:29.534358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.557070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-dc10ce01-ccc2-4a29-b6e0-54b61800e676 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port d276afb4-fed1-42fd-bb59-54fa7c50bd86 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:29.557508 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc10ce01-ccc2-4a29-b6e0-54b61800e676 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.641870 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] device_id is not set on port 56fa3b2c-3be3-4469-992a-5989d99de64b yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:29.643796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc402f0c-ef14-4691-83e5-a178a1fa5bd6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.672927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.685909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dc402f0c-ef14-4691-83e5-a178a1fa5bd6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.691883 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dc402f0c-ef14-4691-83e5-a178a1fa5bd6 tempest-FloatingIPAdminTestJSON-827511586 tempest-FloatingIPAdminTestJSON-827511586-project] 10.222.0.26 "DELETE /v2.0/floatingips/54b86418-c0b9-4f8a-a727-4d17f3806541 HTTP/1.1" status: 204 len: 168 time: 3.3208301 Jun 15 14:41:29.724146 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.733598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd148cc2-8898-4ad6-ba5d-cb6c4cad2d60 admin admin] Router b0a70da8-e228-47c6-a710-0da0366eabc4 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:29.735165 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:41:29.751053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Transition to ACTIVE for port object cdb567ef-205a-4041-945d-bea9e00229cd will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:29.796511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Transition to ACTIVE for port object 56fa3b2c-3be3-4469-992a-5989d99de64b will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:29.796732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Transition to ACTIVE for port object cdb567ef-205a-4041-945d-bea9e00229cd will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:29.809471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.823893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.886775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.887298 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Added segment b819609c-f6d1-4bdd-abdf-73c5d86f8749 of type vlan for network 4ba60ac7-ad63-430e-872b-6ee75efbc7c0 Jun 15 14:41:29.897855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Network 363cb4f0-265f-4b92-8616-dd1f1fc9267d is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:29.901736 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:29.907883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:29.941670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc10ce01-ccc2-4a29-b6e0-54b61800e676 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.942245 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc10ce01-ccc2-4a29-b6e0-54b61800e676 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:29.951474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Pushing event updated for resources: {'Port': ['ID=cdb567ef-205a-4041-945d-bea9e00229cd,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:29.956523 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event updated for resources: {'Port': ['ID=56fa3b2c-3be3-4469-992a-5989d99de64b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:30.032650 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Attempting to bind port cdb567ef-205a-4041-945d-bea9e00229cd on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:30.033184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Attempting to bind port cdb567ef-205a-4041-945d-bea9e00229cd by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'ec440896-a625-45f7-9467-db379cf63945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '363cb4f0-265f-4b92-8616-dd1f1fc9267d'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:30.033818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Attempting to bind port cdb567ef-205a-4041-945d-bea9e00229cd on network 363cb4f0-265f-4b92-8616-dd1f1fc9267d {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:30.039647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:41:30.040088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Checking segment: {'id': 'ec440896-a625-45f7-9467-db379cf63945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '363cb4f0-265f-4b92-8616-dd1f1fc9267d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:30.040523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.040974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Bound using segment: {'id': 'ec440896-a625-45f7-9467-db379cf63945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '363cb4f0-265f-4b92-8616-dd1f1fc9267d'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:41:30.041449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Bound port: cdb567ef-205a-4041-945d-bea9e00229cd, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec440896-a625-45f7-9467-db379cf63945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '363cb4f0-265f-4b92-8616-dd1f1fc9267d'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:41:30.041864 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.105239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.112967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-dc10ce01-ccc2-4a29-b6e0-54b61800e676 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for d276afb4-fed1-42fd-bb59-54fa7c50bd86 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:30.141646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] For port cdb567ef-205a-4041-945d-bea9e00229cd, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:41:30.144881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Checking segment: {'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:30.145251 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Network hostable DHCP agents. Network: 33d2c1da-2772-491f-a87d-3b14a9aa7676, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:41:30.145437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] For port cdb567ef-205a-4041-945d-bea9e00229cd, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cdb567ef-205a-4041-945d-bea9e00229cd,segment=NetworkSegment(ec440896-a625-45f7-9467-db379cf63945),segment_id=ec440896-a625-45f7-9467-db379cf63945)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:41:30.151234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.162410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58300) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:30.200088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.222994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.230971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:30.231995 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.310043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd148cc2-8898-4ad6-ba5d-cb6c4cad2d60 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:30.312599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f8c521d2-b629-4d22-a4eb-fac7e2a60058 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:30.324808 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a59e2-cb77-4949-8635-3ad5c6714920 None None] Sync routers for ids ['b0a70da8-e228-47c6-a710-0da0366eabc4'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:30.331685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.345832 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a59e2-cb77-4949-8635-3ad5c6714920 None None] Routers {'b0a70da8-e228-47c6-a710-0da0366eabc4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:30.346465 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cf2a59e2-cb77-4949-8635-3ad5c6714920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b0a70da8-e228-47c6-a710-0da0366eabc4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:30.404380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c8e8c-f26c-4df2-9b58-bc9f4ed465a1 None None] Pushing event updated for resources: {'Port': ['ID=cdb567ef-205a-4041-945d-bea9e00229cd,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:30.429189 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Network 33d2c1da-2772-491f-a87d-3b14a9aa7676 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:41:30.439484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port f8c521d2-b629-4d22-a4eb-fac7e2a60058 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:30.446274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f8c521d2-b629-4d22-a4eb-fac7e2a60058 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:30.447047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.454270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 33d2c1da-2772-491f-a87d-3b14a9aa7676) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:30.469142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:30.491634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:30.492041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:30.492504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:30.503464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df12795e-bcd1-4703-80f1-0aa908e24b00 None None] Network 33d2c1da-2772-491f-a87d-3b14a9aa7676 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:30.504853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:30.505375 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:30.506834 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 2 to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b Jun 15 14:41:30.526957 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:30.527718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:30.528235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:30.573178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:30.573178 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:30.582862 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 3 to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b Jun 15 14:41:30.612314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:30.612938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:30.613874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:30.627370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:30.627803 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:30.630326 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 4 to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b Jun 15 14:41:30.644432 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-cf2a59e2-cb77-4949-8635-3ad5c6714920 None None] Set router b0a70da8-e228-47c6-a710-0da0366eabc4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:30.682867 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fd148cc2-8898-4ad6-ba5d-cb6c4cad2d60 admin admin] 10.222.0.26 "PUT /v2.0/routers/b0a70da8-e228-47c6-a710-0da0366eabc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2218766 Jun 15 14:41:30.687094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.712016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:30.712457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:30.716979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:30.728032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58306) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:30.730705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:30.731128 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:30.750388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.753886 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 5 to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b Jun 15 14:41:30.856168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:30.856631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:30.857150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:30.879865 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc10ce01-ccc2-4a29-b6e0-54b61800e676 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.903332 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7527084 Jun 15 14:41:30.915653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58310) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:30.931231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:30.931661 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:30.942960 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 6 to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b Jun 15 14:41:30.966418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f8c521d2-b629-4d22-a4eb-fac7e2a60058 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:30.966889 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:30.967066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10ce01-ccc2-4a29-b6e0-54b61800e676 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=d276afb4-fed1-42fd-bb59-54fa7c50bd86,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:30.978965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'subnet': {'network_id': '4ba60ac7-ad63-430e-872b-6ee75efbc7c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:31.015128 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:31.015534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:31.015969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:31.022113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port f8c521d2-b629-4d22-a4eb-fac7e2a60058, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f8c521d2-b629-4d22-a4eb-fac7e2a60058,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:31.040326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.135126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:31.135625 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:31.137105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=f8c521d2-b629-4d22-a4eb-fac7e2a60058,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:31.142780 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 7 to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b Jun 15 14:41:31.154361 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cf2a59e2-cb77-4949-8635-3ad5c6714920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:41:25Z', 'revision_number': 5, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:31.159049 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a59e2-cb77-4949-8635-3ad5c6714920 None None] Checking router: b0a70da8-e228-47c6-a710-0da0366eabc4 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:41:31.168353 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a59e2-cb77-4949-8635-3ad5c6714920 None None] Routers {'b0a70da8-e228-47c6-a710-0da0366eabc4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:31.169065 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cf2a59e2-cb77-4949-8635-3ad5c6714920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b0a70da8-e228-47c6-a710-0da0366eabc4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:31.184465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:31.184946 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:31.185400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:31.193253 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.200037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172b0d0-1f84-4d5d-a688-ab7e5935e884 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Network': ['ID=4ba60ac7-ad63-430e-872b-6ee75efbc7c0,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:31.214357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 4ba60ac7-ad63-430e-872b-6ee75efbc7c0 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:41:31.257652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:31.258082 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:31.262369 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 8 to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b Jun 15 14:41:31.295557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc10ce01-ccc2-4a29-b6e0-54b61800e676 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.316016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:31.316504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:31.316959 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:31.363455 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9a58f2c2-e015-4d71-8a1a-fd929a648f80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c632760070c426685982924d9131af3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1899662 Jun 15 14:41:31.368372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58314) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:31.380721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04bd0c67-c254-455d-b80d-48e0ee587e0a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.386413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:31.386868 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:31.398869 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 9 to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b Jun 15 14:41:31.412155 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-cf2a59e2-cb77-4949-8635-3ad5c6714920 None None] Set router b0a70da8-e228-47c6-a710-0da0366eabc4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:31.415313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc10ce01-ccc2-4a29-b6e0-54b61800e676 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.416622 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dc10ce01-ccc2-4a29-b6e0-54b61800e676 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/floatingips/3eb24b5e-a3d1-4bc6-b2eb-6ed8d170e524 HTTP/1.1" status: 204 len: 168 time: 2.1550536 Jun 15 14:41:31.423883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58318) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:31.430464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'a4a65fdf-a649-44f6-beac-3b279b4b5452'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:31.445378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:31.447939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:31.448403 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:31.448838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:31.458302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:floatingip and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:31.463535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:31.463990 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:31.464882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:31.469772 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 10 to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b Jun 15 14:41:31.486472 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:31.499627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:31.500127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:31.500650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:31.505261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:31.505461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.515160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 56fa3b2c-3be3-4469-992a-5989d99de64b on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:31.515640 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 56fa3b2c-3be3-4469-992a-5989d99de64b on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:31.516095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.533465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.550715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Deleting port cd17b9bf-1bc6-487a-9486-1ae894e31c81 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:31.551390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.585687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:subnet and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:31.597506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:31.614999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:31.646230 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4effd2b3-8f0d-4818-a7e3-3875fa44f673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.651039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Router ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:41:31.671515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:31.680955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.783546 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-cf2a59e2-cb77-4949-8635-3ad5c6714920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:41:25Z', 'revision_number': 5, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:31.788138 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a59e2-cb77-4949-8635-3ad5c6714920 None None] The sync data for ids ['b0a70da8-e228-47c6-a710-0da0366eabc4'] in dv-neutron-845844-1-hyperv is: [{'id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'name': 'tempest-ServersTestJSON-1988714074-router', 'tenant_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163'}], 'enable_snat': True}, 'gw_port_id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:12Z', 'updated_at': '2022-06-15T14:41:25Z', 'revision_number': 5, 'project_id': 'ce4e73c2702a45cea38a2e8af59546a2', 'gw_port': {'id': 'cd17b9bf-1bc6-487a-9486-1ae894e31c81', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:93:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a70da8-e228-47c6-a710-0da0366eabc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:17Z', 'updated_at': '2022-06-15T14:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:31.861452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] For port 56fa3b2c-3be3-4469-992a-5989d99de64b, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:41:31.861955 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempted to set empty binding levels {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 15 14:41:31.862907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2dc74d-ebd1-4c0f-9433-625f42cb0667 None None] Network 363cb4f0-265f-4b92-8616-dd1f1fc9267d requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:31.872918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.914638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4effd2b3-8f0d-4818-a7e3-3875fa44f673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.956095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:31.956829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.977432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:31.988516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f33f0646-856d-4b69-805e-5fdf644a0e6a None None] Provisioning for port cdb567ef-205a-4041-945d-bea9e00229cd completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:31.997364 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] For port cd17b9bf-1bc6-487a-9486-1ae894e31c81, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cd17b9bf-1bc6-487a-9486-1ae894e31c81,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:31.997942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:32.065789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event updated for resources: {'Port': ['ID=56fa3b2c-3be3-4469-992a-5989d99de64b,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:32.130962 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4dd9bd5d-8267-476a-bc8a-3c72f2cc4ee6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.2117431 Jun 15 14:41:32.135752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Calling delete_port for cd17b9bf-1bc6-487a-9486-1ae894e31c81 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:32.135918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58322) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:32.378993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f8c521d2-b629-4d22-a4eb-fac7e2a60058 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:32.417614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ed98a36f-1e1d-44a8-b2b4-eb43cfff4c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Deleting port 56fa3b2c-3be3-4469-992a-5989d99de64b {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:32.417828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed98a36f-1e1d-44a8-b2b4-eb43cfff4c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:32.428007 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:32.468245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-04bd0c67-c254-455d-b80d-48e0ee587e0a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port f8c521d2-b629-4d22-a4eb-fac7e2a60058 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:32.469012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04bd0c67-c254-455d-b80d-48e0ee587e0a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:32.485034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f8c521d2-b629-4d22-a4eb-fac7e2a60058 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:32.485564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:32.494789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:32.520395 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4effd2b3-8f0d-4818-a7e3-3875fa44f673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:32.529656 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179f6b57-0c8b-4fbe-bde7-66aa6432d71f None None] Sync routers for ids ['ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:32.562594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179f6b57-0c8b-4fbe-bde7-66aa6432d71f None None] Routers {'ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:32.563405 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-179f6b57-0c8b-4fbe-bde7-66aa6432d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:32.564938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effd2b3-8f0d-4818-a7e3-3875fa44f673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a001b3-56e8-40d8-8847-677b02cf3c1b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:32.642517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.26.3.12 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/08658f6c-4948-4619-83e9-677c56e6b443) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:32.649828 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-179f6b57-0c8b-4fbe-bde7-66aa6432d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:32.684300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:32.697527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179f6b57-0c8b-4fbe-bde7-66aa6432d71f None None] Routers {'ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:32.698332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-179f6b57-0c8b-4fbe-bde7-66aa6432d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:32.756984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4effd2b3-8f0d-4818-a7e3-3875fa44f673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:32.758118 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4effd2b3-8f0d-4818-a7e3-3875fa44f673 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c8a001b3-56e8-40d8-8847-677b02cf3c1b HTTP/1.1" status: 204 len: 168 time: 1.3869162 Jun 15 14:41:32.786933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-179f6b57-0c8b-4fbe-bde7-66aa6432d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:32.787439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179f6b57-0c8b-4fbe-bde7-66aa6432d71f None None] The sync data for ids ['ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:32.801507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:32.803852 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f8c521d2-b629-4d22-a4eb-fac7e2a60058 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:32.805116 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cdb567ef-205a-4041-945d-bea9e00229cd up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:32.805995 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8027c2ce-ea24-464d-a9ff-4f6d258ed5c3 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "PUT /v2.0/routers/ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b HTTP/1.1" status: 200 len: 879 time: 11.4837477 Jun 15 14:41:32.846026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd17b9bf-1bc6-487a-9486-1ae894e31c81,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:32.858315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58328) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:32.881278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-04bd0c67-c254-455d-b80d-48e0ee587e0a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] For port f8c521d2-b629-4d22-a4eb-fac7e2a60058, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f8c521d2-b629-4d22-a4eb-fac7e2a60058,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:32.881640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04bd0c67-c254-455d-b80d-48e0ee587e0a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:32.891575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port cdb567ef-205a-4041-945d-bea9e00229cd completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:32.898362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port cdb567ef-205a-4041-945d-bea9e00229cd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:32.899005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.052861 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port cdb567ef-205a-4041-945d-bea9e00229cd is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:33.053256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.094868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port cdb567ef-205a-4041-945d-bea9e00229cd, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cdb567ef-205a-4041-945d-bea9e00229cd,segment=NetworkSegment(ec440896-a625-45f7-9467-db379cf63945),segment_id=ec440896-a625-45f7-9467-db379cf63945)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:33.103708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.113617 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ab97d6a9-53b4-4482-8cd3-bfefb2e60e85 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/routers/ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b HTTP/1.1" status: 200 len: 920 time: 0.2539439 Jun 15 14:41:33.129099 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58336) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:33.155048 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 111b401f-5fbe-448e-94bb-107785fe94e8 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:33.185577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58340) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:33.200769 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 111b401f-5fbe-448e-94bb-107785fe94e8 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:33.201091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 111b401f-5fbe-448e-94bb-107785fe94e8 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:33.221238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=cdb567ef-205a-4041-945d-bea9e00229cd,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:33.242452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88fd9f68-3208-4389-9b42-0bf6aa2932e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.289799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.302574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-04bd0c67-c254-455d-b80d-48e0ee587e0a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for f8c521d2-b629-4d22-a4eb-fac7e2a60058 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:33.327666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-88fd9f68-3208-4389-9b42-0bf6aa2932e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:33.341576 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.346074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-88fd9f68-3208-4389-9b42-0bf6aa2932e3 admin admin] Usage tracker for resource:security_group_rule and tenant:86db055c56e243e4a86ddf2873aed800 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:33.355663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:41:33.363957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-ed98a36f-1e1d-44a8-b2b4-eb43cfff4c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] For port 56fa3b2c-3be3-4469-992a-5989d99de64b, host hv-neutron-8458, got binding levels [] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:33.364261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed98a36f-1e1d-44a8-b2b4-eb43cfff4c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.371972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.413651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-88fd9f68-3208-4389-9b42-0bf6aa2932e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:33.431180 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-88fd9f68-3208-4389-9b42-0bf6aa2932e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:33.513936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.519431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.546763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ed98a36f-1e1d-44a8-b2b4-eb43cfff4c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Calling delete_port for 56fa3b2c-3be3-4469-992a-5989d99de64b owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:33.555537 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c3842f-2d07-46e2-b610-90ffdb78c502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:33.556269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f2c3842f-2d07-46e2-b610-90ffdb78c502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Synchronizing usage tracker for tenant:23fabd7b6d114fad8491ff5c837c9ec2 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:33.583896 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.584534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0a70da8-e228-47c6-a710-0da0366eabc4 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:41:33.587992 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f2c3842f-2d07-46e2-b610-90ffdb78c502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Unset dirty status for tenant:23fabd7b6d114fad8491ff5c837c9ec2 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:33.589256 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f2c3842f-2d07-46e2-b610-90ffdb78c502 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&device_id=ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4594223 Jun 15 14:41:33.599385 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58344) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:33.623199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.664083 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Subnet': ['ID=257b9499-577a-4dfb-a1db-309316e6bf6d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:33.698720 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Checking segment: {'id': 'b819609c-f6d1-4bdd-abdf-73c5d86f8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4ba60ac7-ad63-430e-872b-6ee75efbc7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:33.699319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network hostable DHCP agents. Network: 4ba60ac7-ad63-430e-872b-6ee75efbc7c0, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:41:33.730099 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed98a36f-1e1d-44a8-b2b4-eb43cfff4c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.782776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network 4ba60ac7-ad63-430e-872b-6ee75efbc7c0 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:41:33.789176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98a36f-1e1d-44a8-b2b4-eb43cfff4c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event deleted for resources: {'Port': ['ID=56fa3b2c-3be3-4469-992a-5989d99de64b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:33.796170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=08658f6c-4948-4619-83e9-677c56e6b443,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:33.808783 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:33.814586 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:33.829413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:33.840395 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed98a36f-1e1d-44a8-b2b4-eb43cfff4c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.843376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 4ba60ac7-ad63-430e-872b-6ee75efbc7c0) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:33.854464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed66ddc9-448b-40d9-a912-0a4980bbe4da None None] Network 4ba60ac7-ad63-430e-872b-6ee75efbc7c0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:33.857927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:33.858549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.882162 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ed98a36f-1e1d-44a8-b2b4-eb43cfff4c98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "DELETE /v2.0/ports/56fa3b2c-3be3-4469-992a-5989d99de64b HTTP/1.1" status: 204 len: 168 time: 1.7413423 Jun 15 14:41:33.886360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58348) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:33.906070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88fd9f68-3208-4389-9b42-0bf6aa2932e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.926106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.929816 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7260bfd5-30cc-4e05-8443-70e7c1bedf1c admin admin] 10.222.0.26 "DELETE /v2.0/routers/b0a70da8-e228-47c6-a710-0da0366eabc4 HTTP/1.1" status: 204 len: 168 time: 3.1951897 Jun 15 14:41:33.929816 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-88fd9f68-3208-4389-9b42-0bf6aa2932e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.935630 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58352) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:33.940823 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-806152fb-b071-45c4-a3b3-de9a34db1632 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0206439 Jun 15 14:41:33.942170 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9c53aa-6b74-4b7f-8722-fdba89c513c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] GET failed (client error): The resource could not be found. Jun 15 14:41:33.942740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fd9c53aa-6b74-4b7f-8722-fdba89c513c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Synchronizing usage tracker for tenant:33657f4ec5114568a9ebb84a27517b10 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:33.945348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58354) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:33.949205 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04bd0c67-c254-455d-b80d-48e0ee587e0a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:33.957001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'port': {'network_id': '4ba60ac7-ad63-430e-872b-6ee75efbc7c0', 'name': 'tempest-NetworksIpV6TestAttrs-39737704'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:33.991674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3def21-bfce-4331-ba61-923c0334e156 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:33.995967 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e3def21-bfce-4331-ba61-923c0334e156 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/networks/a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 881 time: 0.3927341 Jun 15 14:41:34.002731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58360) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:34.078511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd0c67-c254-455d-b80d-48e0ee587e0a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=f8c521d2-b629-4d22-a4eb-fac7e2a60058,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:34.174009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-4ba60ac7-ad63-430e-872b-6ee75efbc7c0', 'network_id': '4ba60ac7-ad63-430e-872b-6ee75efbc7c0', 'tenant_id': '19b364011ced488797e4adc4434256ac', 'fixed_ips': [{'subnet_id': '257b9499-577a-4dfb-a1db-309316e6bf6d'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:41:34.175004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.201362 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9a555780-bb09-4cd6-9cc0-adecb7ac8b13 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b HTTP/1.1" status: 200 len: 205 time: 0.1843228 Jun 15 14:41:34.202716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fd9c53aa-6b74-4b7f-8722-fdba89c513c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Unset dirty status for tenant:33657f4ec5114568a9ebb84a27517b10 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:34.207638 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fd9c53aa-6b74-4b7f-8722-fdba89c513c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "GET /v2.0/ports/56fa3b2c-3be3-4469-992a-5989d99de64b HTTP/1.1" status: 404 len: 333 time: 0.3165755 Jun 15 14:41:34.211020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58364) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:34.211352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58366) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:34.271057 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-88fd9f68-3208-4389-9b42-0bf6aa2932e3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86db055c56e243e4a86ddf2873aed800&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0773618 Jun 15 14:41:34.274338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd9f68-3208-4389-9b42-0bf6aa2932e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575df070-78e3-47b0-b214-3677f88cd71a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:34.276936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58372) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:34.315472 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0d5712-f7a8-4dfa-a80e-e05e61c2527c admin admin] Deleting subnet d33a1874-1c43-49f4-9a08-d4d67a65c1cd {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:34.380661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cdb567ef-205a-4041-945d-bea9e00229cd up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:34.385227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5712-f7a8-4dfa-a80e-e05e61c2527c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.397858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Request body: {'port': {'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-139766589'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:34.436991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:34.464638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Allocated IP 2001:db8::f816:3eff:fe90:cb65 (4ba60ac7-ad63-430e-872b-6ee75efbc7c0/257b9499-577a-4dfb-a1db-309316e6bf6d/0f1da910-b5d6-4c44-aa89-ae187dde73ef) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:34.544900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:34.548919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04bd0c67-c254-455d-b80d-48e0ee587e0a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.553243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5712-f7a8-4dfa-a80e-e05e61c2527c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.567278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port cdb567ef-205a-4041-945d-bea9e00229cd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:34.567877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.668669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7062b865-9e6d-403a-adcf-65579370231d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.734933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7062b865-9e6d-403a-adcf-65579370231d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.797295 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port cdb567ef-205a-4041-945d-bea9e00229cd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:34.805174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.816339 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Transition to ACTIVE for port object 0f1da910-b5d6-4c44-aa89-ae187dde73ef will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:34.835631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Made reservation on behalf of 33657f4ec5114568a9ebb84a27517b10 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:34.837965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.839941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Transition to ACTIVE for port object 0f1da910-b5d6-4c44-aa89-ae187dde73ef will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:34.847281 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5712-f7a8-4dfa-a80e-e05e61c2527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.849241 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.863084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:34.900108 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cd17b9bf-1bc6-487a-9486-1ae894e31c81 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:34.920120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7062b865-9e6d-403a-adcf-65579370231d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.942038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7062b865-9e6d-403a-adcf-65579370231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575df070-78e3-47b0-b214-3677f88cd71a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:34.942661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:port and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:34.954156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:34.971787 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: cd17b9bf-1bc6-487a-9486-1ae894e31c81 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:34.971998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.972265 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cd17b9bf-1bc6-487a-9486-1ae894e31c81 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:34.974882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:34.975044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5712-f7a8-4dfa-a80e-e05e61c2527c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:34.978644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] device_id is not set on port 36c01801-42e0-46a6-ab94-feda4ed9ec44 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:34.983573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Network 4ba60ac7-ad63-430e-872b-6ee75efbc7c0 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:34.987325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:34.990002 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:35.015329 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7062b865-9e6d-403a-adcf-65579370231d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.019638 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7062b865-9e6d-403a-adcf-65579370231d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/575df070-78e3-47b0-b214-3677f88cd71a HTTP/1.1" status: 204 len: 168 time: 0.7383680 Jun 15 14:41:35.043048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d5712-f7a8-4dfa-a80e-e05e61c2527c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33a1874-1c43-49f4-9a08-d4d67a65c1cd,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:35.050022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b0d5712-f7a8-4dfa-a80e-e05e61c2527c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.060510 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9b0d5712-f7a8-4dfa-a80e-e05e61c2527c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d33a1874-1c43-49f4-9a08-d4d67a65c1cd HTTP/1.1" status: 204 len: 168 time: 1.1114521 Jun 15 14:41:35.063042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58378) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:35.082444 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbc31d7-2978-4743-8352-4f503a68b999 None None] Network 2c4542f6-1ff4-449e-819f-bedc559ff4ef requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:35.099964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Pushing event updated for resources: {'Port': ['ID=0f1da910-b5d6-4c44-aa89-ae187dde73ef,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:35.110706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.186947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Attempting to bind port 0f1da910-b5d6-4c44-aa89-ae187dde73ef on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:35.187477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Attempting to bind port 0f1da910-b5d6-4c44-aa89-ae187dde73ef by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'b819609c-f6d1-4bdd-abdf-73c5d86f8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4ba60ac7-ad63-430e-872b-6ee75efbc7c0'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:35.187785 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Attempting to bind port 0f1da910-b5d6-4c44-aa89-ae187dde73ef on network 4ba60ac7-ad63-430e-872b-6ee75efbc7c0 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:35.205662 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:41:35.206587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Checking segment: {'id': 'b819609c-f6d1-4bdd-abdf-73c5d86f8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4ba60ac7-ad63-430e-872b-6ee75efbc7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:35.206587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.206827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Bound using segment: {'id': 'b819609c-f6d1-4bdd-abdf-73c5d86f8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4ba60ac7-ad63-430e-872b-6ee75efbc7c0'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:41:35.207316 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Bound port: 0f1da910-b5d6-4c44-aa89-ae187dde73ef, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b819609c-f6d1-4bdd-abdf-73c5d86f8749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4ba60ac7-ad63-430e-872b-6ee75efbc7c0'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:41:35.207695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.225653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.263426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.277430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:35.281264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.295678 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Deleting port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:35.296214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.391452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bd0c67-c254-455d-b80d-48e0ee587e0a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Router 0becd1ef-4f18-4445-9176-5754e082f6d3 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:35.418163 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] For port 0f1da910-b5d6-4c44-aa89-ae187dde73ef, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:41:35.421527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] For port 0f1da910-b5d6-4c44-aa89-ae187dde73ef, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0f1da910-b5d6-4c44-aa89-ae187dde73ef,segment=NetworkSegment(b819609c-f6d1-4bdd-abdf-73c5d86f8749),segment_id=b819609c-f6d1-4bdd-abdf-73c5d86f8749)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:41:35.433099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.434205 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] device_id is not set on port b68b944b-545b-4b51-b2ee-a41163f65ea2 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:35.553710 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53f68f-bf15-45cb-b957-82c9568bcfe4 None None] Pushing event updated for resources: {'Port': ['ID=0f1da910-b5d6-4c44-aa89-ae187dde73ef,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:35.605264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1594f5bd-ac48-4bb7-95a4-c4bfe4158e7a None None] DHCP port deletion for 2c4542f6-1ff4-449e-819f-bedc559ff4ef request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:41:35.616771 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1594f5bd-ac48-4bb7-95a4-c4bfe4158e7a None None] Deleting port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:35.617234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1594f5bd-ac48-4bb7-95a4-c4bfe4158e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.697816 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] For port 48fe0f3d-ade2-447a-bd1e-c93232e086a0, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=48fe0f3d-ade2-447a-bd1e-c93232e086a0,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:35.698314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.836598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bd0c67-c254-455d-b80d-48e0ee587e0a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:35.846766 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816a65a1-36a0-421c-b0bd-5ceb8c93b177 None None] Sync routers for ids ['0becd1ef-4f18-4445-9176-5754e082f6d3'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:35.866020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.878619 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a65a1-36a0-421c-b0bd-5ceb8c93b177 None None] Routers {'0becd1ef-4f18-4445-9176-5754e082f6d3'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:35.879254 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-816a65a1-36a0-421c-b0bd-5ceb8c93b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['0becd1ef-4f18-4445-9176-5754e082f6d3'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:35.899724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Calling delete_port for 48fe0f3d-ade2-447a-bd1e-c93232e086a0 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:35.917932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:35.943142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58384) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:36.034815 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-04bd0c67-c254-455d-b80d-48e0ee587e0a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "PUT /v2.0/routers/0becd1ef-4f18-4445-9176-5754e082f6d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2481427 Jun 15 14:41:36.039664 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-816a65a1-36a0-421c-b0bd-5ceb8c93b177 None None] Set router 0becd1ef-4f18-4445-9176-5754e082f6d3 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:36.040472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58388) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:36.046853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Deleting port 501ec62f-4ec6-46bf-9510-97127fcef43c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:36.047216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:36.054483 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:36.068790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1594f5bd-ac48-4bb7-95a4-c4bfe4158e7a None None] For port 48fe0f3d-ade2-447a-bd1e-c93232e086a0, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=48fe0f3d-ade2-447a-bd1e-c93232e086a0,segment=NetworkSegment(4488c182-a38b-4556-981a-555b8f5ea8a9),segment_id=4488c182-a38b-4556-981a-555b8f5ea8a9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:36.069568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1594f5bd-ac48-4bb7-95a4-c4bfe4158e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:36.147605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad7aae-656d-4407-94e8-347f6222a548 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:36.149214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ad7aae-656d-4407-94e8-347f6222a548 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:36.150004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-36ad7aae-656d-4407-94e8-347f6222a548 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:36.192153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:36.197787 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Allocated IP 2001:db8::f816:3eff:fe5c:e878 (4ba60ac7-ad63-430e-872b-6ee75efbc7c0/257b9499-577a-4dfb-a1db-309316e6bf6d/b68b944b-545b-4b51-b2ee-a41163f65ea2) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:36.209097 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-816a65a1-36a0-421c-b0bd-5ceb8c93b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0becd1ef-4f18-4445-9176-5754e082f6d3', 'name': 'tempest-NetworksTestDHCPv6-router-1312939714', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:41:16Z', 'updated_at': '2022-06-15T14:41:33Z', 'revision_number': 3, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:36.221798 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816a65a1-36a0-421c-b0bd-5ceb8c93b177 None None] Checking router: 0becd1ef-4f18-4445-9176-5754e082f6d3 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:41:36.232589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1594f5bd-ac48-4bb7-95a4-c4bfe4158e7a None None] Calling delete_port for 48fe0f3d-ade2-447a-bd1e-c93232e086a0 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:36.256913 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816a65a1-36a0-421c-b0bd-5ceb8c93b177 None None] Routers {'0becd1ef-4f18-4445-9176-5754e082f6d3'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:36.258312 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-816a65a1-36a0-421c-b0bd-5ceb8c93b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['0becd1ef-4f18-4445-9176-5754e082f6d3'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:36.259114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:36.310641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Network 33d2c1da-2772-491f-a87d-3b14a9aa7676 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:36.316286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:36.318695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fb0624a-7654-4417-af06-69e26e598904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:36.319648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-36ad7aae-656d-4407-94e8-347f6222a548 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:36.320897 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-36ad7aae-656d-4407-94e8-347f6222a548 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2791221 Jun 15 14:41:36.343800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58392) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:36.383813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0f1da910-b5d6-4c44-aa89-ae187dde73ef up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:36.449462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1594f5bd-ac48-4bb7-95a4-c4bfe4158e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:36.462868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7fb0624a-7654-4417-af06-69e26e598904 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:36.465430 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-816a65a1-36a0-421c-b0bd-5ceb8c93b177 None None] Set router 0becd1ef-4f18-4445-9176-5754e082f6d3 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:41:36.507406 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7fb0624a-7654-4417-af06-69e26e598904 admin admin] Usage tracker for resource:security_group_rule and tenant:401f2bbb34ad4da099d671d9ecdf2ce8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:36.510622 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594f5bd-ac48-4bb7-95a4-c4bfe4158e7a None None] Pushing event deleted for resources: {'Port': ['ID=48fe0f3d-ade2-447a-bd1e-c93232e086a0,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:36.510938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=08658f6c-4948-4619-83e9-677c56e6b443,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:36.517057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7fb0624a-7654-4417-af06-69e26e598904 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:36.522468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1594f5bd-ac48-4bb7-95a4-c4bfe4158e7a None None] No DVR routers for this DVR port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:36.533953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:36.535054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:36.535524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:36.536921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7fb0624a-7654-4417-af06-69e26e598904 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:36.542888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:41:36.543206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:41:36.551337 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea82cce-2266-4ec6-b6e5-71f671ea23f1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet b1010afa-c8b8-41e1-82ae-f90d83c3b273 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:36.559957 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ea82cce-2266-4ec6-b6e5-71f671ea23f1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:36.560604 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 0f1da910-b5d6-4c44-aa89-ae187dde73ef completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:36.595973 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:36.627835 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 48fe0f3d-ade2-447a-bd1e-c93232e086a0 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:36.637508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event updated for resources: {'Port': ['ID=36c01801-42e0-46a6-ab94-feda4ed9ec44,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:36.677529 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-816a65a1-36a0-421c-b0bd-5ceb8c93b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0becd1ef-4f18-4445-9176-5754e082f6d3', 'name': 'tempest-NetworksTestDHCPv6-router-1312939714', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:41:16Z', 'updated_at': '2022-06-15T14:41:33Z', 'revision_number': 3, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:36.688233 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-09bfc9cb-636d-4b45-b376-e56f0272b8e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.4648080 Jun 15 14:41:36.690860 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816a65a1-36a0-421c-b0bd-5ceb8c93b177 None None] The sync data for ids ['0becd1ef-4f18-4445-9176-5754e082f6d3'] in dv-neutron-845844-1-hyperv is: [{'id': '0becd1ef-4f18-4445-9176-5754e082f6d3', 'name': 'tempest-NetworksTestDHCPv6-router-1312939714', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:41:16Z', 'updated_at': '2022-06-15T14:41:33Z', 'revision_number': 3, 'project_id': '002819f0ba4a48a2a200d316f3a74cb9', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:36.702923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58398) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:36.715550 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 48fe0f3d-ade2-447a-bd1e-c93232e086a0 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:36.716394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 48fe0f3d-ade2-447a-bd1e-c93232e086a0 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:36.736057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ea82cce-2266-4ec6-b6e5-71f671ea23f1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:36.747237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:36.905646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:36.937335 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Floating IP 36a8704e-786c-4136-99f3-86ab2abb47ce associated. External IP: 172.26.3.12, port: a4a65fdf-a649-44f6-beac-3b279b4b5452. Jun 15 14:41:36.991987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f096b72-c9c6-4015-b197-4ff250379837 None None] Network 4ba60ac7-ad63-430e-872b-6ee75efbc7c0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:37.034629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ea82cce-2266-4ec6-b6e5-71f671ea23f1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.051708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Calling delete_port for 501ec62f-4ec6-46bf-9510-97127fcef43c owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:37.063855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Deleting port 48fe0f3d-ade2-447a-bd1e-c93232e086a0 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:37.064376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.100914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ec896e75-8477-4034-a563-19dd24f87e75 None None] Provisioning for port 0f1da910-b5d6-4c44-aa89-ae187dde73ef completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:37.124284 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ec896e75-8477-4034-a563-19dd24f87e75 None None] Provisioning complete for port 0f1da910-b5d6-4c44-aa89-ae187dde73ef triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:37.126145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec896e75-8477-4034-a563-19dd24f87e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.218521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fb0624a-7654-4417-af06-69e26e598904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.224139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] The port '48fe0f3d-ade2-447a-bd1e-c93232e086a0' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:41:37.229753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.248483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.273085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fb0624a-7654-4417-af06-69e26e598904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.337434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Transition to ACTIVE for port object b68b944b-545b-4b51-b2ee-a41163f65ea2 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:37.366045 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ec896e75-8477-4034-a563-19dd24f87e75 None None] Current status of the port 0f1da910-b5d6-4c44-aa89-ae187dde73ef is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:37.366716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec896e75-8477-4034-a563-19dd24f87e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.412616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ec896e75-8477-4034-a563-19dd24f87e75 None None] For port 0f1da910-b5d6-4c44-aa89-ae187dde73ef, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0f1da910-b5d6-4c44-aa89-ae187dde73ef,segment=NetworkSegment(b819609c-f6d1-4bdd-abdf-73c5d86f8749),segment_id=b819609c-f6d1-4bdd-abdf-73c5d86f8749)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:37.419793 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec896e75-8477-4034-a563-19dd24f87e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.441295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0624a-7654-4417-af06-69e26e598904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ea827a-6e9c-48c4-a5c6-188bf1767c13,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:37.446856 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7fb0624a-7654-4417-af06-69e26e598904 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=401f2bbb34ad4da099d671d9ecdf2ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5026655 Jun 15 14:41:37.453796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58402) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:37.505789 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec896e75-8477-4034-a563-19dd24f87e75 None None] Pushing event updated for resources: {'Port': ['ID=0f1da910-b5d6-4c44-aa89-ae187dde73ef,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:37.529999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ea82cce-2266-4ec6-b6e5-71f671ea23f1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.531863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.542344 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.623277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea82cce-2266-4ec6-b6e5-71f671ea23f1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=b1010afa-c8b8-41e1-82ae-f90d83c3b273,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:37.642415 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ea82cce-2266-4ec6-b6e5-71f671ea23f1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.645008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network 4ba60ac7-ad63-430e-872b-6ee75efbc7c0 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:37.652438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:37.654943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02329a6c-160f-4bc5-bf0d-a87f2cc218ce None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:37.660705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c4542f6-1ff4-449e-819f-bedc559ff4ef']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:37.686879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:37.688555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4488c182-a38b-4556-981a-555b8f5ea8a9') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:37.689089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4488c182-a38b-4556-981a-555b8f5ea8a9') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:37.696921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:37.697781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.724038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Port': ['ID=b68b944b-545b-4b51-b2ee-a41163f65ea2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:37.751585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.766517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.808752 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Pushing event deleted for resources: {'Port': ['ID=501ec62f-4ec6-46bf-9510-97127fcef43c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:37.815059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] device_id is not set on port 36c01801-42e0-46a6-ab94-feda4ed9ec44 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:37.818577 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6ea82cce-2266-4ec6-b6e5-71f671ea23f1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/b1010afa-c8b8-41e1-82ae-f90d83c3b273 HTTP/1.1" status: 204 len: 168 time: 1.4736514 Jun 15 14:41:37.823483 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58406) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:37.826001 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe60f-d711-4ec4-b760-e3002ad8d591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.828839 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a207740a-9f31-40ce-aeb7-a195b6567422 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.8820615 Jun 15 14:41:37.830325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.833031 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58410) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:37.838748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.863287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-95e05643-18ef-4876-ba70-07a65e09fdcb None None] Provisioning complete for port 0f1da910-b5d6-4c44-aa89-ae187dde73ef triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:37.863809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-95e05643-18ef-4876-ba70-07a65e09fdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:37.962466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.040166 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:41:38.040602 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.057491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-95e05643-18ef-4876-ba70-07a65e09fdcb None None] Current status of the port 0f1da910-b5d6-4c44-aa89-ae187dde73ef is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:38.133234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b121e263-930f-41e4-a95b-219b9531e84c None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:41:38.136300 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4488c182-a38b-4556-981a-555b8f5ea8a9 resource provider aggregate not found Jun 15 14:41:38.138036 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b121e263-930f-41e4-a95b-219b9531e84c None None] Deleting port fc57e895-c7d8-4364-935c-19c073ac0a83 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:38.138539 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b121e263-930f-41e4-a95b-219b9531e84c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.154791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.157359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.195708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.196576 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Fanout notify agent at l3_agent the message router_deleted on router ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:41:38.211540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe60f-d711-4ec4-b760-e3002ad8d591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.219754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:41:38.222626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.228923 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8290bc2e-f130-47a1-bd63-1df5194c4add tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/routers/ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b HTTP/1.1" status: 204 len: 168 time: 4.0047665 Jun 15 14:41:38.229094 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4488c182-a38b-4556-981a-555b8f5ea8a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4488c182-a38b-4556-981a-555b8f5ea8a9 found for delete ", "request_id": "req-2f9159e4-b43c-4f06-a91d-ffb2d2d73f83"}]} Jun 15 14:41:38.229955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58418) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:38.235269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-92ddf58a-3d33-49e8-992d-352156ad5546 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1016739479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:38.243818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-92ddf58a-3d33-49e8-992d-352156ad5546 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:38.248759 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-92ddf58a-3d33-49e8-992d-352156ad5546 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Usage tracker for resource:router and tenant:76535072f613409b921cd3b45dae9ffe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:38.252714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-92ddf58a-3d33-49e8-992d-352156ad5546 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:38.260395 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-92ddf58a-3d33-49e8-992d-352156ad5546 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:38.272075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-673fa156-c164-46c9-bbeb-c96cfbd5d1bb None None] Provisioning for port b68b944b-545b-4b51-b2ee-a41163f65ea2 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:38.273012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92ddf58a-3d33-49e8-992d-352156ad5546 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.274071 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92ddf58a-3d33-49e8-992d-352156ad5546 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.275609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0f1da910-b5d6-4c44-aa89-ae187dde73ef up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:38.289678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92ddf58a-3d33-49e8-992d-352156ad5546 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.308686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92ddf58a-3d33-49e8-992d-352156ad5546 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.333453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-673fa156-c164-46c9-bbeb-c96cfbd5d1bb None None] Provisioning complete for port b68b944b-545b-4b51-b2ee-a41163f65ea2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:38.333940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-673fa156-c164-46c9-bbeb-c96cfbd5d1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.335871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d90f157-97aa-44bb-85f7-fd2d72691e19 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Deleting subnet 257b9499-577a-4dfb-a1db-309316e6bf6d {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:38.338189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92ddf58a-3d33-49e8-992d-352156ad5546 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.339561 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-92ddf58a-3d33-49e8-992d-352156ad5546 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1091065 Jun 15 14:41:38.342616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58422) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:38.348273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'enable_snat': True}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:38.358497 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d90f157-97aa-44bb-85f7-fd2d72691e19 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.490542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.531420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.531729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Transition to ACTIVE for port object 36c01801-42e0-46a6-ab94-feda4ed9ec44 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:38.553917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-673fa156-c164-46c9-bbeb-c96cfbd5d1bb None None] Port b68b944b-545b-4b51-b2ee-a41163f65ea2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:41:38.558355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d90f157-97aa-44bb-85f7-fd2d72691e19 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.577410 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 0f1da910-b5d6-4c44-aa89-ae187dde73ef triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:38.577877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.586164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c4542f6-1ff4-449e-819f-bedc559ff4ef,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:38.593167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5a30ff53-ef9a-4600-b885-50cd7ec2e79e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:router {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:38.594251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.631692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b121e263-930f-41e4-a95b-219b9531e84c None None] For port fc57e895-c7d8-4364-935c-19c073ac0a83, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=fc57e895-c7d8-4364-935c-19c073ac0a83,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:38.632823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b121e263-930f-41e4-a95b-219b9531e84c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.714884 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ae711a37-03aa-422e-9a25-69cf63a6366f admin admin] 10.222.0.26 "DELETE /v2.0/networks/2c4542f6-1ff4-449e-819f-bedc559ff4ef HTTP/1.1" status: 204 len: 168 time: 3.6507533 Jun 15 14:41:38.716660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5a30ff53-ef9a-4600-b885-50cd7ec2e79e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:router {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:38.718583 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5a30ff53-ef9a-4600-b885-50cd7ec2e79e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8940187 Jun 15 14:41:38.733686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58428) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:38.737947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe60f-d711-4ec4-b760-e3002ad8d591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.740329 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d3fe60f-d711-4ec4-b760-e3002ad8d591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.743775 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7d3fe60f-d711-4ec4-b760-e3002ad8d591 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/10ea827a-6e9c-48c4-a5c6-188bf1767c13 HTTP/1.1" status: 204 len: 168 time: 1.2849710 Jun 15 14:41:38.796738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b121e263-930f-41e4-a95b-219b9531e84c None None] Calling delete_port for fc57e895-c7d8-4364-935c-19c073ac0a83 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:38.847479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fe60f-d711-4ec4-b760-e3002ad8d591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ea827a-6e9c-48c4-a5c6-188bf1767c13,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:38.930070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:38.942096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad64a420-7a7e-472f-9db6-926956bc78ba tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:38.948751 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab426a3-2cf6-4d04-8be6-5a5639e3b295 None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:38.994516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab426a3-2cf6-4d04-8be6-5a5639e3b295 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:38.995593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1ab426a3-2cf6-4d04-8be6-5a5639e3b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:39.021649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event updated for resources: {'Port': ['ID=36c01801-42e0-46a6-ab94-feda4ed9ec44,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:39.027130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:39.027467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:39.027831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:39.035210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:39.035552 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:39.036449 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 2 to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 Jun 15 14:41:39.077894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b121e263-930f-41e4-a95b-219b9531e84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.091295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58434) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:39.118617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 0f1da910-b5d6-4c44-aa89-ae187dde73ef is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:39.133331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1ab426a3-2cf6-4d04-8be6-5a5639e3b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:39.147800 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b121e263-930f-41e4-a95b-219b9531e84c None None] No DVR routers for this DVR port fc57e895-c7d8-4364-935c-19c073ac0a83 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:39.151932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121e263-930f-41e4-a95b-219b9531e84c None None] Pushing event deleted for resources: {'Port': ['ID=fc57e895-c7d8-4364-935c-19c073ac0a83,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:39.163849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab426a3-2cf6-4d04-8be6-5a5639e3b295 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:39.164635 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1ab426a3-2cf6-4d04-8be6-5a5639e3b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:39.196215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.213632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.231588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:39.231923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:39.232278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:39.242524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:39.242900 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:39.243409 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 3 to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 Jun 15 14:41:39.246611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device fc57e895-c7d8-4364-935c-19c073ac0a83 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:39.266420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:39.266762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:39.267208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:39.290890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: fc57e895-c7d8-4364-935c-19c073ac0a83 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:39.291592 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device fc57e895-c7d8-4364-935c-19c073ac0a83 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:39.292284 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f8c521d2-b629-4d22-a4eb-fac7e2a60058 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:39.321345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-1ab426a3-2cf6-4d04-8be6-5a5639e3b295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:39.322261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab426a3-2cf6-4d04-8be6-5a5639e3b295 None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:39.336259 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: f8c521d2-b629-4d22-a4eb-fac7e2a60058 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:39.336798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f8c521d2-b629-4d22-a4eb-fac7e2a60058 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:39.343463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:39.343799 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:39.344347 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 4 to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 Jun 15 14:41:39.373082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:39.373523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:39.373965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:39.384748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:39.385076 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:39.385609 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 5 to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 Jun 15 14:41:39.394938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d90f157-97aa-44bb-85f7-fd2d72691e19 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.405311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:39.405602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:39.405916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:39.413831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:39.414079 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:39.414602 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 6 to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 Jun 15 14:41:39.442648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:39.442965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:39.443736 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:39.451301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:39.451631 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:39.452165 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 7 to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 Jun 15 14:41:39.473156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:39.473495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:39.473839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:39.532532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:39.532970 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:39.539338 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 8 to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 Jun 15 14:41:39.621154 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad64a420-7a7e-472f-9db6-926956bc78ba tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.626331 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fa0f5587-8dc5-47ec-bbd9-ddd1d050cdb0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce4e73c2702a45cea38a2e8af59546a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5314491 Jun 15 14:41:39.627759 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad64a420-7a7e-472f-9db6-926956bc78ba tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.636252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58452) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:39.637703 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fb1e22b5-449d-4795-b8c0-1a646d945020 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.2114429 Jun 15 14:41:39.640502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58458) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:39.654086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1506228340'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:39.683875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:39.684229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:39.684763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:39.689313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:39.700686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:39.701232 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:39.709416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:network and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:39.712264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad64a420-7a7e-472f-9db6-926956bc78ba tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.712789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad64a420-7a7e-472f-9db6-926956bc78ba tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Fanout notify agent at l3_agent the message router_deleted on router 0becd1ef-4f18-4445-9176-5754e082f6d3 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:41:39.712957 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 9 to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 Jun 15 14:41:39.717945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d90f157-97aa-44bb-85f7-fd2d72691e19 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.725383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:39.740275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:39.749204 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:39.749737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:39.750216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:39.766311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.772297 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90f157-97aa-44bb-85f7-fd2d72691e19 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Subnet': ['ID=257b9499-577a-4dfb-a1db-309316e6bf6d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:39.785697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d90f157-97aa-44bb-85f7-fd2d72691e19 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.794553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944567a-1c99-4d94-8366-5592893a11b3 None None] Network 4ba60ac7-ad63-430e-872b-6ee75efbc7c0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:39.795423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06c3b4dc-b120-4b3e-86f8-f50253936ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.798778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:39.799395 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:39.802180 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8d90f157-97aa-44bb-85f7-fd2d72691e19 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/subnets/257b9499-577a-4dfb-a1db-309316e6bf6d HTTP/1.1" status: 204 len: 168 time: 1.7775953 Jun 15 14:41:39.802308 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 10 to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 Jun 15 14:41:39.803467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58464) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:39.809559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Made reservation on behalf of 7efef928e0094939bd2c4aaca63bcf94 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:39.813069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.819209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad64a420-7a7e-472f-9db6-926956bc78ba tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.832328 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ad64a420-7a7e-472f-9db6-926956bc78ba tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/routers/0becd1ef-4f18-4445-9176-5754e082f6d3 HTTP/1.1" status: 204 len: 168 time: 1.0840755 Jun 15 14:41:39.842523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58468) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:39.845306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.933044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06c3b4dc-b120-4b3e-86f8-f50253936ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:39.958872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a97cce60-bd70-48d2-b4a9-738ee4e8eed8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:39.976647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e326fab-989a-44fd-b761-94ecc1365543 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:39.978166 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e326fab-989a-44fd-b761-94ecc1365543 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:39.978935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2e326fab-989a-44fd-b761-94ecc1365543 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Synchronizing usage tracker for tenant:19b364011ced488797e4adc4434256ac on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:39.989340 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:41:40.004457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2e326fab-989a-44fd-b761-94ecc1365543 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Unset dirty status for tenant:19b364011ced488797e4adc4434256ac on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:40.004858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.005639 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Added segment 7d3e7c9d-5142-4e6f-b821-a181b47ba918 of type vlan for network a20f89e3-4563-430d-94e7-b2fe58f9e8d0 Jun 15 14:41:40.005786 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2e326fab-989a-44fd-b761-94ecc1365543 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1999280 Jun 15 14:41:40.008813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58474) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:40.023934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:40.024620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:40.024884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:40.038672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:40.039027 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:40.039412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.088396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a97cce60-bd70-48d2-b4a9-738ee4e8eed8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:40.089589 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a97cce60-bd70-48d2-b4a9-738ee4e8eed8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1903303 Jun 15 14:41:40.106612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58478) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:40.121564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06c3b4dc-b120-4b3e-86f8-f50253936ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.145360 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3b4dc-b120-4b3e-86f8-f50253936ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111a7f24-2fed-4eb6-9477-3509a5847335,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:40.167122 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] DHCP port deletion for 4ba60ac7-ad63-430e-872b-6ee75efbc7c0 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:41:40.172826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06c3b4dc-b120-4b3e-86f8-f50253936ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.174269 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-06c3b4dc-b120-4b3e-86f8-f50253936ace admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/111a7f24-2fed-4eb6-9477-3509a5847335 HTTP/1.1" status: 204 len: 168 time: 0.5352321 Jun 15 14:41:40.178847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f4b1856-fe1b-4e2d-8f34-131c59469536 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.187571 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4b1856-fe1b-4e2d-8f34-131c59469536 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 15 14:41:40.188465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.188719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f4b1856-fe1b-4e2d-8f34-131c59469536 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:40.196078 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f4b1856-fe1b-4e2d-8f34-131c59469536 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/networks/4ba60ac7-ad63-430e-872b-6ee75efbc7c0 HTTP/1.1" status: 409 len: 405 time: 0.1793885 Jun 15 14:41:40.196078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58486) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:40.196847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] Deleting port 0f1da910-b5d6-4c44-aa89-ae187dde73ef {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:40.197236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.201347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-406948303'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:40.207091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:40.214047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:network and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:40.218731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:40.225345 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:40.242237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:40.246260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.282294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:41:40.293078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0f1da910-b5d6-4c44-aa89-ae187dde73ef no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:40.308670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.309588 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Added segment b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e of type vlan for network 679cd38c-f56f-4329-8983-b2657b1b3baf Jun 15 14:41:40.370843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.450745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.458954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:40.459747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.495227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e52f57-87d0-4d39-be06-94c00f3c57c5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:40.496765 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-85e52f57-87d0-4d39-be06-94c00f3c57c5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3892081 Jun 15 14:41:40.501448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58494) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:40.522215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] For port 36c01801-42e0-46a6-ab94-feda4ed9ec44, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:41:40.524479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempted to set empty binding levels {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 15 14:41:40.539135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Allocated IP 172.26.3.126 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/45c8572a-c048-487f-8edf-faca26ae8fae) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:40.554155 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.586674 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 0f1da910-b5d6-4c44-aa89-ae187dde73ef is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:40.587348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.627082 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 0f1da910-b5d6-4c44-aa89-ae187dde73ef, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0f1da910-b5d6-4c44-aa89-ae187dde73ef,segment=NetworkSegment(b819609c-f6d1-4bdd-abdf-73c5d86f8749),segment_id=b819609c-f6d1-4bdd-abdf-73c5d86f8749)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:40.635958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] For port 0f1da910-b5d6-4c44-aa89-ae187dde73ef, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0f1da910-b5d6-4c44-aa89-ae187dde73ef,segment=NetworkSegment(b819609c-f6d1-4bdd-abdf-73c5d86f8749),segment_id=b819609c-f6d1-4bdd-abdf-73c5d86f8749)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:40.637008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.646709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.647976 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4520621 Jun 15 14:41:40.661994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1b24885e-b87c-4500-8abd-b3f8b0a245db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:router {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:40.682012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58500) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:40.684372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.690189 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d92df-d9de-452f-8635-06256434a15e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Network': ['ID=679cd38c-f56f-4329-8983-b2657b1b3baf,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:40.690715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:40.691325 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.704278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'subnet': {'network_id': '679cd38c-f56f-4329-8983-b2657b1b3baf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:40.737478 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 679cd38c-f56f-4329-8983-b2657b1b3baf details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:41:40.745757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] In _notify_port_updated(), no bound segment for port 36c01801-42e0-46a6-ab94-feda4ed9ec44 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:41:40.746948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:40.747985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:40.753352 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "PUT /v2.0/ports/36c01801-42e0-46a6-ab94-feda4ed9ec44 HTTP/1.1" status: 200 len: 980 time: 4.0135477 Jun 15 14:41:40.763272 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58508) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:40.841751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de940cd-4e02-4f05-a6ee-27e6915b97c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event updated for resources: {'Port': ['ID=36c01801-42e0-46a6-ab94-feda4ed9ec44,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:40.939699 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Network': ['ID=a20f89e3-4563-430d-94e7-b2fe58f9e8d0,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:40.948377 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a9706f46-a428-419a-9cde-e8c95606b1ea tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3043115 Jun 15 14:41:40.949600 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58520) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:40.956022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'subnet': {'network_id': 'a20f89e3-4563-430d-94e7-b2fe58f9e8d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:41.016875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] Calling delete_port for 0f1da910-b5d6-4c44-aa89-ae187dde73ef owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:41.019798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1b24885e-b87c-4500-8abd-b3f8b0a245db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:router {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:41.028393 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1b24885e-b87c-4500-8abd-b3f8b0a245db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5182614 Jun 15 14:41:41.036460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58524) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:41.066370 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:41.088141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network a20f89e3-4563-430d-94e7-b2fe58f9e8d0 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:41:41.107302 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=0f1da910-b5d6-4c44-aa89-ae187dde73ef,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:41.108861 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58530) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:41.126404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:41.139357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:41.159794 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:41.163532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:41.303607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:41.326226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:41.339214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:41.354161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:41.362842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:41.372704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Made reservation on behalf of 7efef928e0094939bd2c4aaca63bcf94 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:41.377204 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:41.377327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:41:41.377596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:41:41.394772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:41.410318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:41.422014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.422691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.423180 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.423904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.424412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.424899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.425454 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.425939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.426597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.427074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.427549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.428021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.428605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.429076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.429545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.430010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.430475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.430942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:41.432982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Synchronizing usage tracker for tenant:33657f4ec5114568a9ebb84a27517b10 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:41.465258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Unset dirty status for tenant:33657f4ec5114568a9ebb84a27517b10 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:41.466481 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-318d749c-30fc-4167-9c80-de8085ff0e2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15781 time: 0.7001035 Jun 15 14:41:41.472511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58544) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:41.526613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:41.530469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:41.542597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-607672675', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:41.565771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:41.580176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:41.609751 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Usage tracker for resource:port and tenant:9297690206744eb685ded671bf3d1e8b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:41.618123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:41.636503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8531d-170d-4df0-958b-7ec43f2f7bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Deleting port 36c01801-42e0-46a6-ab94-feda4ed9ec44 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:41.637079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dd8531d-170d-4df0-958b-7ec43f2f7bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:41.664000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:41.740392 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Made reservation on behalf of 9297690206744eb685ded671bf3d1e8b for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:41.742726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:41.761455 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:41:41.767985 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:41.820948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:41.831439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:41.831761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:41.834436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:41.878558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] Deleting port 0f1da910-b5d6-4c44-aa89-ae187dde73ef {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:41.879297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:41.889643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:41.901222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Usage tracker for resource:security_group_rule and tenant:9297690206744eb685ded671bf3d1e8b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:41.905966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:41.994249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event updated for resources: {'Port': ['ID=45c8572a-c048-487f-8edf-faca26ae8fae,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:42.006598 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:42.021466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Subnet': ['ID=f551f22f-5300-4548-8ab6-db7c694928df,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:42.051991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Checking segment: {'id': 'b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '679cd38c-f56f-4329-8983-b2657b1b3baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:42.052366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network hostable DHCP agents. Network: 679cd38c-f56f-4329-8983-b2657b1b3baf, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:41:42.080064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-0dd8531d-170d-4df0-958b-7ec43f2f7bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] For port 36c01801-42e0-46a6-ab94-feda4ed9ec44, host hv-neutron-8458, got binding levels [] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:42.080457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dd8531d-170d-4df0-958b-7ec43f2f7bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:42.230792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] For port 0f1da910-b5d6-4c44-aa89-ae187dde73ef, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0f1da910-b5d6-4c44-aa89-ae187dde73ef,segment=NetworkSegment(b819609c-f6d1-4bdd-abdf-73c5d86f8749),segment_id=b819609c-f6d1-4bdd-abdf-73c5d86f8749)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:42.233625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:42.365797 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:42.415671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] Calling delete_port for 0f1da910-b5d6-4c44-aa89-ae187dde73ef owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:42.420315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:42.424287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] device_id is not set on port 027082b0-94ba-4f4b-b982-efd1f9e6487b yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:42.426741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:42.518137 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:42.581138 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] Pushing event deleted for resources: {'Port': ['ID=0f1da910-b5d6-4c44-aa89-ae187dde73ef,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:42.601498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b722d-7f71-4ba6-901c-0b86e710278a None None] No DVR routers for this DVR port 0f1da910-b5d6-4c44-aa89-ae187dde73ef on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:42.612828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8531d-170d-4df0-958b-7ec43f2f7bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Calling delete_port for 36c01801-42e0-46a6-ab94-feda4ed9ec44 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:42.646158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network 679cd38c-f56f-4329-8983-b2657b1b3baf is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:41:42.648246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58564) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:42.709922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 679cd38c-f56f-4329-8983-b2657b1b3baf) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:42.714528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:42.715360 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:42.722604 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84488f6-1122-4b11-a992-9989a2dfb041 None None] Network 679cd38c-f56f-4329-8983-b2657b1b3baf requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:42.740847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3303ff-1a25-4fe9-9fe3-ee5bc51ac07e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:42.782133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Allocated IP 172.26.3.206 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/027082b0-94ba-4f4b-b982-efd1f9e6487b) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:42.808122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:41:42.809258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dd8531d-170d-4df0-958b-7ec43f2f7bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:42.820783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:42.863892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Subnet': ['ID=6d5d23a2-52e0-4a31-b77d-c287f4db1bcf,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:42.872615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8531d-170d-4df0-958b-7ec43f2f7bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event deleted for resources: {'Port': ['ID=36c01801-42e0-46a6-ab94-feda4ed9ec44,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:42.896745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0dd8531d-170d-4df0-958b-7ec43f2f7bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:42.898992 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0dd8531d-170d-4df0-958b-7ec43f2f7bff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "DELETE /v2.0/ports/36c01801-42e0-46a6-ab94-feda4ed9ec44 HTTP/1.1" status: 204 len: 168 time: 1.4252243 Jun 15 14:41:42.908458 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ca416ec0-0cf4-41e0-bdf0-91d7e60942d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2207546 Jun 15 14:41:42.908699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58572) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:42.910048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58574) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:42.912421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1429861477', 'router:external': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:42.930510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'port': {'network_id': '679cd38c-f56f-4329-8983-b2657b1b3baf', 'name': 'tempest-NetworksIpV6TestAttrs-960363405'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:42.947433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:42.978614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:42.995805 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Usage tracker for resource:network and tenant:24511e2b70fd448c8c9b08b1407e5004 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:42.998123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:43.009518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:43.010114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.012426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:43.013798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Checking segment: {'id': '7d3e7c9d-5142-4e6f-b821-a181b47ba918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a20f89e3-4563-430d-94e7-b2fe58f9e8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:43.014160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network hostable DHCP agents. Network: a20f89e3-4563-430d-94e7-b2fe58f9e8d0, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:41:43.015574 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d60f26-8ea6-4912-81cc-2fc59a88c8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] GET failed (client error): The resource could not be found. Jun 15 14:41:43.016171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-70d60f26-8ea6-4912-81cc-2fc59a88c8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Synchronizing usage tracker for tenant:33657f4ec5114568a9ebb84a27517b10 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:43.060544 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b3ddac-1b3b-4cb5-a982-601d0813a7e8 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:43.067942 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=2ec73d1f-91bd-4826-a547-c7310f281c5e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:43.076701 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:43.077051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.142796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-70d60f26-8ea6-4912-81cc-2fc59a88c8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Unset dirty status for tenant:33657f4ec5114568a9ebb84a27517b10 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:43.144297 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-70d60f26-8ea6-4912-81cc-2fc59a88c8c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "GET /v2.0/ports/36c01801-42e0-46a6-ab94-feda4ed9ec44 HTTP/1.1" status: 404 len: 333 time: 0.2285495 Jun 15 14:41:43.151573 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Made reservation on behalf of 24511e2b70fd448c8c9b08b1407e5004 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:43.154067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.163975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58580) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:43.165613 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b810d347-4b24-49d1-9d14-8528afdaa324 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1281710 Jun 15 14:41:43.171480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-679cd38c-f56f-4329-8983-b2657b1b3baf', 'network_id': '679cd38c-f56f-4329-8983-b2657b1b3baf', 'tenant_id': '19b364011ced488797e4adc4434256ac', 'fixed_ips': [{'subnet_id': 'f551f22f-5300-4548-8ab6-db7c694928df'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:41:43.172971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58584) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:43.173213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.187673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-898629260', 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:43.198709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:43.204134 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:43.248090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.293925 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:43.311791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Usage tracker for resource:security_group_rule and tenant:24511e2b70fd448c8c9b08b1407e5004 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:43.323916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network a20f89e3-4563-430d-94e7-b2fe58f9e8d0 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:41:43.339664 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:43.352570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:43.377607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:43.382080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:43.406869 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:port and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:43.428482 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, a20f89e3-4563-430d-94e7-b2fe58f9e8d0) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:43.432837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:43.433537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.437859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:43.446786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a45f07e-b9b3-4784-9587-420ae299a1cd None None] Network a20f89e3-4563-430d-94e7-b2fe58f9e8d0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:43.456754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:43.487464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.487679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Made reservation on behalf of 33657f4ec5114568a9ebb84a27517b10 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:43.490860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.498759 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:43.502725 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.509455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:43.515022 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5b5c38b4-c561-4097-be84-c0a7b311d3ca tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5652313 Jun 15 14:41:43.519626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58590) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:43.530041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:43.531394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2056597979', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:43.536137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:43.544297 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:43.554501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:router and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:43.558374 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] device_id is not set on port 8d421906-51d3-4927-93ab-337c21dab6cb yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:43.597890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:43.612550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:43.613684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:43.618469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] device_id is not set on port df5204b4-d410-49aa-8b33-8cabc4560117 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:43.690157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.690966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.716411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.726996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:43.730668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.844651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.861511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.876660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.883504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:43.894267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '2ec73d1f-91bd-4826-a547-c7310f281c5e'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:41:43.895495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:43.903560 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:43.906187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Allocated IP 2001:db8::f816:3eff:fe20:e31d (679cd38c-f56f-4329-8983-b2657b1b3baf/f551f22f-5300-4548-8ab6-db7c694928df/230ba0ef-6390-4c0f-8e59-8598fc37af33) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:43.914194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:43.943131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Pushing event updated for resources: {'Port': ['ID=027082b0-94ba-4f4b-b982-efd1f9e6487b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:43.982352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:41:44.067389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.072486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56926046-8e40-4973-b0a1-7f9ae587a8c6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:44.135569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.167051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.167398 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Added segment 103304a3-dfe3-47dd-94c5-021705c0ea11 of type vlan for network 739f52ea-ad25-4887-9de5-50563e80e16a Jun 15 14:41:44.191667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:44.192361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.286875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-a20f89e3-4563-430d-94e7-b2fe58f9e8d0', 'network_id': 'a20f89e3-4563-430d-94e7-b2fe58f9e8d0', 'tenant_id': '7efef928e0094939bd2c4aaca63bcf94', 'fixed_ips': [{'subnet_id': '6d5d23a2-52e0-4a31-b77d-c287f4db1bcf'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:41:44.287865 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.299076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.412461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4429da-d315-4e19-8df4-ee31268b068c req-83d9a7bc-b7c0-4248-a129-bb6daa61f59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:44.414289 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bf4429da-d315-4e19-8df4-ee31268b068c req-83d9a7bc-b7c0-4248-a129-bb6daa61f59d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3746eda524be4a2bbb2df2b64eaa62f5&device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 1099 time: 0.6931553 Jun 15 14:41:44.417735 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Allocated IP 2001:db8::f816:3eff:fe0f:cff (2ef0444c-622d-434a-90a5-976e58c67159/2ec73d1f-91bd-4826-a547-c7310f281c5e/92284889-09c1-4c1b-8cd0-3239e63ce34c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:44.531595 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.539310 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4cdf9b26-fa43-4d2c-aefc-b3c2f985cb01 tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.4264126 Jun 15 14:41:44.539310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.554317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.564223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58596) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:44.572251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.206'}]}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:44.583660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:44.599890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Usage tracker for resource:router and tenant:9297690206744eb685ded671bf3d1e8b is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:44.607075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:44.623675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:44.638281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Transition to ACTIVE for port object 230ba0ef-6390-4c0f-8e59-8598fc37af33 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:44.674711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.675683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.681450 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Transition to ACTIVE for port object 230ba0ef-6390-4c0f-8e59-8598fc37af33 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:44.691645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.694308 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b5967-4979-45ec-b609-aec4f35a3530 req-de6ecac6-1a4a-4a27-b061-64ca3255b84d tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:44.695819 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-469b5967-4979-45ec-b609-aec4f35a3530 req-de6ecac6-1a4a-4a27-b061-64ca3255b84d tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.6360455 Jun 15 14:41:44.732986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.738952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.819392 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.820349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:44.820903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:44.850613 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4429da-d315-4e19-8df4-ee31268b068c req-5ca85cc1-2ae7-467d-b3b5-954a873f6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:44.852073 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bf4429da-d315-4e19-8df4-ee31268b068c req-5ca85cc1-2ae7-467d-b3b5-954a873f6762 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69591c21-b83e-4f78-9745-9de0ba661089 HTTP/1.1" status: 200 len: 912 time: 0.3798194 Jun 15 14:41:44.859781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Router 36231ca8-0dda-4899-98b7-59e3c7ecda3f is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:41:44.881328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Network 679cd38c-f56f-4329-8983-b2657b1b3baf is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:44.897759 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:44.900699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:44.905615 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Allocated IP 172.20.0.2 (a20f89e3-4563-430d-94e7-b2fe58f9e8d0/6d5d23a2-52e0-4a31-b77d-c287f4db1bcf/a6db427f-1e53-4348-997b-9ce9bf7b0362) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:44.918516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Pushing event updated for resources: {'Port': ['ID=230ba0ef-6390-4c0f-8e59-8598fc37af33,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:44.981954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Network 33d2c1da-2772-491f-a87d-3b14a9aa7676 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:45.043252 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.3816538 Jun 15 14:41:45.047856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.051796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.055725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:45.061192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Allocated IP 2001:db8::f816:3eff:fe5b:866d (679cd38c-f56f-4329-8983-b2657b1b3baf/f551f22f-5300-4548-8ab6-db7c694928df/8d421906-51d3-4927-93ab-337c21dab6cb) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:45.063486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58600) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:45.067151 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-469b5967-4979-45ec-b609-aec4f35a3530 req-3eb6517c-7090-41da-8a68-e532f9e787c9 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552470 Jun 15 14:41:45.081583 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Request body: {'subnet': {'network_id': '739f52ea-ad25-4887-9de5-50563e80e16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:45.086543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db36f6-a508-410a-903e-88dd1e3ff0fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event updated for resources: {'Network': ['ID=739f52ea-ad25-4887-9de5-50563e80e16a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:45.101260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:45.120750 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 739f52ea-ad25-4887-9de5-50563e80e16a details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:41:45.130194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Usage tracker for resource:subnet and tenant:24511e2b70fd448c8c9b08b1407e5004 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:45.137597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:45.138443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:45.138933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:45.139076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.152527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Transition to ACTIVE for port object 92284889-09c1-4c1b-8cd0-3239e63ce34c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:45.155287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Attempting to bind port 230ba0ef-6390-4c0f-8e59-8598fc37af33 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:45.155467 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Attempting to bind port 230ba0ef-6390-4c0f-8e59-8598fc37af33 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '679cd38c-f56f-4329-8983-b2657b1b3baf'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:45.155824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Attempting to bind port 230ba0ef-6390-4c0f-8e59-8598fc37af33 on network 679cd38c-f56f-4329-8983-b2657b1b3baf {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:45.166475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:45.170009 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bf4429da-d315-4e19-8df4-ee31268b068c req-78fd5d71-2e41-44a9-84af-ffb625352cd0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a13942cd-dc24-430b-85ec-911eebe026fc HTTP/1.1" status: 200 len: 1002 time: 0.3086884 Jun 15 14:41:45.214311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:41:45.214684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Checking segment: {'id': 'b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '679cd38c-f56f-4329-8983-b2657b1b3baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:45.215091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.215486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Bound using segment: {'id': 'b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '679cd38c-f56f-4329-8983-b2657b1b3baf'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:41:45.215963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Bound port: 230ba0ef-6390-4c0f-8e59-8598fc37af33, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '679cd38c-f56f-4329-8983-b2657b1b3baf'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:41:45.216368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.236943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event updated for resources: {'Port': ['ID=df5204b4-d410-49aa-8b33-8cabc4560117,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:45.239251 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Made reservation on behalf of 24511e2b70fd448c8c9b08b1407e5004 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:45.241111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.263677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Transition to ACTIVE for port object 92284889-09c1-4c1b-8cd0-3239e63ce34c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:45.283251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:45.292686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:45.296085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.312400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:45.313062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.348409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.427266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=9ea6dd77-067c-48d1-bebe-918ad34b8a2e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:45.431615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4429da-d315-4e19-8df4-ee31268b068c req-6f4ed954-298b-41a9-973f-65dd8b5dae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:45.433224 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bf4429da-d315-4e19-8df4-ee31268b068c req-6f4ed954-298b-41a9-973f-65dd8b5dae56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5db97dd-98ec-4520-9c5f-eaee2a3697b3 HTTP/1.1" status: 200 len: 850 time: 0.2544401 Jun 15 14:41:45.450578 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7aa5eeb6-abe6-4203-b463-adf8ea2cc044 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2836995 Jun 15 14:41:45.458569 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a102e3bb-afbd-4f45-bcb2-73b9c4f422a7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2671275 Jun 15 14:41:45.459086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58604) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:45.459429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58606) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:45.499499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:45.502912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:a9:30:83', 'name': 'tempest-NetworksTestDHCPv6-597891329'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:45.511164 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:45.513706 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:45.524964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Pushing event updated for resources: {'Port': ['ID=92284889-09c1-4c1b-8cd0-3239e63ce34c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:45.565901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] For port 230ba0ef-6390-4c0f-8e59-8598fc37af33, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:41:45.596131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:45.606556 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da042b68-6194-4447-8842-05366fa6d998 None None] Sync routers for ids ['36231ca8-0dda-4899-98b7-59e3c7ecda3f'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:45.616490 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da042b68-6194-4447-8842-05366fa6d998 None None] Routers {'36231ca8-0dda-4899-98b7-59e3c7ecda3f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:45.617404 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-da042b68-6194-4447-8842-05366fa6d998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['36231ca8-0dda-4899-98b7-59e3c7ecda3f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:45.648176 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.665181 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Transition to ACTIVE for port object 8d421906-51d3-4927-93ab-337c21dab6cb will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:45.683207 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-da042b68-6194-4447-8842-05366fa6d998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:45.692642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] For port 230ba0ef-6390-4c0f-8e59-8598fc37af33, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=230ba0ef-6390-4c0f-8e59-8598fc37af33,segment=NetworkSegment(b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e),segment_id=b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:41:45.693945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.696563 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da042b68-6194-4447-8842-05366fa6d998 None None] Routers {'36231ca8-0dda-4899-98b7-59e3c7ecda3f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:45.697397 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-da042b68-6194-4447-8842-05366fa6d998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['36231ca8-0dda-4899-98b7-59e3c7ecda3f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:45.701572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.718935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.760420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Transition to ACTIVE for port object a6db427f-1e53-4348-997b-9ce9bf7b0362 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:45.780406 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-da042b68-6194-4447-8842-05366fa6d998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:45.781557 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da042b68-6194-4447-8842-05366fa6d998 None None] The sync data for ids ['36231ca8-0dda-4899-98b7-59e3c7ecda3f'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:45.798632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Attempting to bind port 92284889-09c1-4c1b-8cd0-3239e63ce34c on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:45.799002 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Attempting to bind port 92284889-09c1-4c1b-8cd0-3239e63ce34c by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:45.799362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Attempting to bind port 92284889-09c1-4c1b-8cd0-3239e63ce34c on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:45.820122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.821942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:41:45.822244 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-04f08612-2f52-4522-a835-5e10fd8221b1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "PUT /v2.0/routers/36231ca8-0dda-4899-98b7-59e3c7ecda3f HTTP/1.1" status: 200 len: 915 time: 7.4780469 Jun 15 14:41:45.822366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:45.822705 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.823097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:41:45.823575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Bound port: 92284889-09c1-4c1b-8cd0-3239e63ce34c, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:41:45.823949 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.830750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58612) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:45.833958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Transition to ACTIVE for port object a6db427f-1e53-4348-997b-9ce9bf7b0362 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:45.853682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:45.928762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6956d-bc11-4c6d-bae4-7e0afbff9f14 None None] Pushing event updated for resources: {'Port': ['ID=230ba0ef-6390-4c0f-8e59-8598fc37af33,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:45.982450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af61b6-314e-4b82-8e90-5c838adef529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:45.983696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-83af61b6-314e-4b82-8e90-5c838adef529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Synchronizing usage tracker for tenant:33657f4ec5114568a9ebb84a27517b10 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:45.991990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Network a20f89e3-4563-430d-94e7-b2fe58f9e8d0 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:45.997933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:46.000402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:46.002623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:46.019569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:46.025337 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:46.039365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:46.073073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Pushing event updated for resources: {'Port': ['ID=a6db427f-1e53-4348-997b-9ce9bf7b0362,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:46.097893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network 679cd38c-f56f-4329-8983-b2657b1b3baf is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:46.109565 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:46.116523 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:46.120760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] For port 92284889-09c1-4c1b-8cd0-3239e63ce34c, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:41:46.131336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:46.133848 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:46.141689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] For port 92284889-09c1-4c1b-8cd0-3239e63ce34c, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=92284889-09c1-4c1b-8cd0-3239e63ce34c,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:41:46.142861 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Attempting to bind port a6db427f-1e53-4348-997b-9ce9bf7b0362 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:46.143439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Attempting to bind port a6db427f-1e53-4348-997b-9ce9bf7b0362 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '7d3e7c9d-5142-4e6f-b821-a181b47ba918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a20f89e3-4563-430d-94e7-b2fe58f9e8d0'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:46.144064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Attempting to bind port a6db427f-1e53-4348-997b-9ce9bf7b0362 on network a20f89e3-4563-430d-94e7-b2fe58f9e8d0 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:46.144979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-83af61b6-314e-4b82-8e90-5c838adef529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Unset dirty status for tenant:33657f4ec5114568a9ebb84a27517b10 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:46.146406 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-83af61b6-314e-4b82-8e90-5c838adef529 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "GET /v2.0/ports/df5204b4-d410-49aa-8b33-8cabc4560117 HTTP/1.1" status: 200 len: 958 time: 0.6818271 Jun 15 14:41:46.149763 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:41:46.150748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Checking segment: {'id': '7d3e7c9d-5142-4e6f-b821-a181b47ba918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a20f89e3-4563-430d-94e7-b2fe58f9e8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:46.150748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:46.150961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Bound using segment: {'id': '7d3e7c9d-5142-4e6f-b821-a181b47ba918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a20f89e3-4563-430d-94e7-b2fe58f9e8d0'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:41:46.151914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Bound port: a6db427f-1e53-4348-997b-9ce9bf7b0362, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d3e7c9d-5142-4e6f-b821-a181b47ba918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a20f89e3-4563-430d-94e7-b2fe58f9e8d0'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:41:46.151914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:46.153005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58618) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:46.153133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:46.153358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:46.170406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:46.211130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Port': ['ID=8d421906-51d3-4927-93ab-337c21dab6cb,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:46.235403 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4429da-d315-4e19-8df4-ee31268b068c req-5c22ba4e-3f31-4839-995b-33cd6c5cd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:46.237112 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bf4429da-d315-4e19-8df4-ee31268b068c req-5c22ba4e-3f31-4839-995b-33cd6c5cd852 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69591c21-b83e-4f78-9745-9de0ba661089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7816005 Jun 15 14:41:46.280688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:46.339696 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b4a5d696-0a45-4faa-8203-cf999396ff89 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.4224241 Jun 15 14:41:46.340904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58622) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:46.381740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] For port a6db427f-1e53-4348-997b-9ce9bf7b0362, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:41:46.397449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] For port a6db427f-1e53-4348-997b-9ce9bf7b0362, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a6db427f-1e53-4348-997b-9ce9bf7b0362,segment=NetworkSegment(7d3e7c9d-5142-4e6f-b821-a181b47ba918),segment_id=7d3e7c9d-5142-4e6f-b821-a181b47ba918)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:41:46.418650 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:46.457226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64a56f-dd8f-47c6-9c96-f207407750ea None None] Pushing event updated for resources: {'Port': ['ID=92284889-09c1-4c1b-8cd0-3239e63ce34c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:46.509170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3815032-6c66-4860-86a6-0b2d228859d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Deleting subnet f551f22f-5300-4548-8ab6-db7c694928df {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:46.536990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b3815032-6c66-4860-86a6-0b2d228859d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:46.596695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1df91a-075f-4120-bc53-4b11cfc35c66 None None] Pushing event updated for resources: {'Port': ['ID=a6db427f-1e53-4348-997b-9ce9bf7b0362,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:46.634499 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d729cd97-d013-4be2-bfee-e7fd6cf94b6c tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/routers/36231ca8-0dda-4899-98b7-59e3c7ecda3f HTTP/1.1" status: 200 len: 921 time: 0.7974999 Jun 15 14:41:46.637316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58626) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:46.654856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9cb0a92d-b048-44a8-8ea7-bea63a4c03c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Deleting port df5204b4-d410-49aa-8b33-8cabc4560117 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:46.655398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a92d-b048-44a8-8ea7-bea63a4c03c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:46.686874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.26.3.14 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/5124c330-6570-45b5-8ee5-ff229e65e2dc) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:46.863123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b3815032-6c66-4860-86a6-0b2d228859d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:46.990140 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:47.018800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ed6fc-0293-4c7e-8ea9-39aa2fa2e17c req-58f8b1fe-4afc-402a-974d-371dab0b8a9e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:47.026012 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c74ed6fc-0293-4c7e-8ea9-39aa2fa2e17c req-58f8b1fe-4afc-402a-974d-371dab0b8a9e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.7517471 Jun 15 14:41:47.085202 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bf4429da-d315-4e19-8df4-ee31268b068c req-5d27126c-7546-4115-9a5e-62028e8e6bd6 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8331614 Jun 15 14:41:47.131884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:47.289914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:47.299744 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bf4429da-d315-4e19-8df4-ee31268b068c req-471a6be4-a4ed-4806-8046-6bb80dd4b8d9 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954672 Jun 15 14:41:47.334955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bca79a-aa28-4db8-8336-3038cf76d403 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:47.336524 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f0bca79a-aa28-4db8-8336-3038cf76d403 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&device_id=36231ca8-0dda-4899-98b7-59e3c7ecda3f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6849232 Jun 15 14:41:47.338904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:47.342466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58630) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:47.359632 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c74ed6fc-0293-4c7e-8ea9-39aa2fa2e17c req-d7cc3682-bdf2-467a-b8df-54dd276b9987 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327458 Jun 15 14:41:47.428931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b3815032-6c66-4860-86a6-0b2d228859d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:47.433525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a92d-b048-44a8-8ea7-bea63a4c03c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:47.441911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64662ce-d12c-4822-ac13-906ef51a6a7e None None] Network 679cd38c-f56f-4329-8983-b2657b1b3baf requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:47.564452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:47.597627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-76eb5aa5-892d-4e33-9928-8335f25e0bf6 None None] Provisioning for port 230ba0ef-6390-4c0f-8e59-8598fc37af33 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:47.640165 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bffb2c-8835-4d8c-9e87-8cb854d3af84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:47.644865 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-14bffb2c-8835-4d8c-9e87-8cb854d3af84 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/networks/a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 881 time: 0.2642870 Jun 15 14:41:47.645738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:47.654823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58634) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:47.655706 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:47.659731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:47.747003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9cb0a92d-b048-44a8-8ea7-bea63a4c03c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Calling delete_port for df5204b4-d410-49aa-8b33-8cabc4560117 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:47.769929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=5124c330-6570-45b5-8ee5-ff229e65e2dc,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:47.787312 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fae57913-6492-4e58-affa-d1b1749446b2 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "GET /v2.0/ports?device_id=36231ca8-0dda-4899-98b7-59e3c7ecda3f HTTP/1.1" status: 200 len: 205 time: 0.1292696 Jun 15 14:41:47.835538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58638) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:47.840936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:47.856656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:41:47.857498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:48.036380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e9ae14-bf3d-4bf8-b2c6-6c890d6ec6b8 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:48.051571 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event updated for resources: {'Subnet': ['ID=473ffa41-e3e5-4a87-94d8-54fef0c1bd33,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:48.056524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a92d-b048-44a8-8ea7-bea63a4c03c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:48.158639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-aff9137f-ca6e-444e-99ae-a675ec597aad None None] Provisioning for port 92284889-09c1-4c1b-8cd0-3239e63ce34c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:48.374428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b3815032-6c66-4860-86a6-0b2d228859d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:48.456152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b3815032-6c66-4860-86a6-0b2d228859d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:48.478158 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a6db427f-1e53-4348-997b-9ce9bf7b0362 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:48.500739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3815032-6c66-4860-86a6-0b2d228859d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Subnet': ['ID=f551f22f-5300-4548-8ab6-db7c694928df,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:48.533878 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b3815032-6c66-4860-86a6-0b2d228859d7 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/subnets/f551f22f-5300-4548-8ab6-db7c694928df HTTP/1.1" status: 204 len: 168 time: 2.1374526 Jun 15 14:41:48.537992 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58644) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:48.617279 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Checking segment: {'id': '103304a3-dfe3-47dd-94c5-021705c0ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '739f52ea-ad25-4887-9de5-50563e80e16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:48.617655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Network hostable DHCP agents. Network: 739f52ea-ad25-4887-9de5-50563e80e16a, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:41:48.623279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-97f0ba0b-abcd-4812-b742-462c95bfaf0b None None] Provisioning for port 8d421906-51d3-4927-93ab-337c21dab6cb completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:48.652701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0a92d-b048-44a8-8ea7-bea63a4c03c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event deleted for resources: {'Port': ['ID=df5204b4-d410-49aa-8b33-8cabc4560117,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:48.658550 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-97f0ba0b-abcd-4812-b742-462c95bfaf0b None None] Provisioning complete for port 8d421906-51d3-4927-93ab-337c21dab6cb triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:48.658939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97f0ba0b-abcd-4812-b742-462c95bfaf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:48.667242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9cb0a92d-b048-44a8-8ea7-bea63a4c03c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:48.752507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d04cff8-2693-4041-befd-f3841c866824 None None] Network a20f89e3-4563-430d-94e7-b2fe58f9e8d0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:48.783191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea009dd-d1c6-4bbe-b779-60844ccbf47c None None] Network 679cd38c-f56f-4329-8983-b2657b1b3baf requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:48.797304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port a6db427f-1e53-4348-997b-9ce9bf7b0362 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:48.808421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-97f0ba0b-abcd-4812-b742-462c95bfaf0b None None] Port 8d421906-51d3-4927-93ab-337c21dab6cb cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:41:48.810236 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:48.817933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 230ba0ef-6390-4c0f-8e59-8598fc37af33 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:48.853147 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4598320d-16c8-49c8-8388-dc16480d542b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:48.854672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4598320d-16c8-49c8-8388-dc16480d542b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:48.855425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4598320d-16c8-49c8-8388-dc16480d542b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Synchronizing usage tracker for tenant:19b364011ced488797e4adc4434256ac on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:48.861173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Network 739f52ea-ad25-4887-9de5-50563e80e16a is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:41:48.868667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 172.20.0.4 (2ef0444c-622d-434a-90a5-976e58c67159/9ea6dd77-067c-48d1-bebe-918ad34b8a2e/f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:48.907740 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9cb0a92d-b048-44a8-8ea7-bea63a4c03c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "DELETE /v2.0/ports/df5204b4-d410-49aa-8b33-8cabc4560117 HTTP/1.1" status: 204 len: 168 time: 2.7487381 Jun 15 14:41:48.911982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::f816:3eff:fea9:3083 (2ef0444c-622d-434a-90a5-976e58c67159/2ec73d1f-91bd-4826-a547-c7310f281c5e/f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:48.915575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58648) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:48.937906 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 739f52ea-ad25-4887-9de5-50563e80e16a) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:48.958276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:48.958876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:48.983898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4598320d-16c8-49c8-8388-dc16480d542b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Unset dirty status for tenant:19b364011ced488797e4adc4434256ac on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:48.985193 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4598320d-16c8-49c8-8388-dc16480d542b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4444644 Jun 15 14:41:48.988939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58652) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:49.005648 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc8ce44-3aa4-477f-a1b6-8f1ce39e055e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] GET failed (client error): The resource could not be found. Jun 15 14:41:49.006193 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cdc8ce44-3aa4-477f-a1b6-8f1ce39e055e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Synchronizing usage tracker for tenant:33657f4ec5114568a9ebb84a27517b10 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:49.007657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7731c-76f6-4fc9-805e-a01c07820bce req-149fa439-f531-4b3e-b153-8bcc24d19468 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:49.010320 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-16e7731c-76f6-4fc9-805e-a01c07820bce req-149fa439-f531-4b3e-b153-8bcc24d19468 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.3877718 Jun 15 14:41:49.016486 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b7042d7a-1906-4328-aada-b22d354ef527 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9481418 Jun 15 14:41:49.017581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58656) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:49.032332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2040321606', 'network_id': '739f52ea-ad25-4887-9de5-50563e80e16a'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:49.040716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.041221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c471071-93d1-420d-bb5e-11284a5a89e8 None None] Network 739f52ea-ad25-4887-9de5-50563e80e16a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:49.109590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.128017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:49.150211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Usage tracker for resource:port and tenant:24511e2b70fd448c8c9b08b1407e5004 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:49.165780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:49.185945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:49.274028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Made reservation on behalf of 24511e2b70fd448c8c9b08b1407e5004 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:49.276129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.287953 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-16e7731c-76f6-4fc9-805e-a01c07820bce req-6f44554e-0a28-490c-9c4f-932d16f6a55d tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616317 Jun 15 14:41:49.310632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] device_id is not set on port 3948ec83-aab4-4b2a-81d5-9830ea9fe40f yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:49.320344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9c8002-5fdf-4fdb-bf64-34ec655a02b8 None None] Update dhcp port {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'fixed_ips': [{'subnet_id': '2ec73d1f-91bd-4826-a547-c7310f281c5e', 'ip_address': '2001:db8::f816:3eff:fe0f:cff'}, {'subnet_id': '9ea6dd77-067c-48d1-bebe-918ad34b8a2e'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': '92284889-09c1-4c1b-8cd0-3239e63ce34c'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:41:49.410710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cdc8ce44-3aa4-477f-a1b6-8f1ce39e055e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Unset dirty status for tenant:33657f4ec5114568a9ebb84a27517b10 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:49.417480 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cdc8ce44-3aa4-477f-a1b6-8f1ce39e055e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "GET /v2.0/ports/df5204b4-d410-49aa-8b33-8cabc4560117 HTTP/1.1" status: 404 len: 333 time: 0.4953966 Jun 15 14:41:49.423919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58662) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:49.431473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Request body: {'port': {'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-334332250'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:49.471321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:49.514195 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 230ba0ef-6390-4c0f-8e59-8598fc37af33 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:49.537377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8002-5fdf-4fdb-bf64-34ec655a02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.556203 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2d68ff00-4943-4d28-94e2-b9be661e24a1 None None] Provisioning complete for port 8d421906-51d3-4927-93ab-337c21dab6cb triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:49.556585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d68ff00-4943-4d28-94e2-b9be661e24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.558928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:49.591805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 230ba0ef-6390-4c0f-8e59-8598fc37af33 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:49.592157 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.594378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Made reservation on behalf of 33657f4ec5114568a9ebb84a27517b10 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:49.596785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.650268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-38df2319-277b-4f9f-ab1b-771a518cbb0d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.665802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.672412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.673197 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.678196 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.697318 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-38df2319-277b-4f9f-ab1b-771a518cbb0d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 15 14:41:49.698147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38df2319-277b-4f9f-ab1b-771a518cbb0d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:41:49.704466 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-38df2319-277b-4f9f-ab1b-771a518cbb0d tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/networks/679cd38c-f56f-4329-8983-b2657b1b3baf HTTP/1.1" status: 409 len: 405 time: 0.7067685 Jun 15 14:41:49.708664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58666) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:49.723955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Deleting port 45c8572a-c048-487f-8edf-faca26ae8fae {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:49.724673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.746024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] device_id is not set on port d92345c2-186a-40eb-aada-03f4ba62bc26 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:49.771335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1191293710'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:49.792354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:49.801566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:network and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:49.811964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:49.831744 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.832666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cae517e-fe78-49a3-b75c-4f3210b088dc {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:41:49.834791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:49.844458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2d68ff00-4943-4d28-94e2-b9be661e24a1 None None] Port 8d421906-51d3-4927-93ab-337c21dab6cb cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:41:49.865042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Allocated IP 2001:db8::23d (739f52ea-ad25-4887-9de5-50563e80e16a/473ffa41-e3e5-4a87-94d8-54fef0c1bd33/3948ec83-aab4-4b2a-81d5-9830ea9fe40f) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:49.870689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dfe078-8fdc-496d-a772-6891042a4706 None None] Network 739f52ea-ad25-4887-9de5-50563e80e16a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:49.978639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:49.994641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:49.998296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.016383 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 15 14:41:50.020756 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fc9c69a4-3a52-4d31-a7f6-8caaa9a323dc tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.4554665 Jun 15 14:41:50.021363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58670) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:50.034438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2d68ff00-4943-4d28-94e2-b9be661e24a1 None None] Provisioning for port a6db427f-1e53-4348-997b-9ce9bf7b0362 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:50.066556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2d68ff00-4943-4d28-94e2-b9be661e24a1 None None] Provisioning complete for port a6db427f-1e53-4348-997b-9ce9bf7b0362 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:50.066765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d68ff00-4943-4d28-94e2-b9be661e24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.094297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:50.166689 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:41:50.180888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] DHCP port deletion for 679cd38c-f56f-4329-8983-b2657b1b3baf request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:41:50.188550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.200551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-60d7b0a2-06c1-45aa-8d4a-f7147f6de36d tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Deleting port 027082b0-94ba-4f4b-b982-efd1f9e6487b {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:50.201013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60d7b0a2-06c1-45aa-8d4a-f7147f6de36d tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.211696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] Deleting port 230ba0ef-6390-4c0f-8e59-8598fc37af33 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:50.212070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.287651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 230ba0ef-6390-4c0f-8e59-8598fc37af33 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:50.288423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.446238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.458388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.458388 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Added segment 4b126f08-ec70-4e0a-af03-7244ffe515ed of type vlan for network c339b5d4-d167-430c-a833-cd940eebcdcc Jun 15 14:41:50.463650 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 230ba0ef-6390-4c0f-8e59-8598fc37af33, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=230ba0ef-6390-4c0f-8e59-8598fc37af33,segment=NetworkSegment(b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e),segment_id=b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:50.524065 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router 888d1f92-5d6e-47e9-aec4-4876cb86bc24 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:41:50.530473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.535284 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.536355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 92284889-09c1-4c1b-8cd0-3239e63ce34c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:50.585275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.617791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Calling delete_port for 45c8572a-c048-487f-8edf-faca26ae8fae owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:50.632546 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.731503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.744936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.760928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Network 33d2c1da-2772-491f-a87d-3b14a9aa7676 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:50.771498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:50.779469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:50.780721 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:50.781470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.788992 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Network 739f52ea-ad25-4887-9de5-50563e80e16a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:50.802473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:50.859087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event updated for resources: {'Port': ['ID=d92345c2-186a-40eb-aada-03f4ba62bc26,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:50.859299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2d68ff00-4943-4d28-94e2-b9be661e24a1 None None] Current status of the port a6db427f-1e53-4348-997b-9ce9bf7b0362 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:50.859753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d68ff00-4943-4d28-94e2-b9be661e24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.870797 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:50.871960 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:50.872317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.915198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=230ba0ef-6390-4c0f-8e59-8598fc37af33,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:50.925446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:50.932785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:50.934251 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] For port 230ba0ef-6390-4c0f-8e59-8598fc37af33, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=230ba0ef-6390-4c0f-8e59-8598fc37af33,segment=NetworkSegment(b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e),segment_id=b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:50.934927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:50.935470 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:50.991140 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-73217b87-258b-4adc-8eba-5e5e7226fe5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5633669 Jun 15 14:41:50.992039 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:50.993545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58674) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:51.010941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:51.019090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:51.038321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event updated for resources: {'Port': ['ID=3948ec83-aab4-4b2a-81d5-9830ea9fe40f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:51.044794 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e4449526-34c1-4380-bc97-2a8a22f68e37 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0229836 Jun 15 14:41:51.045582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58678) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:51.053827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60d7b0a2-06c1-45aa-8d4a-f7147f6de36d tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.073608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728057e-dbe9-4362-9315-ae8e2d5dbf50 None None] Sync routers for ids ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:51.073871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.076662 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2d68ff00-4943-4d28-94e2-b9be661e24a1 None None] For port a6db427f-1e53-4348-997b-9ce9bf7b0362, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a6db427f-1e53-4348-997b-9ce9bf7b0362,segment=NetworkSegment(7d3e7c9d-5142-4e6f-b821-a181b47ba918),segment_id=7d3e7c9d-5142-4e6f-b821-a181b47ba918)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:51.078155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-2d9c8002-5fdf-4fdb-bf64-34ec655a02b8 None None] Allocated IP 172.20.0.2 (2ef0444c-622d-434a-90a5-976e58c67159/9ea6dd77-067c-48d1-bebe-918ad34b8a2e/92284889-09c1-4c1b-8cd0-3239e63ce34c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:51.080130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:51.081186 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.089569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] Calling delete_port for 230ba0ef-6390-4c0f-8e59-8598fc37af33 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:51.130098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d68ff00-4943-4d28-94e2-b9be661e24a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.131997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.136212 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6af8c4cc-8c9d-40bc-ad8c-9265a4f31c64 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.6146121 Jun 15 14:41:51.140535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58682) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:51.194018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 92284889-09c1-4c1b-8cd0-3239e63ce34c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:51.194804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:51.195488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.214803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e60e33b2-2cac-46da-a407-7aacc9f5b4e3 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Deleting port 3948ec83-aab4-4b2a-81d5-9830ea9fe40f {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:51.215147 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e60e33b2-2cac-46da-a407-7aacc9f5b4e3 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.221738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728057e-dbe9-4362-9315-ae8e2d5dbf50 None None] Routers {'888d1f92-5d6e-47e9-aec4-4876cb86bc24'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:51.222625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e728057e-dbe9-4362-9315-ae8e2d5dbf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:51.308958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 92284889-09c1-4c1b-8cd0-3239e63ce34c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:51.309616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.315407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-60d7b0a2-06c1-45aa-8d4a-f7147f6de36d tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Calling delete_port for 027082b0-94ba-4f4b-b982-efd1f9e6487b owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:51.424887 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e728057e-dbe9-4362-9315-ae8e2d5dbf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:51.440396 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7282031 Jun 15 14:41:51.443449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.449590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432034b-0257-4081-bf6d-e70889997c21 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Network': ['ID=c339b5d4-d167-430c-a833-cd940eebcdcc,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:51.452018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58686) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:51.462609 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dd5e3d3e-46ee-4a09-8b3e-ffedaca87e28 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.9941688 Jun 15 14:41:51.465668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58688) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:51.479917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.480847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68ff00-4943-4d28-94e2-b9be661e24a1 None None] Pushing event updated for resources: {'Port': ['ID=a6db427f-1e53-4348-997b-9ce9bf7b0362,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:51.482579 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'subnet': {'network_id': 'c339b5d4-d167-430c-a833-cd940eebcdcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:51.495308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network c339b5d4-d167-430c-a833-cd940eebcdcc details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:41:51.509565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728057e-dbe9-4362-9315-ae8e2d5dbf50 None None] Routers {'888d1f92-5d6e-47e9-aec4-4876cb86bc24'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:51.510407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e728057e-dbe9-4362-9315-ae8e2d5dbf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:51.576846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:41:51.577441 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:41:51.590416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-efde629b-31cc-463e-bb7f-f9a766c1ee9d None None] Provisioning complete for port a6db427f-1e53-4348-997b-9ce9bf7b0362 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:51.590794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-efde629b-31cc-463e-bb7f-f9a766c1ee9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.604528 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.670193 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Pushing event deleted for resources: {'Port': ['ID=45c8572a-c048-487f-8edf-faca26ae8fae,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:51.709425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e728057e-dbe9-4362-9315-ae8e2d5dbf50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:51.709841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728057e-dbe9-4362-9315-ae8e2d5dbf50 None None] The sync data for ids ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:51.791309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2d9c8002-5fdf-4fdb-bf64-34ec655a02b8 None None] For port 92284889-09c1-4c1b-8cd0-3239e63ce34c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=92284889-09c1-4c1b-8cd0-3239e63ce34c,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:51.799618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60d7b0a2-06c1-45aa-8d4a-f7147f6de36d tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.872011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7636024-ce9e-4bce-8736-cfa6553d6c06 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:51.878146 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 92284889-09c1-4c1b-8cd0-3239e63ce34c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:51.878683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7636024-ce9e-4bce-8736-cfa6553d6c06 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:51.878778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.878965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7636024-ce9e-4bce-8736-cfa6553d6c06 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:51.897394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8002-5fdf-4fdb-bf64-34ec655a02b8 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.925372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7b0a2-06c1-45aa-8d4a-f7147f6de36d tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Pushing event deleted for resources: {'Port': ['ID=027082b0-94ba-4f4b-b982-efd1f9e6487b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:51.934817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2d9c8002-5fdf-4fdb-bf64-34ec655a02b8 None None] Transition to ACTIVE for port object 92284889-09c1-4c1b-8cd0-3239e63ce34c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:51.943781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-efde629b-31cc-463e-bb7f-f9a766c1ee9d None None] Current status of the port a6db427f-1e53-4348-997b-9ce9bf7b0362 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:51.946595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d9c8002-5fdf-4fdb-bf64-34ec655a02b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:51.974644 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:51.991962 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.075418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:52.084830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] Deleting port 230ba0ef-6390-4c0f-8e59-8598fc37af33 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:52.085201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.182213 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e60e33b2-2cac-46da-a407-7aacc9f5b4e3 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.206932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c8002-5fdf-4fdb-bf64-34ec655a02b8 None None] Pushing event updated for resources: {'Port': ['ID=92284889-09c1-4c1b-8cd0-3239e63ce34c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:52.209716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:41:52.210069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:41:52.230100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7636024-ce9e-4bce-8736-cfa6553d6c06 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:52.230959 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a7636024-ce9e-4bce-8736-cfa6553d6c06 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.7617021 Jun 15 14:41:52.293641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58694) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:52.322904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e60e33b2-2cac-46da-a407-7aacc9f5b4e3 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Calling delete_port for 3948ec83-aab4-4b2a-81d5-9830ea9fe40f owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:52.356391 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:52.360437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.367976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.376455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.398667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60d7b0a2-06c1-45aa-8d4a-f7147f6de36d tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.414204 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6df10-7376-4d06-81a6-7fefedfaf8b1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:52.414551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ad6df10-7376-4d06-81a6-7fefedfaf8b1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.439184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] For port 230ba0ef-6390-4c0f-8e59-8598fc37af33, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=230ba0ef-6390-4c0f-8e59-8598fc37af33,segment=NetworkSegment(b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e),segment_id=b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:52.439578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.457691 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-60d7b0a2-06c1-45aa-8d4a-f7147f6de36d tempest-RoutersAdminNegativeIpV6Test-1965450470 tempest-RoutersAdminNegativeIpV6Test-1965450470-project-admin] 10.222.0.26 "DELETE /v2.0/ports/027082b0-94ba-4f4b-b982-efd1f9e6487b HTTP/1.1" status: 204 len: 168 time: 2.4282634 Jun 15 14:41:52.463154 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:41:52.480631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.481917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Fanout notify agent at l3_agent the message router_deleted on router 36231ca8-0dda-4899-98b7-59e3c7ecda3f {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:41:52.498586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.502522 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4bf5ca7b-ec30-4a90-a4aa-16e81c14a620 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/routers/36231ca8-0dda-4899-98b7-59e3c7ecda3f HTTP/1.1" status: 204 len: 168 time: 4.6608086 Jun 15 14:41:52.503305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58700) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:52.508828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fe307bcf-8269-4ea9-9cfa-786e555b9525 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-6369887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:52.554627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fe307bcf-8269-4ea9-9cfa-786e555b9525 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:52.566278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fe307bcf-8269-4ea9-9cfa-786e555b9525 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Usage tracker for resource:router and tenant:76535072f613409b921cd3b45dae9ffe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:52.573960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fe307bcf-8269-4ea9-9cfa-786e555b9525 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:52.587977 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fe307bcf-8269-4ea9-9cfa-786e555b9525 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:52.634101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] Calling delete_port for 230ba0ef-6390-4c0f-8e59-8598fc37af33 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:52.639069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe307bcf-8269-4ea9-9cfa-786e555b9525 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.639867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe307bcf-8269-4ea9-9cfa-786e555b9525 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.761568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] device_id is not set on port d92345c2-186a-40eb-aada-03f4ba62bc26 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:41:52.781680 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.803362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Transition to ACTIVE for port object d92345c2-186a-40eb-aada-03f4ba62bc26 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:52.809930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe307bcf-8269-4ea9-9cfa-786e555b9525 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.825350 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 92284889-09c1-4c1b-8cd0-3239e63ce34c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:52.825867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.841890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.863384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.885956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe307bcf-8269-4ea9-9cfa-786e555b9525 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.897639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ad6df10-7376-4d06-81a6-7fefedfaf8b1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:52.957399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] No DVR routers for this DVR port 230ba0ef-6390-4c0f-8e59-8598fc37af33 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:52.969301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0215f-7510-4b15-bbf4-0b25a8c014b2 None None] Pushing event deleted for resources: {'Port': ['ID=230ba0ef-6390-4c0f-8e59-8598fc37af33,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:52.990422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 92284889-09c1-4c1b-8cd0-3239e63ce34c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=92284889-09c1-4c1b-8cd0-3239e63ce34c,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:53.003804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:53.080344 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2ad6df10-7376-4d06-81a6-7fefedfaf8b1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:53.102050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=92284889-09c1-4c1b-8cd0-3239e63ce34c,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:53.114640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58706) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:53.129722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe307bcf-8269-4ea9-9cfa-786e555b9525 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:53.133401 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fe307bcf-8269-4ea9-9cfa-786e555b9525 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6265352 Jun 15 14:41:53.145043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58710) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:53.146282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a6db427f-1e53-4348-997b-9ce9bf7b0362 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:53.155109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'enable_snat': False}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:53.229331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4c530a29-6985-4f37-9111-66c489ce0d7a None None] Provisioning for port 92284889-09c1-4c1b-8cd0-3239e63ce34c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:53.232684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port a6db427f-1e53-4348-997b-9ce9bf7b0362 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:53.233068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:53.242506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event updated for resources: {'Port': ['ID=d92345c2-186a-40eb-aada-03f4ba62bc26,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:53.245020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e60e33b2-2cac-46da-a407-7aacc9f5b4e3 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:53.285158 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4c530a29-6985-4f37-9111-66c489ce0d7a None None] Provisioning complete for port 92284889-09c1-4c1b-8cd0-3239e63ce34c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:53.285528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c530a29-6985-4f37-9111-66c489ce0d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:53.390833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e35a2a43-1203-4183-8cb5-147d10db4ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:53.463427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e33b2-2cac-46da-a407-7aacc9f5b4e3 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event deleted for resources: {'Port': ['ID=3948ec83-aab4-4b2a-81d5-9830ea9fe40f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:53.488562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:53.488883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:53.489548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:53.507363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a6db427f-1e53-4348-997b-9ce9bf7b0362 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:53.508479 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 92284889-09c1-4c1b-8cd0-3239e63ce34c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:53.539903 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4c530a29-6985-4f37-9111-66c489ce0d7a None None] Current status of the port 92284889-09c1-4c1b-8cd0-3239e63ce34c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:53.541629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e35a2a43-1203-4183-8cb5-147d10db4ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:53.546920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:53.547262 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:53.549871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e35a2a43-1203-4183-8cb5-147d10db4ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:b38ec5ce24c54c7c9a1f9a733287ea35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:53.555050 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 2 to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 Jun 15 14:41:53.555943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e35a2a43-1203-4183-8cb5-147d10db4ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:53.574163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e60e33b2-2cac-46da-a407-7aacc9f5b4e3 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:53.586795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 92284889-09c1-4c1b-8cd0-3239e63ce34c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:53.587223 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:53.630535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:53.630877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:53.631124 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:53.655791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e35a2a43-1203-4183-8cb5-147d10db4ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:53.730383 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 92284889-09c1-4c1b-8cd0-3239e63ce34c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:53.749208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:53.790141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 230ba0ef-6390-4c0f-8e59-8598fc37af33 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:53.826570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 230ba0ef-6390-4c0f-8e59-8598fc37af33 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:53.826951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 230ba0ef-6390-4c0f-8e59-8598fc37af33 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:53.832260 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e60e33b2-2cac-46da-a407-7aacc9f5b4e3 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "DELETE /v2.0/ports/3948ec83-aab4-4b2a-81d5-9830ea9fe40f HTTP/1.1" status: 204 len: 168 time: 2.7753823 Jun 15 14:41:53.837254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:53.837595 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:53.840136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58716) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:53.843269 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 3 to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 Jun 15 14:41:53.864594 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '739f52ea-ad25-4887-9de5-50563e80e16a', 'external_fixed_ips': [{'subnet_id': '473ffa41-e3e5-4a87-94d8-54fef0c1bd33', 'ip_address': '2001:db8::23d'}]}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:53.901070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:53.905460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:53.905800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:53.906140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:53.944984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Usage tracker for resource:router and tenant:24511e2b70fd448c8c9b08b1407e5004 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:53.960615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:53.960948 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:53.961696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:53.965987 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 4 to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 Jun 15 14:41:53.982096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:41:53.984726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:53.988549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.031578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bf59da16-be28-420a-8bec-269b0ba8a808 None None] Provisioning for port f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:54.036556 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:54.036882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:54.037300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:54.037974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bf59da16-be28-420a-8bec-269b0ba8a808 None None] Provisioning complete for port f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:54.038344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bf59da16-be28-420a-8bec-269b0ba8a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.042880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ad6df10-7376-4d06-81a6-7fefedfaf8b1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.046744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.074613 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.075677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.076848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bf59da16-be28-420a-8bec-269b0ba8a808 None None] Port f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d was deleted so its status cannot be updated. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jun 15 14:41:54.078831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:54.079167 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:54.084496 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 5 to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 Jun 15 14:41:54.106635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6df10-7376-4d06-81a6-7fefedfaf8b1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:54.192282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:54.192651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:54.192974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:54.214463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Subnet': ['ID=685a0cb3-3e0f-48c9-81ab-4346889444d3,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:54.225412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.226250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:54.226583 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:54.235893 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 6 to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 Jun 15 14:41:54.254534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Checking segment: {'id': '4b126f08-ec70-4e0a-af03-7244ffe515ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c339b5d4-d167-430c-a833-cd940eebcdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:54.254534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network hostable DHCP agents. Network: c339b5d4-d167-430c-a833-cd940eebcdcc, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:41:54.332986 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:54.333322 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:54.333662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:54.335232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ad6df10-7376-4d06-81a6-7fefedfaf8b1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.354924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:54.355260 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:54.359938 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 7 to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 Jun 15 14:41:54.360314 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e35a2a43-1203-4183-8cb5-147d10db4ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.371533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e35a2a43-1203-4183-8cb5-147d10db4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.397789 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2ad6df10-7376-4d06-81a6-7fefedfaf8b1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d HTTP/1.1" status: 204 len: 168 time: 2.1036093 Jun 15 14:41:54.411056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58720) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:54.496281 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network c339b5d4-d167-430c-a833-cd940eebcdcc is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:41:54.511847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:54.512213 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:54.512552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:54.521894 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e35a2a43-1203-4183-8cb5-147d10db4ad3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b38ec5ce24c54c7c9a1f9a733287ea35&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4070530 Jun 15 14:41:54.535520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58724) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:54.541946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a2a43-1203-4183-8cb5-147d10db4ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9c5929-4ece-49c2-bad3-4d895e52da0d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:54.564066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:54.564713 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:54.570040 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 8 to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 Jun 15 14:41:54.625807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, c339b5d4-d167-430c-a833-cd940eebcdcc) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:54.633951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92761c31-782c-4a50-9bd2-68edb26c67f6 None None] Network c339b5d4-d167-430c-a833-cd940eebcdcc requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:54.652864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:54.653475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.687707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe670c22-f5d6-4b82-a766-04a9e09db3dd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:54.690050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe670c22-f5d6-4b82-a766-04a9e09db3dd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:54.691748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe670c22-f5d6-4b82-a766-04a9e09db3dd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:54.692790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fe670c22-f5d6-4b82-a766-04a9e09db3dd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:54.742902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:54.743239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:54.743761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:54.755266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.781388 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.793866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fe670c22-f5d6-4b82-a766-04a9e09db3dd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:54.795175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:54.795504 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:54.797244 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fe670c22-f5d6-4b82-a766-04a9e09db3dd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3852432 Jun 15 14:41:54.799394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.804538 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 9 to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 Jun 15 14:41:54.809504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58728) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:54.821209 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0163fe7c-61a6-40b7-8a08-c03d82e85ab1 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.3487270 Jun 15 14:41:54.836354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58732) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:54.879599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-c339b5d4-d167-430c-a833-cd940eebcdcc', 'network_id': 'c339b5d4-d167-430c-a833-cd940eebcdcc', 'tenant_id': '19b364011ced488797e4adc4434256ac', 'fixed_ips': [{'subnet_id': '685a0cb3-3e0f-48c9-81ab-4346889444d3'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:41:54.880539 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:54.880883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:54.881054 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.881226 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:54.918868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a90d7e-b70d-4b9a-8117-e199674cd23f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 2ec73d1f-91bd-4826-a547-c7310f281c5e {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:54.921856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92a90d7e-b70d-4b9a-8117-e199674cd23f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:54.940983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:54.941351 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:54.978215 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempt 10 to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 Jun 15 14:41:54.985899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9355a88-f7d1-481c-b913-d91820e785dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.024513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92a90d7e-b70d-4b9a-8117-e199674cd23f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.044970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Allocated IP 2001:db8::f816:3eff:fe4d:d8a4 (c339b5d4-d167-430c-a833-cd940eebcdcc/685a0cb3-3e0f-48c9-81ab-4346889444d3/719009c4-f750-402c-85af-f84999e5dd57) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:55.067833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:55.068177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:55.068535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempting to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:55.088471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9355a88-f7d1-481c-b913-d91820e785dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.104985 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:41:55.105310 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Failed to bind port d92345c2-186a-40eb-aada-03f4ba62bc26 on host hv-neutron-8458 for vnic_type normal using segments [{'id': '1c305e48-3e2f-4439-b646-500718111a65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '33d2c1da-2772-491f-a87d-3b14a9aa7676'}] Jun 15 14:41:55.106064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.139911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.20.0.1 (a20f89e3-4563-430d-94e7-b2fe58f9e8d0/6d5d23a2-52e0-4a31-b77d-c287f4db1bcf/4c9f9860-31b9-4bd0-9e88-2accf97235c3) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:55.175570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 92284889-09c1-4c1b-8cd0-3239e63ce34c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:41:55.218867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.221910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Allocated IP 172.26.3.127 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/e5ed5a62-8f83-4dc1-a91c-2b657ff190cd) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:55.237096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92a90d7e-b70d-4b9a-8117-e199674cd23f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.316075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9355a88-f7d1-481c-b913-d91820e785dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.323348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 92284889-09c1-4c1b-8cd0-3239e63ce34c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:55.323719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.399239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9355a88-f7d1-481c-b913-d91820e785dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9c5929-4ece-49c2-bad3-4d895e52da0d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:55.421572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9355a88-f7d1-481c-b913-d91820e785dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.425728 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a9355a88-f7d1-481c-b913-d91820e785dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fd9c5929-4ece-49c2-bad3-4d895e52da0d HTTP/1.1" status: 204 len: 168 time: 0.8794332 Jun 15 14:41:55.456960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.464077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92a90d7e-b70d-4b9a-8117-e199674cd23f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.473633 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Transition to ACTIVE for port object 719009c4-f750-402c-85af-f84999e5dd57 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:55.513544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] For port d92345c2-186a-40eb-aada-03f4ba62bc26, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:41:55.514110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attempted to set empty binding levels {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 15 14:41:55.529280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92a90d7e-b70d-4b9a-8117-e199674cd23f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.532044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a90d7e-b70d-4b9a-8117-e199674cd23f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec73d1f-91bd-4826-a547-c7310f281c5e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:55.539449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ccb518-1a87-4892-8f89-c3abc801c22d None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:55.540017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.556952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.561835 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-92a90d7e-b70d-4b9a-8117-e199674cd23f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/2ec73d1f-91bd-4826-a547-c7310f281c5e HTTP/1.1" status: 204 len: 168 time: 0.7511768 Jun 15 14:41:55.564553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58740) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:55.566016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Transition to ACTIVE for port object 719009c4-f750-402c-85af-f84999e5dd57 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:55.645966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-24bf4af5-a123-4f63-9e4d-07965dd54aee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 9ea6dd77-067c-48d1-bebe-918ad34b8a2e {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:41:55.647792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.649832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24bf4af5-a123-4f63-9e4d-07965dd54aee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.654010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] In _notify_port_updated(), no bound segment for port d92345c2-186a-40eb-aada-03f4ba62bc26 on network 33d2c1da-2772-491f-a87d-3b14a9aa7676 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:41:55.655171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:55.656077 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.660571 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "PUT /v2.0/ports/d92345c2-186a-40eb-aada-03f4ba62bc26 HTTP/1.1" status: 200 len: 980 time: 4.6611736 Jun 15 14:41:55.663405 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.680842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58744) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:55.682167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.728370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 92284889-09c1-4c1b-8cd0-3239e63ce34c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:55.748590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Network c339b5d4-d167-430c-a833-cd940eebcdcc is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:55.753516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:55.758792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:55.766123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.777720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23831008-8fcb-4c43-96ab-90d1abc02842 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event updated for resources: {'Port': ['ID=d92345c2-186a-40eb-aada-03f4ba62bc26,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:55.818259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Transition to ACTIVE for port object 4c9f9860-31b9-4bd0-9e88-2accf97235c3 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:41:55.833739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Pushing event updated for resources: {'Port': ['ID=719009c4-f750-402c-85af-f84999e5dd57,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:55.937961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:55.946789 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Attempting to bind port 719009c4-f750-402c-85af-f84999e5dd57 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:41:55.947154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Attempting to bind port 719009c4-f750-402c-85af-f84999e5dd57 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '4b126f08-ec70-4e0a-af03-7244ffe515ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c339b5d4-d167-430c-a833-cd940eebcdcc'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:41:55.947512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Attempting to bind port 719009c4-f750-402c-85af-f84999e5dd57 on network c339b5d4-d167-430c-a833-cd940eebcdcc {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:41:55.965538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:41:55.965977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Checking segment: {'id': '4b126f08-ec70-4e0a-af03-7244ffe515ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c339b5d4-d167-430c-a833-cd940eebcdcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:41:55.966218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:55.966385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.966783 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Bound using segment: {'id': '4b126f08-ec70-4e0a-af03-7244ffe515ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c339b5d4-d167-430c-a833-cd940eebcdcc'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:41:55.967315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Bound port: 719009c4-f750-402c-85af-f84999e5dd57, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b126f08-ec70-4e0a-af03-7244ffe515ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'c339b5d4-d167-430c-a833-cd940eebcdcc'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:41:55.967996 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:55.979092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:56.010927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.069069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Subnet': ['ID=685a0cb3-3e0f-48c9-81ab-4346889444d3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:56.095488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58750) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:56.130750 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] For port 719009c4-f750-402c-85af-f84999e5dd57, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:41:56.134404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] For port 719009c4-f750-402c-85af-f84999e5dd57, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=719009c4-f750-402c-85af-f84999e5dd57,segment=NetworkSegment(4b126f08-ec70-4e0a-af03-7244ffe515ed),segment_id=4b126f08-ec70-4e0a-af03-7244ffe515ed)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:41:56.141311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.181230 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.182333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24bf4af5-a123-4f63-9e4d-07965dd54aee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.184763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.247720 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d62c7bc7-c34a-4fc0-b822-8691a91e657b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Deleting port d92345c2-186a-40eb-aada-03f4ba62bc26 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:56.248325 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d62c7bc7-c34a-4fc0-b822-8691a91e657b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.273986 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.283940 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.303700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7f9d5-eec1-4714-b7d9-a8a76a185616 None None] Pushing event updated for resources: {'Port': ['ID=719009c4-f750-402c-85af-f84999e5dd57,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:56.319936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3d0c1e-1ca9-4145-84e2-e6c04f515f0a None None] Network c339b5d4-d167-430c-a833-cd940eebcdcc requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:56.333630 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Pushing event updated for resources: {'Port': ['ID=e5ed5a62-8f83-4dc1-a91c-2b657ff190cd,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:56.408323 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=4c9f9860-31b9-4bd0-9e88-2accf97235c3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:56.413784 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ff8fe881-43bb-4ac3-860d-beb947a3fb55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9297690206744eb685ded671bf3d1e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160701 Jun 15 14:41:56.422765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network a20f89e3-4563-430d-94e7-b2fe58f9e8d0 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:56.427273 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58754) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:56.474572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:56.477014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:56.549632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c339b5d4-d167-430c-a833-cd940eebcdcc']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:56.557883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.559174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d62c7bc7-c34a-4fc0-b822-8691a91e657b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] For port d92345c2-186a-40eb-aada-03f4ba62bc26, host hv-neutron-8458, got binding levels [] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:56.559696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d62c7bc7-c34a-4fc0-b822-8691a91e657b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.622350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b126f08-ec70-4e0a-af03-7244ffe515ed') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:56.622645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b126f08-ec70-4e0a-af03-7244ffe515ed') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:56.700612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d62c7bc7-c34a-4fc0-b822-8691a91e657b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Calling delete_port for d92345c2-186a-40eb-aada-03f4ba62bc26 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:56.722109 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.758785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b5e6c44-3449-4a03-9477-90ea259909a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.787316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.819391 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:41:56.820370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.829737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1ad91ba0-dadf-4c56-b1fb-36c71d493401 None None] Provisioning for port 4c9f9860-31b9-4bd0-9e88-2accf97235c3 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:41:56.836870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1ad91ba0-dadf-4c56-b1fb-36c71d493401 None None] Provisioning complete for port 4c9f9860-31b9-4bd0-9e88-2accf97235c3 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:56.837468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1ad91ba0-dadf-4c56-b1fb-36c71d493401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.897884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b5e6c44-3449-4a03-9477-90ea259909a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.900907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d62c7bc7-c34a-4fc0-b822-8691a91e657b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.926471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1ad91ba0-dadf-4c56-b1fb-36c71d493401 None None] Port 4c9f9860-31b9-4bd0-9e88-2accf97235c3 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:41:56.955044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75374464-1ea8-4aa8-9522-ffc20dcc0e2c None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:41:56.957103 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4b126f08-ec70-4e0a-af03-7244ffe515ed resource provider aggregate not found Jun 15 14:41:56.980055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d62c7bc7-c34a-4fc0-b822-8691a91e657b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.983187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c7bc7-c34a-4fc0-b822-8691a91e657b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Pushing event deleted for resources: {'Port': ['ID=d92345c2-186a-40eb-aada-03f4ba62bc26,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:56.986499 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24bf4af5-a123-4f63-9e4d-07965dd54aee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:56.990505 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4b126f08-ec70-4e0a-af03-7244ffe515ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b126f08-ec70-4e0a-af03-7244ffe515ed found for delete ", "request_id": "req-a6c14c87-03a8-44e7-96fd-2e32db160dd1"}]} Jun 15 14:41:57.035275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:41:57.035275 dv-neutron-845844-1-hyperv neutron-server[89019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:41:57.035275 dv-neutron-845844-1-hyperv neutron-server[89019]: [parameters: {'id': 'c339b5d4-d167-430c-a833-cd940eebcdcc'}] Jun 15 14:41:57.035275 dv-neutron-845844-1-hyperv neutron-server[89019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:41:57.035580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:41:57.061455 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Allocated IP 2001:db8::23d (739f52ea-ad25-4887-9de5-50563e80e16a/473ffa41-e3e5-4a87-94d8-54fef0c1bd33/e587a007-9858-4c51-8947-4fde33baddd3) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:57.073728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ad282105-be0a-4b39-b936-2bc74ef76f9e None None] Provisioning complete for port 92284889-09c1-4c1b-8cd0-3239e63ce34c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:41:57.074102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad282105-be0a-4b39-b936-2bc74ef76f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.114333 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d62c7bc7-c34a-4fc0-b822-8691a91e657b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "DELETE /v2.0/ports/d92345c2-186a-40eb-aada-03f4ba62bc26 HTTP/1.1" status: 204 len: 168 time: 1.4175460 Jun 15 14:41:57.120719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58762) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:57.153423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75374464-1ea8-4aa8-9522-ffc20dcc0e2c None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:41:57.171047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.243360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24bf4af5-a123-4f63-9e4d-07965dd54aee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.294961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf4af5-a123-4f63-9e4d-07965dd54aee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea6dd77-067c-48d1-bebe-918ad34b8a2e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:57.303359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24bf4af5-a123-4f63-9e4d-07965dd54aee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.324862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ad282105-be0a-4b39-b936-2bc74ef76f9e None None] Current status of the port 92284889-09c1-4c1b-8cd0-3239e63ce34c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:41:57.329464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ece7b4e9-7904-49e6-978a-b439feec7bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.385005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b5e6c44-3449-4a03-9477-90ea259909a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.416501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e6c44-3449-4a03-9477-90ea259909a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3303ff-1a25-4fe9-9fe3-ee5bc51ac07e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:57.418569 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d470f4d-f544-4431-9cbf-04112f4e7307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] GET failed (client error): The resource could not be found. Jun 15 14:41:57.419107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d470f4d-f544-4431-9cbf-04112f4e7307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Synchronizing usage tracker for tenant:33657f4ec5114568a9ebb84a27517b10 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:41:57.438652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.501031 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-24bf4af5-a123-4f63-9e4d-07965dd54aee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/9ea6dd77-067c-48d1-bebe-918ad34b8a2e HTTP/1.1" status: 204 len: 168 time: 1.9350660 Jun 15 14:41:57.503743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58766) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:57.521377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d470f4d-f544-4431-9cbf-04112f4e7307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] Unset dirty status for tenant:33657f4ec5114568a9ebb84a27517b10 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:41:57.527365 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3d470f4d-f544-4431-9cbf-04112f4e7307 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1015403767-project-admin] 10.222.0.26 "GET /v2.0/ports/d92345c2-186a-40eb-aada-03f4ba62bc26 HTTP/1.1" status: 404 len: 333 time: 0.4055660 Jun 15 14:41:57.531896 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58770) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:57.542377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.585084 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cc7c309c-c918-4424-9c90-8bb9b2f70a12 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772717 Jun 15 14:41:57.586113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58774) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:57.594091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:57.674326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c678bd1-9d64-41f6-b7e6-3a093b1ff551 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:57.715972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8b5e6c44-3449-4a03-9477-90ea259909a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.720142 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8b5e6c44-3449-4a03-9477-90ea259909a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e3303ff-1a25-4fe9-9fe3-ee5bc51ac07e HTTP/1.1" status: 204 len: 168 time: 1.2890232 Jun 15 14:41:57.748879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.842257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:57.843630 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Deleting port 719009c4-f750-402c-85af-f84999e5dd57 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:57.844340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.857754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:57.863131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:57.874639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:57.893753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.897499 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.900653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:57.904412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.929539 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:57.995026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372c677e-4f97-4907-a098-745cf2834298 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:41:57.999485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-372c677e-4f97-4907-a098-745cf2834298 None None] Deleting port 92284889-09c1-4c1b-8cd0-3239e63ce34c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:41:57.999867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-372c677e-4f97-4907-a098-745cf2834298 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:58.211407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:58.280989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-372c677e-4f97-4907-a098-745cf2834298 None None] For port 92284889-09c1-4c1b-8cd0-3239e63ce34c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=92284889-09c1-4c1b-8cd0-3239e63ce34c,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:58.282259 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-372c677e-4f97-4907-a098-745cf2834298 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:58.287337 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Router 6b503103-116e-40f9-88af-7e09615c6046 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:41:58.474601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:58.479725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-372c677e-4f97-4907-a098-745cf2834298 None None] Calling delete_port for 92284889-09c1-4c1b-8cd0-3239e63ce34c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:58.513577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Network 739f52ea-ad25-4887-9de5-50563e80e16a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:58.529967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:58.533416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:41:58.592997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-372c677e-4f97-4907-a098-745cf2834298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:58.598109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:41:58.608775 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e650be-464f-45eb-bf3b-b8b9c05eff6a None None] Sync routers for ids ['6b503103-116e-40f9-88af-7e09615c6046'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:41:58.621262 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e650be-464f-45eb-bf3b-b8b9c05eff6a None None] Routers {'6b503103-116e-40f9-88af-7e09615c6046'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:58.621887 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-26e650be-464f-45eb-bf3b-b8b9c05eff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['6b503103-116e-40f9-88af-7e09615c6046'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:58.630133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:58.634191 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f4850324-114f-4da0-adb4-1f085b62e3a3 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "PUT /v2.0/routers/6b503103-116e-40f9-88af-7e09615c6046 HTTP/1.1" status: 200 len: 913 time: 5.4876010 Jun 15 14:41:58.634853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58798) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:58.668694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c677e-4f97-4907-a098-745cf2834298 None None] Pushing event deleted for resources: {'Port': ['ID=92284889-09c1-4c1b-8cd0-3239e63ce34c,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:58.671735 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c677e-4f97-4907-a098-745cf2834298 None None] No DVR routers for this DVR port 92284889-09c1-4c1b-8cd0-3239e63ce34c on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:41:58.751952 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-26e650be-464f-45eb-bf3b-b8b9c05eff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:58.759658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:41:58.773490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event updated for resources: {'Port': ['ID=e587a007-9858-4c51-8947-4fde33baddd3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:58.780051 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e650be-464f-45eb-bf3b-b8b9c05eff6a None None] Routers {'6b503103-116e-40f9-88af-7e09615c6046'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:41:58.781350 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-26e650be-464f-45eb-bf3b-b8b9c05eff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['6b503103-116e-40f9-88af-7e09615c6046'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:58.841083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d2c1da-2772-491f-a87d-3b14a9aa7676']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:58.843900 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-26e650be-464f-45eb-bf3b-b8b9c05eff6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:58.844332 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e650be-464f-45eb-bf3b-b8b9c05eff6a None None] The sync data for ids ['6b503103-116e-40f9-88af-7e09615c6046'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:41:58.890678 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c305e48-3e2f-4439-b646-500718111a65') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:58.891122 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c305e48-3e2f-4439-b646-500718111a65') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:41:58.908871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] For port 719009c4-f750-402c-85af-f84999e5dd57, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=719009c4-f750-402c-85af-f84999e5dd57,segment=NetworkSegment(4b126f08-ec70-4e0a-af03-7244ffe515ed),segment_id=4b126f08-ec70-4e0a-af03-7244ffe515ed)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:41:58.909643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:58.945897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.089203 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 92284889-09c1-4c1b-8cd0-3239e63ce34c no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:41:59.099901 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-952a19de-e48f-48b2-9d1a-b371cfa7766b tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/routers/6b503103-116e-40f9-88af-7e09615c6046 HTTP/1.1" status: 200 len: 919 time: 0.4585600 Jun 15 14:41:59.102033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58810) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:59.142325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 92284889-09c1-4c1b-8cd0-3239e63ce34c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:41:59.142954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 92284889-09c1-4c1b-8cd0-3239e63ce34c not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:41:59.255855 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.services.revisions.revision_plugin [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Could not find related port for resource to bump revision. Jun 15 14:41:59.262809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_pluggable_backend [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Port 92284889-09c1-4c1b-8cd0-3239e63ce34c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89018) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jun 15 14:41:59.263114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_pluggable_backend [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:cff {{(pid=89018) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jun 15 14:41:59.274217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.282021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Calling delete_port for 719009c4-f750-402c-85af-f84999e5dd57 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:41:59.317943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5127b29d-d362-41ed-bdff-d34e6aac2d28 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:59.319928 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5127b29d-d362-41ed-bdff-d34e6aac2d28 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&device_id=6b503103-116e-40f9-88af-7e09615c6046&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2173028 Jun 15 14:41:59.332377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58822) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:59.335817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.347668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ddf84d35-f14c-4929-81c4-4641816b82ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.353619 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:41:59.356695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:41:59.361194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:59.361862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.368358 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2419c58-5d83-446b-889e-dc2bb9aaf013 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:41:59.385952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=620b4769-7d55-4bd7-90d1-dc3d1256a91b,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:59.395569 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-99a7c197-f13a-4809-98b4-d7d5fc1baaa3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8028674 Jun 15 14:41:59.395569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58826) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:59.399731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:41:59.400173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.408310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:59.480561 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 1c305e48-3e2f-4439-b646-500718111a65 resource provider aggregate not found Jun 15 14:41:59.528586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58836) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:59.622090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:59.628210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:59.630211 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 1c305e48-3e2f-4439-b646-500718111a65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c305e48-3e2f-4439-b646-500718111a65 found for delete ", "request_id": "req-47ac50fb-3a62-491d-b163-c0b7c6bcb049"}]} Jun 15 14:41:59.631857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:59.639284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:59.666286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '620b4769-7d55-4bd7-90d1-dc3d1256a91b'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:41:59.667209 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.668131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1805966275', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:41:59.673094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:59.683750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:41:59.690854 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:59.694922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.716648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.729529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Usage tracker for resource:port and tenant:1bcdfa311fd04c4ebfce4cc4b674c7a7 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:59.733158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.739849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:59.773684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.784691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.803718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:59.824531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.833063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Made reservation on behalf of 1bcdfa311fd04c4ebfce4cc4b674c7a7 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:41:59.835706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.836625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Allocated IP 2001:db8::f816:3eff:fe1c:673 (2ef0444c-622d-434a-90a5-976e58c67159/620b4769-7d55-4bd7-90d1-dc3d1256a91b/7c973c24-97f0-444e-8ddb-fd99c4108a9b) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:41:59.865373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.889664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:41:59.901159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:41:59.901407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Usage tracker for resource:security_group_rule and tenant:1bcdfa311fd04c4ebfce4cc4b674c7a7 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:41:59.905706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:41:59.913054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Port': ['ID=719009c4-f750-402c-85af-f84999e5dd57,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:59.915933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f5808b-064c-41ed-ab89-987367e89397 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:41:59.916087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:41:59.917368 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-45f5808b-064c-41ed-ab89-987367e89397 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/networks/a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 881 time: 0.5726712 Jun 15 14:41:59.923182 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58842) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:41:59.979621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] Pushing event deleted for resources: {'Network': ['ID=33d2c1da-2772-491f-a87d-3b14a9aa7676,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:41:59.992430 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a0163c85-ab12-4497-b23b-d843730d0752 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b503103-116e-40f9-88af-7e09615c6046 HTTP/1.1" status: 200 len: 205 time: 0.0656011 Jun 15 14:41:59.999850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58846) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:00.001543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No DVR routers for this DVR port 719009c4-f750-402c-85af-f84999e5dd57 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:00.050371 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b6d71ec5-6ef2-4f74-8870-9b9742c395a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180 tempest-PortsAdminExtendedAttrsIpV6TestJSON-83039180-project] 10.222.0.26 "DELETE /v2.0/networks/33d2c1da-2772-491f-a87d-3b14a9aa7676 HTTP/1.1" status: 204 len: 168 time: 2.5063841 Jun 15 14:42:00.067037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.079858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Transition to ACTIVE for port object 7c973c24-97f0-444e-8ddb-fd99c4108a9b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:00.094252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.104214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Transition to ACTIVE for port object 7c973c24-97f0-444e-8ddb-fd99c4108a9b will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:00.112289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.161135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=4c9f9860-31b9-4bd0-9e88-2accf97235c3,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:00.241615 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:00.245746 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:00.252976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:00.310389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.331800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.383201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Pushing event updated for resources: {'Port': ['ID=7c973c24-97f0-444e-8ddb-fd99c4108a9b,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:00.398977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Attempting to bind port 7c973c24-97f0-444e-8ddb-fd99c4108a9b on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:00.400732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Attempting to bind port 7c973c24-97f0-444e-8ddb-fd99c4108a9b by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:00.401233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Attempting to bind port 7c973c24-97f0-444e-8ddb-fd99c4108a9b on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:00.410639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:00.411186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:00.412212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.412735 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:00.413303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Bound port: 7c973c24-97f0-444e-8ddb-fd99c4108a9b, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:00.414543 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.439745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c339b5d4-d167-430c-a833-cd940eebcdcc']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:00.442806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.443581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58854) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:00.478326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b126f08-ec70-4e0a-af03-7244ffe515ed') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:00.478694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b126f08-ec70-4e0a-af03-7244ffe515ed') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:00.506703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.509476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.514354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.533661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] For port 7c973c24-97f0-444e-8ddb-fd99c4108a9b, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:00.537331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] For port 7c973c24-97f0-444e-8ddb-fd99c4108a9b, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7c973c24-97f0-444e-8ddb-fd99c4108a9b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:00.546239 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.552526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] device_id is not set on port 27f56be0-4fcc-460f-b484-a9619229db37 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:00.639286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.655919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.673574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a206d5-263e-48fb-bc53-09bbbd531e70 None None] Pushing event updated for resources: {'Port': ['ID=7c973c24-97f0-444e-8ddb-fd99c4108a9b,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:00.744171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a490d738-7787-48e2-9504-a1bc49cf17f1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:00.773419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.785114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network a20f89e3-4563-430d-94e7-b2fe58f9e8d0 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:00.790271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:00.794762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:00.795171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.809346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:00.811816 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.824601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.828100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:00.867038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:00.867634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.881691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Deleting port e5ed5a62-8f83-4dc1-a91c-2b657ff190cd {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:00.882284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:00.987927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=728db0ca-0611-4bc8-90de-f9cb16464180,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:01.017856 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2ba5dfb5-42ee-4b3e-b366-234cbc64c202 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6239278 Jun 15 14:42:01.045615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58860) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:01.061956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:a8:66:3e', 'name': 'tempest-NetworksTestDHCPv6-1537336857'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:01.082746 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-60ebbf96-474b-4249-aeb6-ae5e1fb82890 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7957da190ca441138db7deb8760e7b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6378360 Jun 15 14:42:01.153318 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7c973c24-97f0-444e-8ddb-fd99c4108a9b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:01.196128 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58864) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:01.218723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router 888d1f92-5d6e-47e9-aec4-4876cb86bc24 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:01.243293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.246415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5494a965-ba04-46fa-b875-490bf460abc3 None None] Provisioning complete for port 4c9f9860-31b9-4bd0-9e88-2accf97235c3 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:01.246903 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5494a965-ba04-46fa-b875-490bf460abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.279377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.303545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 7c973c24-97f0-444e-8ddb-fd99c4108a9b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:01.319456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5494a965-ba04-46fa-b875-490bf460abc3 None None] Port 4c9f9860-31b9-4bd0-9e88-2accf97235c3 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:01.325627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Allocated IP 172.26.3.56 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/27f56be0-4fcc-460f-b484-a9619229db37) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:01.405203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Network': ['ID=c339b5d4-d167-430c-a833-cd940eebcdcc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:01.430851 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0d75e76c-009e-4fb7-a180-922fcd31e1f9 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/networks/c339b5d4-d167-430c-a833-cd940eebcdcc HTTP/1.1" status: 204 len: 168 time: 6.5888071 Jun 15 14:42:01.442835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58868) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:01.469643 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-37187393'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:01.497907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:01.517768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:network and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:01.521390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.532108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:01.551946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:01.578876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e044fc2-693d-4895-a9fa-6201563ba8f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.631477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:01.640395 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d0802cbc-a8a7-48c6-abfc-744382b32ae3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "PUT /v2.0/routers/888d1f92-5d6e-47e9-aec4-4876cb86bc24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4986305 Jun 15 14:42:01.643396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e044fc2-693d-4895-a9fa-6201563ba8f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.650831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58874) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:01.655093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc154bb-829e-4196-97b4-1259096ebc2f None None] Sync routers for ids ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:01.663796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'port': {'network_id': 'a20f89e3-4563-430d-94e7-b2fe58f9e8d0', 'name': 'tempest-FloatingIPTestJSON-665957073'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:01.669031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc154bb-829e-4196-97b4-1259096ebc2f None None] Routers {'888d1f92-5d6e-47e9-aec4-4876cb86bc24'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:01.669792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0cc154bb-829e-4196-97b4-1259096ebc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:01.695381 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4b126f08-ec70-4e0a-af03-7244ffe515ed resource provider aggregate not found Jun 15 14:42:01.720877 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4b126f08-ec70-4e0a-af03-7244ffe515ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b126f08-ec70-4e0a-af03-7244ffe515ed found for delete ", "request_id": "req-3d585f6e-3a3d-40ee-8485-d1144c84d373"}]} Jun 15 14:42:01.735123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Router 912e012f-5f84-4dad-ac50-d5010d9ef3d6 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:42:01.750975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Calling delete_port for e5ed5a62-8f83-4dc1-a91c-2b657ff190cd owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:01.776069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0cc154bb-829e-4196-97b4-1259096ebc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:01.779027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:01.790910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc154bb-829e-4196-97b4-1259096ebc2f None None] Routers {'888d1f92-5d6e-47e9-aec4-4876cb86bc24'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:01.791828 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0cc154bb-829e-4196-97b4-1259096ebc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:01.813882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:01.817578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.830922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:01.835384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:01.874781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0cc154bb-829e-4196-97b4-1259096ebc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:01.875511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc154bb-829e-4196-97b4-1259096ebc2f None None] The sync data for ids ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:01.897423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:01.932703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.940467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:01.981407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e044fc2-693d-4895-a9fa-6201563ba8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:01.990435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:42:02.016486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2739f0-9824-4172-8eb8-8da82e4fbc51 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:02.082289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.082636 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Added segment a24b9d35-50f1-4c93-a996-ffb82fa79233 of type vlan for network 3c34d033-d414-4b79-9968-a84bd9e82c28 Jun 15 14:42:02.103096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e044fc2-693d-4895-a9fa-6201563ba8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c81de5-363d-4168-bf5f-5aca7d7740b4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:02.111487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:02.114287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e394d460-d932-44cc-943f-13d0b1a58d39 None None] Provisioning for port 7c973c24-97f0-444e-8ddb-fd99c4108a9b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:02.117705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e044fc2-693d-4895-a9fa-6201563ba8f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.121784 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6e044fc2-693d-4895-a9fa-6201563ba8f2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55c81de5-363d-4168-bf5f-5aca7d7740b4 HTTP/1.1" status: 204 len: 168 time: 0.9204502 Jun 15 14:42:02.126731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Usage tracker for resource:port and tenant:7efef928e0094939bd2c4aaca63bcf94 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:02.132088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:02.132284 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e394d460-d932-44cc-943f-13d0b1a58d39 None None] Provisioning complete for port 7c973c24-97f0-444e-8ddb-fd99c4108a9b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:02.132703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e394d460-d932-44cc-943f-13d0b1a58d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.141075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:02.144027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:02.155685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.165466 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Sync routers for ids ['912e012f-5f84-4dad-ac50-d5010d9ef3d6'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:02.170066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Made reservation on behalf of 7efef928e0094939bd2c4aaca63bcf94 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:02.177547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.189667 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Routers {'912e012f-5f84-4dad-ac50-d5010d9ef3d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:02.191196 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['912e012f-5f84-4dad-ac50-d5010d9ef3d6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:02.193826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.210729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.214453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.218923 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-efed0bd6-3cd8-46ab-9ef5-c7ebde94afd8 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.3684425 Jun 15 14:42:02.227722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58882) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:02.319228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port fdae7170-0a7e-4bd7-abf7-36ae202584e5 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:02.367937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] device_id is not set on port 94a6b752-137f-4578-af72-784d77a1445c yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:02.418435 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e394d460-d932-44cc-943f-13d0b1a58d39 None None] Current status of the port 7c973c24-97f0-444e-8ddb-fd99c4108a9b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:02.419305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e394d460-d932-44cc-943f-13d0b1a58d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.440439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.450936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:02.451565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.497267 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Set router 912e012f-5f84-4dad-ac50-d5010d9ef3d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:42:02.510505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e394d460-d932-44cc-943f-13d0b1a58d39 None None] For port 7c973c24-97f0-444e-8ddb-fd99c4108a9b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7c973c24-97f0-444e-8ddb-fd99c4108a9b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:02.516021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.525708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e394d460-d932-44cc-943f-13d0b1a58d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.602820 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Allocated IP 172.20.0.8 (a20f89e3-4563-430d-94e7-b2fe58f9e8d0/6d5d23a2-52e0-4a31-b77d-c287f4db1bcf/94a6b752-137f-4578-af72-784d77a1445c) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:02.604411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394d460-d932-44cc-943f-13d0b1a58d39 None None] Pushing event updated for resources: {'Port': ['ID=7c973c24-97f0-444e-8ddb-fd99c4108a9b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:02.617998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f934fa-a9fd-4710-8ae6-8a669331a98c None None] Update dhcp port {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'fixed_ips': [{'subnet_id': '620b4769-7d55-4bd7-90d1-dc3d1256a91b', 'ip_address': '2001:db8::f816:3eff:fe1c:673'}, {'subnet_id': '728db0ca-0611-4bc8-90de-f9cb16464180'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': '7c973c24-97f0-444e-8ddb-fd99c4108a9b'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:42:02.686052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.704141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58888) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:02.743688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-46f934fa-a9fd-4710-8ae6-8a669331a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:02.757790 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3089499 Jun 15 14:42:02.836150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58892) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:02.851582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8c330-d1c6-416f-9dde-5ffbfba192bb tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Network': ['ID=3c34d033-d414-4b79-9968-a84bd9e82c28,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:02.853957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Pushing event updated for resources: {'Port': ['ID=27f56be0-4fcc-460f-b484-a9619229db37,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:02.863727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:02.908660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'subnet': {'network_id': '3c34d033-d414-4b79-9968-a84bd9e82c28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:02.920176 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e012f-5f84-4dad-ac50-d5010d9ef3d6', 'name': '', 'tenant_id': '24511e2b70fd448c8c9b08b1407e5004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '739f52ea-ad25-4887-9de5-50563e80e16a', 'external_fixed_ips': [{'subnet_id': '473ffa41-e3e5-4a87-94d8-54fef0c1bd33', 'ip_address': '2001:db8::23d'}], 'enable_snat': True}, 'gw_port_id': 'e587a007-9858-4c51-8947-4fde33baddd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:41:54Z', 'updated_at': '2022-06-15T14:41:58Z', 'revision_number': 3, 'project_id': '24511e2b70fd448c8c9b08b1407e5004', 'gw_port': {'id': 'e587a007-9858-4c51-8947-4fde33baddd3', 'name': '', 'network_id': '739f52ea-ad25-4887-9de5-50563e80e16a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912e012f-5f84-4dad-ac50-d5010d9ef3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '473ffa41-e3e5-4a87-94d8-54fef0c1bd33', 'ip_address': '2001:db8::23d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:41:56Z', 'updated_at': '2022-06-15T14:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '473ffa41-e3e5-4a87-94d8-54fef0c1bd33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:02.925134 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Checking router: 912e012f-5f84-4dad-ac50-d5010d9ef3d6 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:42:02.925693 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Updating router 912e012f-5f84-4dad-ac50-d5010d9ef3d6 port e587a007-9858-4c51-8947-4fde33baddd3 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:42:02.948916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:02.967755 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3247942b-7034-42fa-9d34-bcce370f1254 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33657f4ec5114568a9ebb84a27517b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599316 Jun 15 14:42:02.973419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58896) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:02.991123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 3c34d033-d414-4b79-9968-a84bd9e82c28 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:42:02.992792 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.041568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:03.083215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Pushing event deleted for resources: {'Port': ['ID=e5ed5a62-8f83-4dc1-a91c-2b657ff190cd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:03.147160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7c973c24-97f0-444e-8ddb-fd99c4108a9b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:03.171141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.238284 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.249117 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 7c973c24-97f0-444e-8ddb-fd99c4108a9b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:03.249506 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.280753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.294624 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Transition to ACTIVE for port object 94a6b752-137f-4578-af72-784d77a1445c will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:03.305294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c96f2480-0cec-48e1-8af0-b0d9b721e1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.427303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c96f2480-0cec-48e1-8af0-b0d9b721e1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.457284 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.470356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.471008 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Transition to ACTIVE for port object e587a007-9858-4c51-8947-4fde33baddd3 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:03.481635 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.499109 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7c973c24-97f0-444e-8ddb-fd99c4108a9b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:03.499817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Deleting port e587a007-9858-4c51-8947-4fde33baddd3 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:03.500208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.526916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:03.527698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.544914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.562213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.567808 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Attempting to bind port e587a007-9858-4c51-8947-4fde33baddd3 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:03.568175 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Attempting to bind port e587a007-9858-4c51-8947-4fde33baddd3 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '103304a3-dfe3-47dd-94c5-021705c0ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '739f52ea-ad25-4887-9de5-50563e80e16a'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:03.568610 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Attempting to bind port e587a007-9858-4c51-8947-4fde33baddd3 on network 739f52ea-ad25-4887-9de5-50563e80e16a {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:03.573895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.576983 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:03.577432 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Checking segment: {'id': '103304a3-dfe3-47dd-94c5-021705c0ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '739f52ea-ad25-4887-9de5-50563e80e16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:03.577811 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.578207 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Bound using segment: {'id': '103304a3-dfe3-47dd-94c5-021705c0ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '739f52ea-ad25-4887-9de5-50563e80e16a'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:03.578668 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Bound port: e587a007-9858-4c51-8947-4fde33baddd3, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103304a3-dfe3-47dd-94c5-021705c0ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '739f52ea-ad25-4887-9de5-50563e80e16a'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:03.579054 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.601846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:03.609465 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54dca7-8af7-4e25-9cda-78b99e064a13 None None] Pushing event updated for resources: {'Port': ['ID=e587a007-9858-4c51-8947-4fde33baddd3,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:03.622233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:subnet and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:03.629190 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf04fb58-64c5-4e11-8b03-8f1822615aea tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0990505 Jun 15 14:42:03.630303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:03.635209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58900) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:03.651496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c96f2480-0cec-48e1-8af0-b0d9b721e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.651772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.56'}]}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:03.656802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:03.662501 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Usage tracker for resource:router and tenant:1bcdfa311fd04c4ebfce4cc4b674c7a7 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:03.665977 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:03.668603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:03.671390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 172.20.0.8 (2ef0444c-622d-434a-90a5-976e58c67159/728db0ca-0611-4bc8-90de-f9cb16464180/fdae7170-0a7e-4bd7-abf7-36ae202584e5) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:03.672063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Network a20f89e3-4563-430d-94e7-b2fe58f9e8d0 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:03.677123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.677815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Fanout notify agent at l3_agent the message router_deleted on router 6b503103-116e-40f9-88af-7e09615c6046 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:42:03.678207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f2480-0cec-48e1-8af0-b0d9b721e1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb26750d-5369-4378-a885-64b4ddb26e29,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:03.681646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:03.696707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::f816:3eff:fea8:663e (2ef0444c-622d-434a-90a5-976e58c67159/620b4769-7d55-4bd7-90d1-dc3d1256a91b/fdae7170-0a7e-4bd7-abf7-36ae202584e5) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:03.698715 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] For port e587a007-9858-4c51-8947-4fde33baddd3, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:03.702649 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] For port e587a007-9858-4c51-8947-4fde33baddd3, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e587a007-9858-4c51-8947-4fde33baddd3,segment=NetworkSegment(103304a3-dfe3-47dd-94c5-021705c0ea11),segment_id=103304a3-dfe3-47dd-94c5-021705c0ea11)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:03.710721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.711323 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.711835 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-963d2ed5-101b-41f1-9107-9734d98c3477 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/routers/6b503103-116e-40f9-88af-7e09615c6046 HTTP/1.1" status: 204 len: 168 time: 3.7110648 Jun 15 14:42:03.714218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:03.719740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.721053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:03.737813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58904) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:03.742711 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:03.751140 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-61455516', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:03.757770 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.758751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.777323 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event updated for resources: {'Port': ['ID=94a6b752-137f-4578-af72-784d77a1445c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:03.803299 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54dca7-8af7-4e25-9cda-78b99e064a13 None None] Pushing event updated for resources: {'Port': ['ID=e587a007-9858-4c51-8947-4fde33baddd3,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:03.811153 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Routers {'912e012f-5f84-4dad-ac50-d5010d9ef3d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:03.811786 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['912e012f-5f84-4dad-ac50-d5010d9ef3d6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:03.838679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:03.869451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Usage tracker for resource:router and tenant:76535072f613409b921cd3b45dae9ffe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:03.879753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:03.900358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c96f2480-0cec-48e1-8af0-b0d9b721e1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.901762 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c96f2480-0cec-48e1-8af0-b0d9b721e1eb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb26750d-5369-4378-a885-64b4ddb26e29 HTTP/1.1" status: 204 len: 168 time: 0.9273999 Jun 15 14:42:03.906590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:03.918909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:03.919831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.920688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:03.955535 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-369322fb-337a-4b80-9dd8-7fb366782992 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3011580 Jun 15 14:42:03.955761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58910) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:03.963444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-eb392bcf-f594-4ef4-bf35-b65b2d870c7c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Request body: {'floatingip': {'port_id': '94a6b752-137f-4578-af72-784d77a1445c'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:04.054612 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] Set router 912e012f-5f84-4dad-ac50-d5010d9ef3d6 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:42:04.088422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-75aba3ca-c93b-499c-b55d-e2a18e49f386 None None] Provisioning for port 94a6b752-137f-4578-af72-784d77a1445c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:04.100282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] For port e587a007-9858-4c51-8947-4fde33baddd3, host dv-neutron-845844-1-hyperv, got binding levels [] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:04.100887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:04.103891 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-75aba3ca-c93b-499c-b55d-e2a18e49f386 None None] Provisioning complete for port 94a6b752-137f-4578-af72-784d77a1445c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:04.104286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-75aba3ca-c93b-499c-b55d-e2a18e49f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:04.164087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:04.175116 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912e012f-5f84-4dad-ac50-d5010d9ef3d6', 'name': '', 'tenant_id': '24511e2b70fd448c8c9b08b1407e5004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:41:54Z', 'updated_at': '2022-06-15T14:42:03Z', 'revision_number': 4, 'project_id': '24511e2b70fd448c8c9b08b1407e5004', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:04.188043 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd7b3b1-fec1-4fbb-a25b-3906cf60eda5 None None] The sync data for ids ['912e012f-5f84-4dad-ac50-d5010d9ef3d6'] in dv-neutron-845844-1-hyperv is: [{'id': '912e012f-5f84-4dad-ac50-d5010d9ef3d6', 'name': '', 'tenant_id': '24511e2b70fd448c8c9b08b1407e5004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:41:54Z', 'updated_at': '2022-06-15T14:42:03Z', 'revision_number': 4, 'project_id': '24511e2b70fd448c8c9b08b1407e5004', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:04.209901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-75aba3ca-c93b-499c-b55d-e2a18e49f386 None None] Port 94a6b752-137f-4578-af72-784d77a1445c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:04.263038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:04.264057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:04.269556 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Calling delete_port for e587a007-9858-4c51-8947-4fde33baddd3 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:04.285569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object fdae7170-0a7e-4bd7-abf7-36ae202584e5 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:04.311016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb392bcf-f594-4ef4-bf35-b65b2d870c7c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:04.399439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-46f934fa-a9fd-4710-8ae6-8a669331a98c None None] Allocated IP 172.20.0.2 (2ef0444c-622d-434a-90a5-976e58c67159/728db0ca-0611-4bc8-90de-f9cb16464180/7c973c24-97f0-444e-8ddb-fd99c4108a9b) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:04.472422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:04.583376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:42:04.583826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:42:04.593915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-46f934fa-a9fd-4710-8ae6-8a669331a98c None None] For port 7c973c24-97f0-444e-8ddb-fd99c4108a9b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7c973c24-97f0-444e-8ddb-fd99c4108a9b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:04.627114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-46f934fa-a9fd-4710-8ae6-8a669331a98c None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:04.678585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-46f934fa-a9fd-4710-8ae6-8a669331a98c None None] Transition to ACTIVE for port object 7c973c24-97f0-444e-8ddb-fd99c4108a9b will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:04.684621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:04.692881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-46f934fa-a9fd-4710-8ae6-8a669331a98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:04.764657 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:04.782072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:04.812307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:04.851577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f934fa-a9fd-4710-8ae6-8a669331a98c None None] Pushing event updated for resources: {'Port': ['ID=7c973c24-97f0-444e-8ddb-fd99c4108a9b,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:04.870978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:04.882751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=fdae7170-0a7e-4bd7-abf7-36ae202584e5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:05.099804 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Deleting port e587a007-9858-4c51-8947-4fde33baddd3 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:05.104937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:05.134208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7c973c24-97f0-444e-8ddb-fd99c4108a9b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:05.319489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:05.362203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:05.362501 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:05.514286 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb392bcf-f594-4ef4-bf35-b65b2d870c7c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:05.544399 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb392bcf-f594-4ef4-bf35-b65b2d870c7c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:05.575651 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:42:05.642663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Subnet': ['ID=1a3ec156-90ac-4554-8eb8-b120a808cf87,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:05.650785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] For port e587a007-9858-4c51-8947-4fde33baddd3, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e587a007-9858-4c51-8947-4fde33baddd3,segment=NetworkSegment(103304a3-dfe3-47dd-94c5-021705c0ea11),segment_id=103304a3-dfe3-47dd-94c5-021705c0ea11)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:05.651226 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:05.658230 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:05.692128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Checking segment: {'id': 'a24b9d35-50f1-4c93-a996-ffb82fa79233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3c34d033-d414-4b79-9968-a84bd9e82c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:05.692516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network hostable DHCP agents. Network: 3c34d033-d414-4b79-9968-a84bd9e82c28, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:42:05.701352 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c853eb70-d62b-4684-ba93-7d4f1bbd8c81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6484451 Jun 15 14:42:05.708615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58944) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:05.854181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network 3c34d033-d414-4b79-9968-a84bd9e82c28 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:42:05.856830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ad56826f-ffe9-4d5b-9c7c-18613595e01e None None] Provisioning for port 7c973c24-97f0-444e-8ddb-fd99c4108a9b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:05.863384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ad56826f-ffe9-4d5b-9c7c-18613595e01e None None] Provisioning complete for port 7c973c24-97f0-444e-8ddb-fd99c4108a9b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:05.864658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad56826f-ffe9-4d5b-9c7c-18613595e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:05.892392 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Calling delete_port for e587a007-9858-4c51-8947-4fde33baddd3 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:05.966030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 3c34d033-d414-4b79-9968-a84bd9e82c28) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:05.980518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143168b2-205f-43c9-918f-d750bb8e100d None None] Network 3c34d033-d414-4b79-9968-a84bd9e82c28 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:05.983577 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-eb392bcf-f594-4ef4-bf35-b65b2d870c7c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Floating IP 36a8704e-786c-4136-99f3-86ab2abb47ce associated. External IP: 172.26.3.12, port: a4a65fdf-a649-44f6-beac-3b279b4b5452. Jun 15 14:42:05.983934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:05.984734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.095119 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aafe25b0-a498-4923-846b-1ecdb4d63513 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2447674 Jun 15 14:42:06.097927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 58954) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:06.122602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdca8f5-c47f-45fe-abd2-4e8607ea6bc0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:06.125949 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ad56826f-ffe9-4d5b-9c7c-18613595e01e None None] Current status of the port 7c973c24-97f0-444e-8ddb-fd99c4108a9b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:06.130919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdca8f5-c47f-45fe-abd2-4e8607ea6bc0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:06.131781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9bdca8f5-c47f-45fe-abd2-4e8607ea6bc0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:06.352683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9bdca8f5-c47f-45fe-abd2-4e8607ea6bc0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:06.355798 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9bdca8f5-c47f-45fe-abd2-4e8607ea6bc0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6393569 Jun 15 14:42:06.355798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58962) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:06.364953 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d197ff37-baef-4fda-acbc-0a79315f31ed None None] Provisioning for port fdae7170-0a7e-4bd7-abf7-36ae202584e5 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:06.366729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58964) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:06.371681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-3c34d033-d414-4b79-9968-a84bd9e82c28', 'network_id': '3c34d033-d414-4b79-9968-a84bd9e82c28', 'tenant_id': '19b364011ced488797e4adc4434256ac', 'fixed_ips': [{'subnet_id': '1a3ec156-90ac-4554-8eb8-b120a808cf87'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:42:06.372545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.384737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d197ff37-baef-4fda-acbc-0a79315f31ed None None] Provisioning complete for port fdae7170-0a7e-4bd7-abf7-36ae202584e5 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:06.385120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d197ff37-baef-4fda-acbc-0a79315f31ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.453264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.492076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.497287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d197ff37-baef-4fda-acbc-0a79315f31ed None None] Port fdae7170-0a7e-4bd7-abf7-36ae202584e5 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:06.502714 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.610657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Allocated IP 2001:db8::2 (3c34d033-d414-4b79-9968-a84bd9e82c28/1a3ec156-90ac-4554-8eb8-b120a808cf87/134b0659-5d6c-4f39-ba41-8dbfff111c51) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:06.639345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port fdae7170-0a7e-4bd7-abf7-36ae202584e5 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:06.639691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.666674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-21d090e6-2fee-4b9c-b353-4ff2965ee23d tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:06.707525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.832614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.834175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.845281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Transition to ACTIVE for port object 134b0659-5d6c-4f39-ba41-8dbfff111c51 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:06.865433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Transition to ACTIVE for port object 134b0659-5d6c-4f39-ba41-8dbfff111c51 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:06.872510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.944731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Network 3c34d033-d414-4b79-9968-a84bd9e82c28 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:06.947436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:06.947580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:06.951392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:06.960578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Pushing event updated for resources: {'Port': ['ID=134b0659-5d6c-4f39-ba41-8dbfff111c51,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:06.966539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.006648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.060795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Attempting to bind port 134b0659-5d6c-4f39-ba41-8dbfff111c51 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:07.061164 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Attempting to bind port 134b0659-5d6c-4f39-ba41-8dbfff111c51 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'a24b9d35-50f1-4c93-a996-ffb82fa79233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3c34d033-d414-4b79-9968-a84bd9e82c28'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:07.061511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Attempting to bind port 134b0659-5d6c-4f39-ba41-8dbfff111c51 on network 3c34d033-d414-4b79-9968-a84bd9e82c28 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:07.067419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:07.067791 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Checking segment: {'id': 'a24b9d35-50f1-4c93-a996-ffb82fa79233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3c34d033-d414-4b79-9968-a84bd9e82c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:07.068221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.068630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Bound using segment: {'id': 'a24b9d35-50f1-4c93-a996-ffb82fa79233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3c34d033-d414-4b79-9968-a84bd9e82c28'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:07.069102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Bound port: 134b0659-5d6c-4f39-ba41-8dbfff111c51, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24b9d35-50f1-4c93-a996-ffb82fa79233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3c34d033-d414-4b79-9968-a84bd9e82c28'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:07.069477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.075572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event deleted for resources: {'Port': ['ID=e587a007-9858-4c51-8947-4fde33baddd3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:07.105138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3ec156-90ac-4554-8eb8-b120a808cf87,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:07.126421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.170909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb392bcf-f594-4ef4-bf35-b65b2d870c7c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:07.198829 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-21d090e6-2fee-4b9c-b353-4ff2965ee23d tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] 10.222.0.26 "PUT /v2.0/quotas/ae229191773e43f79a3b4d7deac18090 HTTP/1.1" status: 200 len: 366 time: 0.8364594 Jun 15 14:42:07.205426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] For port 134b0659-5d6c-4f39-ba41-8dbfff111c51, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:07.209477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] For port 134b0659-5d6c-4f39-ba41-8dbfff111c51, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=134b0659-5d6c-4f39-ba41-8dbfff111c51,segment=NetworkSegment(a24b9d35-50f1-4c93-a996-ffb82fa79233),segment_id=a24b9d35-50f1-4c93-a996-ffb82fa79233)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:07.214825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.226716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58976) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:07.305929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ecaee-583a-4796-9ae5-cb515f971d39 None None] Pushing event updated for resources: {'Port': ['ID=134b0659-5d6c-4f39-ba41-8dbfff111c51,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:07.330393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.356376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c34d033-d414-4b79-9968-a84bd9e82c28']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:07.368831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24b9d35-50f1-4c93-a996-ffb82fa79233') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:07.369257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24b9d35-50f1-4c93-a996-ffb82fa79233') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:07.383706 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.388011 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1b6a21f2-a191-4c28-8bb1-b68f5cebdb9d tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1541891 Jun 15 14:42:07.389040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e67813-d6f6-4291-ad72-9fbcb3d1958e None None] Network 3c34d033-d414-4b79-9968-a84bd9e82c28 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:07.407839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58980) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:07.431102 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-117ff1cf-f80a-4a37-8387-d09c3d1526c5 tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] 10.222.0.26 "GET /v2.0/quotas/ae229191773e43f79a3b4d7deac18090 HTTP/1.1" status: 200 len: 366 time: 0.0220363 Jun 15 14:42:07.438874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58984) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:07.501782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.550271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.554420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.556466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.586073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:07.586442 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.627471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bc56bc-578c-4ad3-a404-a38d6434a936 None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:42:07.662313 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fb8cdf74-de67-411f-9036-6ad6749df6d6 tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/ae229191773e43f79a3b4d7deac18090 HTTP/1.1" status: 204 len: 168 time: 0.2197263 Jun 15 14:42:07.672154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58990) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:07.684664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.694217 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a24b9d35-50f1-4c93-a996-ffb82fa79233 resource provider aggregate not found Jun 15 14:42:07.766882 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bc56bc-578c-4ad3-a404-a38d6434a936 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:42:07.793831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.794412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 912e012f-5f84-4dad-ac50-d5010d9ef3d6 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:42:07.800922 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a24b9d35-50f1-4c93-a996-ffb82fa79233 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a24b9d35-50f1-4c93-a996-ffb82fa79233 found for delete ", "request_id": "req-f9e7523f-c1ce-42f7-9a97-c8aced166821"}]} Jun 15 14:42:07.823881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:42:07.823881 dv-neutron-845844-1-hyperv neutron-server[89019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:42:07.823881 dv-neutron-845844-1-hyperv neutron-server[89019]: [parameters: {'id': '3c34d033-d414-4b79-9968-a84bd9e82c28'}] Jun 15 14:42:07.823881 dv-neutron-845844-1-hyperv neutron-server[89019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:42:07.824299 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:42:07.834545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb392bcf-f594-4ef4-bf35-b65b2d870c7c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:07.858832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d4d2e-d5ad-48f3-932b-dae0cebaa156 None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:07.890010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d4d2e-d5ad-48f3-932b-dae0cebaa156 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:07.890788 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0c2d4d2e-d5ad-48f3-932b-dae0cebaa156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:07.941402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:07.945425 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-30ff30dc-aa35-4b89-aa32-bd431f47d6e4 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "DELETE /v2.0/routers/912e012f-5f84-4dad-ac50-d5010d9ef3d6 HTTP/1.1" status: 204 len: 168 time: 5.7110972 Jun 15 14:42:07.961749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0c2d4d2e-d5ad-48f3-932b-dae0cebaa156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:07.979529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2d4d2e-d5ad-48f3-932b-dae0cebaa156 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:07.980761 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0c2d4d2e-d5ad-48f3-932b-dae0cebaa156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:08.006522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 58996) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:08.016608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for fdae7170-0a7e-4bd7-abf7-36ae202584e5 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:08.050068 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2e8d9a0f-da97-4acc-a308-94e7e04a86a1 tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] 10.222.0.26 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.3688173 Jun 15 14:42:08.060992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0c2d4d2e-d5ad-48f3-932b-dae0cebaa156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:08.061506 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2d4d2e-d5ad-48f3-932b-dae0cebaa156 None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:08.078758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59000) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:08.122367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Allocated IP 172.26.3.147 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/59311342-a24b-4067-9ec2-9c2a32c65b2e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:08.137649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.148714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.162610 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0856f51b-b401-40a9-8f07-aab6cfb6db26 tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] 10.222.0.26 "GET /v2.0/quotas/ae229191773e43f79a3b4d7deac18090 HTTP/1.1" status: 200 len: 370 time: 0.0538993 Jun 15 14:42:08.165722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59004) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:08.177784 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-008b48e0-ee41-46d1-b937-8f1a64e29111 tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] 10.222.0.26 "GET /v2.0/quotas/ae229191773e43f79a3b4d7deac18090/default HTTP/1.1" status: 200 len: 370 time: 0.0087321 Jun 15 14:42:08.178244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59008) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:08.245987 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-8d9a2e95-8857-4870-b09b-46913c1ee04e tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] delete failed (client error): The resource could not be found. Jun 15 14:42:08.247290 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8d9a2e95-8857-4870-b09b-46913c1ee04e tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] 10.222.0.26 "DELETE /v2.0/quotas/ae229191773e43f79a3b4d7deac18090 HTTP/1.1" status: 404 len: 348 time: 0.0680625 Jun 15 14:42:08.272885 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca7411a-aaa9-481a-a30e-43d7c745b259 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Deleting subnet 473ffa41-e3e5-4a87-94d8-54fef0c1bd33 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:42:08.280668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.281159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 656fc2b2-509e-4c06-9a12-1d490ac94cbd {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:42:08.282772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ca7411a-aaa9-481a-a30e-43d7c745b259 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.349742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.380149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Deleting port 134b0659-5d6c-4f39-ba41-8dbfff111c51 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:08.380516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.411005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59014) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:08.429399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ca7411a-aaa9-481a-a30e-43d7c745b259 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.461430 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 15 14:42:08.462469 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d8afbc59-b2fb-4a0f-a1b4-58823303a118 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.8253837 Jun 15 14:42:08.465927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Usage tracker for resource:network and tenant:0307d6aa08b0464c984d1cb0f44a139a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:08.469341 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59018) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:08.471447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb392bcf-f594-4ef4-bf35-b65b2d870c7c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router 888d1f92-5d6e-47e9-aec4-4876cb86bc24 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:08.547131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:08.553408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.576303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ca7411a-aaa9-481a-a30e-43d7c745b259 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.637446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.687361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Usage tracker for resource:subnet and tenant:0307d6aa08b0464c984d1cb0f44a139a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:08.693207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-398dd529-f204-49a3-b4e3-dd42e4e544f5 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Deleting port 27f56be0-4fcc-460f-b484-a9619229db37 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:08.693600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-398dd529-f204-49a3-b4e3-dd42e4e544f5 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.803310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:08.831387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=fdae7170-0a7e-4bd7-abf7-36ae202584e5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:08.887535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:08.887826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:08.888158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:08.888532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:08.889052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:08.889415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:08.889714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:08.890033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:08.890356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:08.890687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:08.891032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:08.891376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:08.934960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ca7411a-aaa9-481a-a30e-43d7c745b259 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.983158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Usage tracker for resource:subnetpool and tenant:0307d6aa08b0464c984d1cb0f44a139a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:08.986942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] For port 134b0659-5d6c-4f39-ba41-8dbfff111c51, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=134b0659-5d6c-4f39-ba41-8dbfff111c51,segment=NetworkSegment(a24b9d35-50f1-4c93-a996-ffb82fa79233),segment_id=a24b9d35-50f1-4c93-a996-ffb82fa79233)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:08.987316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:08.995565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.057239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7411a-aaa9-481a-a30e-43d7c745b259 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=473ffa41-e3e5-4a87-94d8-54fef0c1bd33,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:09.072703 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:09.077354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ca7411a-aaa9-481a-a30e-43d7c745b259 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.096719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:09.104024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:09.111674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:09.135070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb392bcf-f594-4ef4-bf35-b65b2d870c7c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:09.144994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Calling delete_port for 134b0659-5d6c-4f39-ba41-8dbfff111c51 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:09.148290 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363a6c33-1214-4c19-a264-a33fcf1af56e None None] Sync routers for ids ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:09.158972 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a6c33-1214-4c19-a264-a33fcf1af56e None None] Routers {'888d1f92-5d6e-47e9-aec4-4876cb86bc24'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:09.159700 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-363a6c33-1214-4c19-a264-a33fcf1af56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:09.169519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.171341 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-732d4960-ce73-4a85-ba7f-a05d1ebe0a04 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/fdae7170-0a7e-4bd7-abf7-36ae202584e5 HTTP/1.1" status: 204 len: 168 time: 2.8035226 Jun 15 14:42:09.172162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Pushing event updated for resources: {'Port': ['ID=59311342-a24b-4067-9ec2-9c2a32c65b2e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:09.174440 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59022) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:09.177395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb392bcf-f594-4ef4-bf35-b65b2d870c7c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.182101 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4ca7411a-aaa9-481a-a30e-43d7c745b259 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "DELETE /v2.0/subnets/473ffa41-e3e5-4a87-94d8-54fef0c1bd33 HTTP/1.1" status: 204 len: 168 time: 1.1349657 Jun 15 14:42:09.183882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59024) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:09.231615 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-363a6c33-1214-4c19-a264-a33fcf1af56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:09.240682 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363a6c33-1214-4c19-a264-a33fcf1af56e None None] Routers {'888d1f92-5d6e-47e9-aec4-4876cb86bc24'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:09.241477 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-363a6c33-1214-4c19-a264-a33fcf1af56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:09.301871 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-363a6c33-1214-4c19-a264-a33fcf1af56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:09.302514 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363a6c33-1214-4c19-a264-a33fcf1af56e None None] The sync data for ids ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:09.362548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Usage tracker for resource:port and tenant:0307d6aa08b0464c984d1cb0f44a139a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:09.407672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:09.455019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.474640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47d2d8c-f119-4df7-a5bb-830ea8bd4613 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:09.476125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47d2d8c-f119-4df7-a5bb-830ea8bd4613 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:09.477651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47d2d8c-f119-4df7-a5bb-830ea8bd4613 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:09.478456 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d47d2d8c-f119-4df7-a5bb-830ea8bd4613 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:09.497593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.669804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.673757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Usage tracker for resource:router and tenant:0307d6aa08b0464c984d1cb0f44a139a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:09.690063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-398dd529-f204-49a3-b4e3-dd42e4e544f5 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.708212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Port': ['ID=134b0659-5d6c-4f39-ba41-8dbfff111c51,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:09.715814 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eb392bcf-f594-4ef4-bf35-b65b2d870c7c tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "PUT /v2.0/floatingips/36a8704e-786c-4136-99f3-86ab2abb47ce HTTP/1.1" status: 200 len: 976 time: 5.7589948 Jun 15 14:42:09.716551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:09.719060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No DVR routers for this DVR port 134b0659-5d6c-4f39-ba41-8dbfff111c51 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:09.744754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59030) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:09.774274 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d47d2d8c-f119-4df7-a5bb-830ea8bd4613 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:09.775346 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d47d2d8c-f119-4df7-a5bb-830ea8bd4613 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5654185 Jun 15 14:42:09.792306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59034) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:09.799760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739f52ea-ad25-4887-9de5-50563e80e16a']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:09.831209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.831843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.831955 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.832228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.832572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.832905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.833237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.833568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.833916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.834228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.834552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.834877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:09.844156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-398dd529-f204-49a3-b4e3-dd42e4e544f5 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Calling delete_port for 27f56be0-4fcc-460f-b484-a9619229db37 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:09.865073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '103304a3-dfe3-47dd-94c5-021705c0ea11') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:09.865373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '103304a3-dfe3-47dd-94c5-021705c0ea11') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:09.892918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.933992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port 94a6b752-137f-4578-af72-784d77a1445c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:09.934653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:09.940965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Usage tracker for resource:floatingip and tenant:0307d6aa08b0464c984d1cb0f44a139a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:09.961986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.002568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:10.019474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.039071 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e716502-cf65-4018-a60b-07208448979b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 620b4769-7d55-4bd7-90d1-dc3d1256a91b {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:42:10.042895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.052524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:10.052937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.083438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e716502-cf65-4018-a60b-07208448979b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.113607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c34d033-d414-4b79-9968-a84bd9e82c28']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:10.134477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24b9d35-50f1-4c93-a996-ffb82fa79233') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:10.134746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24b9d35-50f1-4c93-a996-ffb82fa79233') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:10.155565 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.170704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-398dd529-f204-49a3-b4e3-dd42e4e544f5 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.224120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.238055 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dd529-f204-49a3-b4e3-dd42e4e544f5 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Pushing event deleted for resources: {'Port': ['ID=27f56be0-4fcc-460f-b484-a9619229db37,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:10.277405 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:10.277838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.305699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Usage tracker for resource:security_group and tenant:0307d6aa08b0464c984d1cb0f44a139a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:10.314465 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 103304a3-dfe3-47dd-94c5-021705c0ea11 resource provider aggregate not found Jun 15 14:42:10.336324 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a24b9d35-50f1-4c93-a996-ffb82fa79233 resource provider aggregate not found Jun 15 14:42:10.337952 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 103304a3-dfe3-47dd-94c5-021705c0ea11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 103304a3-dfe3-47dd-94c5-021705c0ea11 found for delete ", "request_id": "req-48c61775-6204-4d08-9c20-27fb4337bce0"}]} Jun 15 14:42:10.393707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:10.418046 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a24b9d35-50f1-4c93-a996-ffb82fa79233 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a24b9d35-50f1-4c93-a996-ffb82fa79233 found for delete ", "request_id": "req-7fb7e570-8a67-48c1-a4b0-8c07af572067"}]} Jun 15 14:42:10.433836 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Usage tracker for resource:security_group_rule and tenant:0307d6aa08b0464c984d1cb0f44a139a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:10.441023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.445507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:10.465185 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-398dd529-f204-49a3-b4e3-dd42e4e544f5 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.473041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e716502-cf65-4018-a60b-07208448979b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.473447 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3d5ffea0-a035-4967-94ca-ba3b35172dca tempest-QuotasTest-620439779 tempest-QuotasTest-620439779-project-admin] 10.222.0.26 "GET /v2.0/quotas/0307d6aa08b0464c984d1cb0f44a139a/details.json HTTP/1.1" status: 200 len: 703 time: 2.0610194 Jun 15 14:42:10.478920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.484857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Network': ['ID=3c34d033-d414-4b79-9968-a84bd9e82c28,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:10.493447 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-398dd529-f204-49a3-b4e3-dd42e4e544f5 tempest-RoutersAdminNegativeTest-124757812 tempest-RoutersAdminNegativeTest-124757812-project-admin] 10.222.0.26 "DELETE /v2.0/ports/27f56be0-4fcc-460f-b484-a9619229db37 HTTP/1.1" status: 204 len: 168 time: 2.0195589 Jun 15 14:42:10.498323 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-72a60f0c-7347-4ac6-a444-094b761ee5bf tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/networks/3c34d033-d414-4b79-9968-a84bd9e82c28 HTTP/1.1" status: 204 len: 168 time: 4.3990295 Jun 15 14:42:10.502003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59050) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:10.508923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1287886338'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:10.511133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.515238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:10.520037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:network and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:10.524909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:10.534135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:10.548841 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:10.552725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 739f52ea-ad25-4887-9de5-50563e80e16a {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 15 14:42:10.556101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.562032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.594704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:42:10.605457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.605842 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Added segment fab9dc9d-89fa-4ad8-8f7e-bfcff297105b of type vlan for network 86c6465a-746f-4142-9998-fd8c9f78d9ee Jun 15 14:42:10.656801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event deleted for resources: {'Network': ['ID=739f52ea-ad25-4887-9de5-50563e80e16a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:10.670516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.728886 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cbeb7fdf-4505-49ee-9a8d-ba64ad6a1d22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "DELETE /v2.0/networks/739f52ea-ad25-4887-9de5-50563e80e16a HTTP/1.1" status: 204 len: 168 time: 1.5401986 Jun 15 14:42:10.768919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.775955 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:10.776788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.936500 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4333854 Jun 15 14:42:10.937766 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0145e-ed17-4421-a0b4-e33ad3083ebe tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Network': ['ID=86c6465a-746f-4142-9998-fd8c9f78d9ee,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:10.939065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59060) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:10.940358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e716502-cf65-4018-a60b-07208448979b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.949566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 86c6465a-746f-4142-9998-fd8c9f78d9ee details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:42:10.978754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:10.992378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59064) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:11.019635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Request body: {'subnet': {'network_id': '86c6465a-746f-4142-9998-fd8c9f78d9ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:11.078575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59072) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:11.194232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.202359 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c6490b8-d11a-4d02-9f3e-abb8a617d8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.230827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7c6490b8-d11a-4d02-9f3e-abb8a617d8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:11.235233 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7c6490b8-d11a-4d02-9f3e-abb8a617d8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:0b0ccd1129ed4263933127921e308b9d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:11.238797 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7c6490b8-d11a-4d02-9f3e-abb8a617d8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:11.246996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7c6490b8-d11a-4d02-9f3e-abb8a617d8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:11.357380 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59080) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:11.361523 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c6490b8-d11a-4d02-9f3e-abb8a617d8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.365446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0f59f007-15a6-4683-8a2d-1373fd16afbb tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Request body: {'router': {'name': 'tempest-router--298860971', 'project_id': '01a21e0e549c464f8c4f23da031d05b5'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:11.371604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c6490b8-d11a-4d02-9f3e-abb8a617d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.382089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0f59f007-15a6-4683-8a2d-1373fd16afbb tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:11.411945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0f59f007-15a6-4683-8a2d-1373fd16afbb tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Usage tracker for resource:router and tenant:01a21e0e549c464f8c4f23da031d05b5 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:11.433263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0f59f007-15a6-4683-8a2d-1373fd16afbb tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:11.436023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b04ffa8-84ad-47ca-b271-228f4215a415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.459273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:11.463283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0f59f007-15a6-4683-8a2d-1373fd16afbb tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:11.467624 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7c6490b8-d11a-4d02-9f3e-abb8a617d8f2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0b0ccd1129ed4263933127921e308b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4734733 Jun 15 14:42:11.471288 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6490b8-d11a-4d02-9f3e-abb8a617d8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ba99e8-a399-4e0c-8aa9-fb652ad3d98a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:11.477639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59084) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:11.496795 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1b04ffa8-84ad-47ca-b271-228f4215a415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:11.505185 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f59f007-15a6-4683-8a2d-1373fd16afbb tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.506185 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f59f007-15a6-4683-8a2d-1373fd16afbb tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.510593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e716502-cf65-4018-a60b-07208448979b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.517506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1b04ffa8-84ad-47ca-b271-228f4215a415 admin admin] Usage tracker for resource:security_group_rule and tenant:b43a61943a46433cac21c9b44a3658dc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:11.524232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1b04ffa8-84ad-47ca-b271-228f4215a415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:11.540268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1b04ffa8-84ad-47ca-b271-228f4215a415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:11.564416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f59f007-15a6-4683-8a2d-1373fd16afbb tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.603439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6113f26-1e75-483b-82d9-6bc706a40984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.620587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Usage tracker for resource:subnet and tenant:19b364011ced488797e4adc4434256ac is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:11.643942 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:11.644672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6113f26-1e75-483b-82d9-6bc706a40984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.647902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e716502-cf65-4018-a60b-07208448979b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=620b4769-7d55-4bd7-90d1-dc3d1256a91b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:11.656514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e716502-cf65-4018-a60b-07208448979b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.658708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fbf147-0fd3-49da-b731-83ab06fb6b05 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:11.673628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:11.697371 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f59f007-15a6-4683-8a2d-1373fd16afbb tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.711825 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2e716502-cf65-4018-a60b-07208448979b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/620b4769-7d55-4bd7-90d1-dc3d1256a91b HTTP/1.1" status: 204 len: 168 time: 1.9142034 Jun 15 14:42:11.713690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.714065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.714386 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Floating IP 36a8704e-786c-4136-99f3-86ab2abb47ce disassociated. External IP: 172.26.3.12, port: 94a6b752-137f-4578-af72-784d77a1445c. Jun 15 14:42:11.714727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for 94a6b752-137f-4578-af72-784d77a1445c owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:11.723173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59088) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:11.729560 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6113f26-1e75-483b-82d9-6bc706a40984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.791278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f59f007-15a6-4683-8a2d-1373fd16afbb tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.795212 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0f59f007-15a6-4683-8a2d-1373fd16afbb tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4340150 Jun 15 14:42:11.805101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6113f26-1e75-483b-82d9-6bc706a40984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ba99e8-a399-4e0c-8aa9-fb652ad3d98a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:11.808052 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59092) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:11.812890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6113f26-1e75-483b-82d9-6bc706a40984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:11.817425 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e6113f26-1e75-483b-82d9-6bc706a40984 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4ba99e8-a399-4e0c-8aa9-fb652ad3d98a HTTP/1.1" status: 204 len: 168 time: 0.3337755 Jun 15 14:42:11.902289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Made reservation on behalf of 19b364011ced488797e4adc4434256ac for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:11.906497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.048890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f029b27f-0745-466c-9d04-7dfcf71bfed3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 728db0ca-0611-4bc8-90de-f9cb16464180 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:42:12.058532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f029b27f-0745-466c-9d04-7dfcf71bfed3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.129894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Router aaaba1a5-b506-4601-bbea-5bb990cbbf03 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:42:12.208766 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d945df38-9cde-4842-96c4-6d7694a779af tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.227018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59100) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:12.298752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b04ffa8-84ad-47ca-b271-228f4215a415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.333730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.358704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b04ffa8-84ad-47ca-b271-228f4215a415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.415272 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f029b27f-0745-466c-9d04-7dfcf71bfed3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.486834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=94a6b752-137f-4578-af72-784d77a1445c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:12.509915 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-98137a5c-faa6-408f-975e-876f51aabb47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1bcdfa311fd04c4ebfce4cc4b674c7a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817509 Jun 15 14:42:12.561870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59104) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:12.586004 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1b04ffa8-84ad-47ca-b271-228f4215a415 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b43a61943a46433cac21c9b44a3658dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5063527 Jun 15 14:42:12.586802 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04ffa8-84ad-47ca-b271-228f4215a415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e8238c-cad2-4ef7-870c-19ead47ec838,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:12.609740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59108) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:12.666494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d945df38-9cde-4842-96c4-6d7694a779af tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.670936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9e7f16af-8d1b-4b39-bed9-c4d98fd0a6f6 None None] Provisioning complete for port 7c973c24-97f0-444e-8ddb-fd99c4108a9b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:12.671425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d945df38-9cde-4842-96c4-6d7694a779af tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.671522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9e7f16af-8d1b-4b39-bed9-c4d98fd0a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.681482 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:12.709031 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d945df38-9cde-4842-96c4-6d7694a779af tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.709519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d945df38-9cde-4842-96c4-6d7694a779af tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 44fdb52c-35d7-4889-9d2f-8391bd962dcf {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:42:12.726890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d945df38-9cde-4842-96c4-6d7694a779af tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.731157 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d945df38-9cde-4842-96c4-6d7694a779af tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "DELETE /v2.0/routers/44fdb52c-35d7-4889-9d2f-8391bd962dcf HTTP/1.1" status: 204 len: 168 time: 0.9167752 Jun 15 14:42:12.732592 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196904c0-69c5-4710-afed-9266dbf68fcb None None] Sync routers for ids ['aaaba1a5-b506-4601-bbea-5bb990cbbf03'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:12.746207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f029b27f-0745-466c-9d04-7dfcf71bfed3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.768287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196904c0-69c5-4710-afed-9266dbf68fcb None None] Routers {'aaaba1a5-b506-4601-bbea-5bb990cbbf03'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:12.768451 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-196904c0-69c5-4710-afed-9266dbf68fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['aaaba1a5-b506-4601-bbea-5bb990cbbf03'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:12.887110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f029b27f-0745-466c-9d04-7dfcf71bfed3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.909557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-196904c0-69c5-4710-afed-9266dbf68fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:12.929279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196904c0-69c5-4710-afed-9266dbf68fcb None None] Routers {'aaaba1a5-b506-4601-bbea-5bb990cbbf03'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:12.930215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-196904c0-69c5-4710-afed-9266dbf68fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['aaaba1a5-b506-4601-bbea-5bb990cbbf03'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:12.947654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029b27f-0745-466c-9d04-7dfcf71bfed3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=728db0ca-0611-4bc8-90de-f9cb16464180,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:12.950801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f029b27f-0745-466c-9d04-7dfcf71bfed3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.955289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.956520 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1c6476b0-eb55-42ab-8f28-3303627c3249 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.2158327 Jun 15 14:42:12.962883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59114) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:12.967541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d23841a8-d654-4349-b456-fdad0cd79b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:12.971305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:12.994617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d23841a8-d654-4349-b456-fdad0cd79b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.011495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-196904c0-69c5-4710-afed-9266dbf68fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:13.012258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196904c0-69c5-4710-afed-9266dbf68fcb None None] The sync data for ids ['aaaba1a5-b506-4601-bbea-5bb990cbbf03'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:13.015255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd15b468-5bd7-40f2-9fee-f56b7481cd3a None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:13.036912 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f029b27f-0745-466c-9d04-7dfcf71bfed3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/728db0ca-0611-4bc8-90de-f9cb16464180 HTTP/1.1" status: 204 len: 168 time: 1.3064919 Jun 15 14:42:13.039599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59118) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:13.070853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd6df806-c2a1-4382-ad37-4455d5d115f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.135375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59122) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:13.173982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9e7f16af-8d1b-4b39-bed9-c4d98fd0a6f6 None None] Current status of the port 7c973c24-97f0-444e-8ddb-fd99c4108a9b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:13.198359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:42:13.211011 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bcb7e16d-d465-4a15-98e5-966030d3fd85 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1662476 Jun 15 14:42:13.211795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.216276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59128) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:13.291824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:13.312219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event updated for resources: {'Subnet': ['ID=f9cff24f-f5b4-4465-9cf6-b4ac90819abd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:13.338677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd6df806-c2a1-4382-ad37-4455d5d115f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.349040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router 888d1f92-5d6e-47e9-aec4-4876cb86bc24 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:13.378170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:42:13.383776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Deleting port 7c973c24-97f0-444e-8ddb-fd99c4108a9b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:13.384385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.458602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d23841a8-d654-4349-b456-fdad0cd79b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.490174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-770818937', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:13.500333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:13.507829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Usage tracker for resource:router and tenant:98f4d949abd64dd8ac7709f2a270fd90 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:13.556391 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:13.582312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:13.603757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.604784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.616431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.635075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] For port 7c973c24-97f0-444e-8ddb-fd99c4108a9b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7c973c24-97f0-444e-8ddb-fd99c4108a9b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:13.635481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.636899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.667849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.716077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23841a8-d654-4349-b456-fdad0cd79b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a490d738-7787-48e2-9504-a1bc49cf17f1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:13.739183 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Checking segment: {'id': 'fab9dc9d-89fa-4ad8-8f7e-bfcff297105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '86c6465a-746f-4142-9998-fd8c9f78d9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:13.739566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network hostable DHCP agents. Network: 86c6465a-746f-4142-9998-fd8c9f78d9ee, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:42:13.759608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:13.764448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d23841a8-d654-4349-b456-fdad0cd79b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.766432 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d23841a8-d654-4349-b456-fdad0cd79b5d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a490d738-7787-48e2-9504-a1bc49cf17f1 HTTP/1.1" status: 204 len: 168 time: 1.1996567 Jun 15 14:42:13.773769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:13.775193 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Calling delete_port for 7c973c24-97f0-444e-8ddb-fd99c4108a9b owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:13.780011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:13.856175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:13.880224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd6df806-c2a1-4382-ad37-4455d5d115f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.890754 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.903388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Network 86c6465a-746f-4142-9998-fd8c9f78d9ee is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:42:13.914512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6df806-c2a1-4382-ad37-4455d5d115f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e8238c-cad2-4ef7-870c-19ead47ec838,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:13.928107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:13.931126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Deleting port 59311342-a24b-4067-9ec2-9c2a32c65b2e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:13.931253 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.934413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.963652 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 86c6465a-746f-4142-9998-fd8c9f78d9ee) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:13.973671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:13.974328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Pushing event deleted for resources: {'Port': ['ID=7c973c24-97f0-444e-8ddb-fd99c4108a9b,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:13.974771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.979443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd6df806-c2a1-4382-ad37-4455d5d115f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:13.980956 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cd6df806-c2a1-4382-ad37-4455d5d115f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3e8238c-cad2-4ef7-870c-19ead47ec838 HTTP/1.1" status: 204 len: 168 time: 1.3703349 Jun 15 14:42:14.002336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b098c0df-f672-4102-8aa3-ac0395e753f1 None None] Network 86c6465a-746f-4142-9998-fd8c9f78d9ee requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:14.032603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] No DVR routers for this DVR port 7c973c24-97f0-444e-8ddb-fd99c4108a9b on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:14.057122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:14.068272 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44e06b-7ba1-4a33-953c-49b40fb969a3 None None] Sync routers for ids ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:14.085907 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44e06b-7ba1-4a33-953c-49b40fb969a3 None None] Routers {'888d1f92-5d6e-47e9-aec4-4876cb86bc24'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:14.087312 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ec44e06b-7ba1-4a33-953c-49b40fb969a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:14.092859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:14.094052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:14.094500 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:14.095625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:14.096584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:14.099641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:14.100091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:14.100563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:14.100997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:14.101427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:14.101854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:14.110303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290ff08-a9c8-4de9-8f92-04f0bee92d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:14.147228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:14.242821 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ec44e06b-7ba1-4a33-953c-49b40fb969a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:14.254004 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec44e06b-7ba1-4a33-953c-49b40fb969a3 None None] Routers {'888d1f92-5d6e-47e9-aec4-4876cb86bc24'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:14.255046 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ec44e06b-7ba1-4a33-953c-49b40fb969a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:14.286633 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f3eb674c-b46d-42a7-8a60-d7172bbc5b66 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.3185244 Jun 15 14:42:14.293777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59140) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:14.339420 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ec44e06b-7ba1-4a33-953c-49b40fb969a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:14.340168 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec44e06b-7ba1-4a33-953c-49b40fb969a3 None None] The sync data for ids ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:14.401493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-86c6465a-746f-4142-9998-fd8c9f78d9ee', 'network_id': '86c6465a-746f-4142-9998-fd8c9f78d9ee', 'tenant_id': '19b364011ced488797e4adc4434256ac', 'fixed_ips': [{'subnet_id': 'f9cff24f-f5b4-4465-9cf6-b4ac90819abd'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:42:14.403044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:14.502781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:14.546419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:14.621869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Allocated IP 2001:db8::f816:3eff:fedf:5f78 (86c6465a-746f-4142-9998-fd8c9f78d9ee/f9cff24f-f5b4-4465-9cf6-b4ac90819abd/caa7df46-ba79-43f3-908a-4226578c570d) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:14.651463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Calling delete_port for 59311342-a24b-4067-9ec2-9c2a32c65b2e owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:14.656957 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c236fd35-c5cb-4318-ac0c-5b7fea8f3857 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/ports/94a6b752-137f-4578-af72-784d77a1445c HTTP/1.1" status: 204 len: 168 time: 4.9045632 Jun 15 14:42:14.657734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59152) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:14.697269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59154) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:14.834881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdd26554-4f98-444e-89e7-de3da557a0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:14.845938 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:14.856551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Transition to ACTIVE for port object caa7df46-ba79-43f3-908a-4226578c570d will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:14.875607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Transition to ACTIVE for port object caa7df46-ba79-43f3-908a-4226578c570d will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:14.884476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:14.889850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bdd26554-4f98-444e-89e7-de3da557a0c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:14.917249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bdd26554-4f98-444e-89e7-de3da557a0c8 admin admin] Usage tracker for resource:security_group_rule and tenant:0307d6aa08b0464c984d1cb0f44a139a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:14.973109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bdd26554-4f98-444e-89e7-de3da557a0c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:14.990668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bdd26554-4f98-444e-89e7-de3da557a0c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:15.007982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.008241 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Network 86c6465a-746f-4142-9998-fd8c9f78d9ee is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:15.018805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:15.020822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.023889 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:15.068846 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.107349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.133813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7c973c24-97f0-444e-8ddb-fd99c4108a9b no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:15.153953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59168) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:15.161880 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Pushing event updated for resources: {'Port': ['ID=caa7df46-ba79-43f3-908a-4226578c570d,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:15.196281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Attempting to bind port caa7df46-ba79-43f3-908a-4226578c570d on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:15.196654 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Attempting to bind port caa7df46-ba79-43f3-908a-4226578c570d by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fab9dc9d-89fa-4ad8-8f7e-bfcff297105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '86c6465a-746f-4142-9998-fd8c9f78d9ee'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:15.197170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Attempting to bind port caa7df46-ba79-43f3-908a-4226578c570d on network 86c6465a-746f-4142-9998-fd8c9f78d9ee {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:15.199004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 7c973c24-97f0-444e-8ddb-fd99c4108a9b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:42:15.199340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7c973c24-97f0-444e-8ddb-fd99c4108a9b not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:15.205558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:15.205832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Checking segment: {'id': 'fab9dc9d-89fa-4ad8-8f7e-bfcff297105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '86c6465a-746f-4142-9998-fd8c9f78d9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:15.206180 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.206577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Bound using segment: {'id': 'fab9dc9d-89fa-4ad8-8f7e-bfcff297105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '86c6465a-746f-4142-9998-fd8c9f78d9ee'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:15.207051 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Bound port: caa7df46-ba79-43f3-908a-4226578c570d, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab9dc9d-89fa-4ad8-8f7e-bfcff297105b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '86c6465a-746f-4142-9998-fd8c9f78d9ee'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:15.207424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.217806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:15.239182 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:15.246080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Deleting port caa7df46-ba79-43f3-908a-4226578c570d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:15.246891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.256911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be9cbec-ba9b-4ea4-a2fe-6c844f78d299 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:15.282254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:15.283664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.368213 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'networks': [{'name': 'tempest-network--310959626'}, {'name': 'tempest-network--1367110023'}]} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:15.368675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'network': {'name': 'tempest-network--310959626'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:15.369244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'network': {'name': 'tempest-network--1367110023'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:15.377071 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=bd5b7597-3d8e-40bc-b1ee-2c77a0aca711,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:15.384029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Allocated IP 172.26.3.169 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/0f5b0ac3-de4f-42e8-b9d5-0f1f2c14cc72) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:15.392974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:15.398661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] For port caa7df46-ba79-43f3-908a-4226578c570d, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:15.408785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.416964 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Usage tracker for resource:network and tenant:ad0292d3b2e84aeab3521d389e0dc31e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:15.419308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] For port caa7df46-ba79-43f3-908a-4226578c570d, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=caa7df46-ba79-43f3-908a-4226578c570d,segment=NetworkSegment(fab9dc9d-89fa-4ad8-8f7e-bfcff297105b),segment_id=fab9dc9d-89fa-4ad8-8f7e-bfcff297105b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:15.452708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.460119 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8094a5b5-df50-49a0-8f24-9014f89ec46e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1728473 Jun 15 14:42:15.469454 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:15.473148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59174) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:15.513150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Pushing event deleted for resources: {'Port': ['ID=59311342-a24b-4067-9ec2-9c2a32c65b2e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:15.518092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:15.520265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:15.586955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529e9a8-17ce-428e-b8c2-f96199355153 None None] Pushing event updated for resources: {'Port': ['ID=caa7df46-ba79-43f3-908a-4226578c570d,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:15.616613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': 'bd5b7597-3d8e-40bc-b1ee-2c77a0aca711'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:42:15.617455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.828652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Allocated IP 172.20.0.2 (2ef0444c-622d-434a-90a5-976e58c67159/bd5b7597-3d8e-40bc-b1ee-2c77a0aca711/5393f0ea-ef57-40cd-9cf9-c1534538aeaf) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:15.854765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Made reservation on behalf of ad0292d3b2e84aeab3521d389e0dc31e for: {'network': 2} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:15.868057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.896858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.908519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:15.985073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:15.989288 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Usage tracker for resource:security_group_rule and tenant:ad0292d3b2e84aeab3521d389e0dc31e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:15.992471 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:15.998922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:16.030343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] For port caa7df46-ba79-43f3-908a-4226578c570d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=caa7df46-ba79-43f3-908a-4226578c570d,segment=NetworkSegment(fab9dc9d-89fa-4ad8-8f7e-bfcff297105b),segment_id=fab9dc9d-89fa-4ad8-8f7e-bfcff297105b)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:16.030988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.104895 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.115830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Transition to ACTIVE for port object 5393f0ea-ef57-40cd-9cf9-c1534538aeaf will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:16.134841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Transition to ACTIVE for port object 5393f0ea-ef57-40cd-9cf9-c1534538aeaf will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:16.141728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.155684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Calling delete_port for caa7df46-ba79-43f3-908a-4226578c570d owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:16.196081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdd26554-4f98-444e-89e7-de3da557a0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.211898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:16.215015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:16.220376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:16.222916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Pushing event updated for resources: {'Port': ['ID=5393f0ea-ef57-40cd-9cf9-c1534538aeaf,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:16.223074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdd26554-4f98-444e-89e7-de3da557a0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.261862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.328813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Attempting to bind port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:16.329571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Attempting to bind port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:16.329903 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Attempting to bind port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:16.335959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:16.335959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:16.336380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.336580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:16.337047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Bound port: 5393f0ea-ef57-40cd-9cf9-c1534538aeaf, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:16.337424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.350910 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bdd26554-4f98-444e-89e7-de3da557a0c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0307d6aa08b0464c984d1cb0f44a139a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6502583 Jun 15 14:42:16.352671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59178) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:16.353549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd26554-4f98-444e-89e7-de3da557a0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2a95a4-60b8-45d7-904d-ecdf1051beed,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:16.378946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:16.401189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:16.414687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:16.427502 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.444891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.453313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] For port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:16.457680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] For port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5393f0ea-ef57-40cd-9cf9-c1534538aeaf,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:16.462925 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.463972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:16.564142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf9d32-169d-4fc3-83ac-0faa0dabe60e None None] Pushing event updated for resources: {'Port': ['ID=5393f0ea-ef57-40cd-9cf9-c1534538aeaf,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:16.578881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.600545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cba0e732-c93e-4a9c-a8c2-25dcdaf9d115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.618432 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.622586 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.660230 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:16.663899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.670410 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.673457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.741370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Router aaaba1a5-b506-4601-bbea-5bb990cbbf03 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:16.770868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:16.783273 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:16.791444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Pushing event updated for resources: {'Port': ['ID=0f5b0ac3-de4f-42e8-b9d5-0f1f2c14cc72,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:16.793849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:42:16.796881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:16.808481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Port': ['ID=caa7df46-ba79-43f3-908a-4226578c570d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:16.893571 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9225e9b7-0f07-48e8-af13-23c7b56c616e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:16.932925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No DVR routers for this DVR port caa7df46-ba79-43f3-908a-4226578c570d on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:16.954739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0ba467-ca52-49ee-aa16-17ff13ab0294 None None] Network 86c6465a-746f-4142-9998-fd8c9f78d9ee requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:16.966322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cba0e732-c93e-4a9c-a8c2-25dcdaf9d115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.980296 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:16.980883 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Added segment f1c72d60-4ff0-4f4f-b738-4d1f0259644b of type vlan for network 26219644-277a-4e3f-a44b-79d53672fa1b Jun 15 14:42:17.106891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.113182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:17.135181 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.157198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eaaa70-2ab3-4e88-89c3-838f312be4d1 None None] Sync routers for ids ['aaaba1a5-b506-4601-bbea-5bb990cbbf03'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:17.190519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56d8a0dd-3e46-409f-b030-ec734b8320db tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.197031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9215e60b-eea9-43ab-a4d6-2d860a464551 None None] Could not find standard attr ID for object caa7df46-ba79-43f3-908a-4226578c570d. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:42:17.198609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eaaa70-2ab3-4e88-89c3-838f312be4d1 None None] Routers {'aaaba1a5-b506-4601-bbea-5bb990cbbf03'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:17.199237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-57eaaa70-2ab3-4e88-89c3-838f312be4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['aaaba1a5-b506-4601-bbea-5bb990cbbf03'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:17.309263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5393f0ea-ef57-40cd-9cf9-c1534538aeaf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:17.346793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:42:17.364035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-57eaaa70-2ab3-4e88-89c3-838f312be4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:17.417101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eaaa70-2ab3-4e88-89c3-838f312be4d1 None None] Routers {'aaaba1a5-b506-4601-bbea-5bb990cbbf03'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:17.417637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-57eaaa70-2ab3-4e88-89c3-838f312be4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['aaaba1a5-b506-4601-bbea-5bb990cbbf03'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:17.496484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cba0e732-c93e-4a9c-a8c2-25dcdaf9d115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.540274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0e732-c93e-4a9c-a8c2-25dcdaf9d115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2a95a4-60b8-45d7-904d-ecdf1051beed,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:17.546947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:42:17.559763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.560202 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Added segment 13fc6d5f-4d02-4e7d-945e-c3335475fe23 of type vlan for network 0ac0409a-aef7-41e2-a2be-c4c5fc8f234c Jun 15 14:42:17.601431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.645214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-57eaaa70-2ab3-4e88-89c3-838f312be4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:17.646075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eaaa70-2ab3-4e88-89c3-838f312be4d1 None None] The sync data for ids ['aaaba1a5-b506-4601-bbea-5bb990cbbf03'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:17.684540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:17.707541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cba0e732-c93e-4a9c-a8c2-25dcdaf9d115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.708787 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cba0e732-c93e-4a9c-a8c2-25dcdaf9d115 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d2a95a4-60b8-45d7-904d-ecdf1051beed HTTP/1.1" status: 204 len: 168 time: 1.3488827 Jun 15 14:42:17.741803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.748033 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f15a8e95-c40f-4429-bc13-ee92c88afc4c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "PUT /v2.0/routers/aaaba1a5-b506-4601-bbea-5bb990cbbf03 HTTP/1.1" status: 200 len: 704 time: 4.7838979 Jun 15 14:42:17.761349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59184) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:17.775831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.823388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Subnet': ['ID=f9cff24f-f5b4-4465-9cf6-b4ac90819abd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:17.933459 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297c17ec-0899-4140-9757-5cb40fd889cf None None] Network 86c6465a-746f-4142-9998-fd8c9f78d9ee requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:17.986610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.987533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:17.993951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:17.998912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:17.999810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:18.061719 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-62c04978-0afb-44ab-9e13-2a550b9c28d1 tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/routers/aaaba1a5-b506-4601-bbea-5bb990cbbf03 HTTP/1.1" status: 200 len: 739 time: 0.2990584 Jun 15 14:42:18.062676 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59190) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:18.202109 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9b52a7c6-73b5-435b-b45a-d1891a98fbce tempest-RoutersAdminTest-281133128 tempest-RoutersAdminTest-281133128-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&device_id=aaaba1a5-b506-4601-bbea-5bb990cbbf03 HTTP/1.1" status: 200 len: 205 time: 0.1330113 Jun 15 14:42:18.207129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-496f3330-fb43-40b7-a8ca-dd7ed09b7d25 None None] Provisioning for port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:18.212211 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-496f3330-fb43-40b7-a8ca-dd7ed09b7d25 None None] Provisioning complete for port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:18.212618 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-496f3330-fb43-40b7-a8ca-dd7ed09b7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:18.213656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59198) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:18.223479 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0678201 Jun 15 14:42:18.229796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59202) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:18.246991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:18.283858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:18.305263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3f8f56-2501-4c3e-9b60-df1eecf96b7b None None] DHCP port deletion for 86c6465a-746f-4142-9998-fd8c9f78d9ee request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:42:18.335389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c6465a-746f-4142-9998-fd8c9f78d9ee']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:18.354167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab9dc9d-89fa-4ad8-8f7e-bfcff297105b') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:18.354436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab9dc9d-89fa-4ad8-8f7e-bfcff297105b') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:18.363271 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7850be1c-6b90-4b75-8c13-70e39b2183cd tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaaba1a5-b506-4601-bbea-5bb990cbbf03 HTTP/1.1" status: 200 len: 205 time: 0.1423438 Jun 15 14:42:18.370226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59208) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:18.392704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-496f3330-fb43-40b7-a8ca-dd7ed09b7d25 None None] Current status of the port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:18.393090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-496f3330-fb43-40b7-a8ca-dd7ed09b7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:18.410725 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event updated for resources: {'Network': ['ID=26219644-277a-4e3f-a44b-79d53672fa1b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:18.428435 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 26219644-277a-4e3f-a44b-79d53672fa1b details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:42:18.460905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:42:18.465163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:18.529272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:18.530041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-496f3330-fb43-40b7-a8ca-dd7ed09b7d25 None None] For port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5393f0ea-ef57-40cd-9cf9-c1534538aeaf,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:18.539814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-496f3330-fb43-40b7-a8ca-dd7ed09b7d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:18.630815 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f3330-fb43-40b7-a8ca-dd7ed09b7d25 None None] Pushing event updated for resources: {'Port': ['ID=5393f0ea-ef57-40cd-9cf9-c1534538aeaf,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:18.662598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:18.663077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:18.692728 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1f802-f753-4ec5-987e-8c57c8e25629 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event updated for resources: {'Network': ['ID=0ac0409a-aef7-41e2-a2be-c4c5fc8f234c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:18.708607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 0ac0409a-aef7-41e2-a2be-c4c5fc8f234c details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:42:18.790644 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment fab9dc9d-89fa-4ad8-8f7e-bfcff297105b resource provider aggregate not found Jun 15 14:42:18.813180 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c99028df-31af-4526-9100-77e53314275d tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:18.855627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e1be7e-18a9-4eb0-a69e-0217c43a994f tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:18.861324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e1be7e-18a9-4eb0-a69e-0217c43a994f tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:18.863343 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment fab9dc9d-89fa-4ad8-8f7e-bfcff297105b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fab9dc9d-89fa-4ad8-8f7e-bfcff297105b found for delete ", "request_id": "req-376ff47f-f539-4bb6-ad0d-092c72fd15d7"}]} Jun 15 14:42:18.867087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e1be7e-18a9-4eb0-a69e-0217c43a994f tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:18.873160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e1be7e-18a9-4eb0-a69e-0217c43a994f tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:18.875518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-88e1be7e-18a9-4eb0-a69e-0217c43a994f tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Synchronizing usage tracker for tenant:ad0292d3b2e84aeab3521d389e0dc31e on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:18.944660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-56d8a0dd-3e46-409f-b030-ec734b8320db tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port 4c9f9860-31b9-4bd0-9e88-2accf97235c3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:18.944912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56d8a0dd-3e46-409f-b030-ec734b8320db tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:18.960315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59226) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:18.982673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-88e1be7e-18a9-4eb0-a69e-0217c43a994f tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Unset dirty status for tenant:ad0292d3b2e84aeab3521d389e0dc31e on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:18.986493 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-88e1be7e-18a9-4eb0-a69e-0217c43a994f tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7014816 Jun 15 14:42:18.987682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59232) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:18.998927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.040141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.126814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5393f0ea-ef57-40cd-9cf9-c1534538aeaf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:19.189314 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Network': ['ID=86c6465a-746f-4142-9998-fd8c9f78d9ee,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:19.205601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:19.205601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.251838 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c7b28f67-e674-488c-99d4-ec29fcb17437 tempest-AgentManagementNegativeTest-714431884 tempest-AgentManagementNegativeTest-714431884-project] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2869406 Jun 15 14:42:19.252787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.262438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.277209 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e78c4cfd-77e4-4348-8ebc-1b4c0527606e tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/networks/86c6465a-746f-4142-9998-fd8c9f78d9ee HTTP/1.1" status: 204 len: 168 time: 4.9639111 Jun 15 14:42:19.319541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59238) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:19.343251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c99028df-31af-4526-9100-77e53314275d tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.355586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:19.367625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device caa7df46-ba79-43f3-908a-4226578c570d no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:19.371811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c99028df-31af-4526-9100-77e53314275d tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.383715 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc0f81d-ea23-499b-856b-3f610d10a858 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] DELETE failed (client error): The resource could not be found. Jun 15 14:42:19.385361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc0f81d-ea23-499b-856b-3f610d10a858 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:42:19.386642 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8cc0f81d-ea23-499b-856b-3f610d10a858 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/subnets/f9cff24f-f5b4-4465-9cf6-b4ac90819abd HTTP/1.1" status: 404 len: 337 time: 0.0664897 Jun 15 14:42:19.394017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59242) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:19.438807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: caa7df46-ba79-43f3-908a-4226578c570d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:42:19.439301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device caa7df46-ba79-43f3-908a-4226578c570d not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:19.457400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.466408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c99028df-31af-4526-9100-77e53314275d tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.466877 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99028df-31af-4526-9100-77e53314275d tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Fanout notify agent at l3_agent the message router_deleted on router aaaba1a5-b506-4601-bbea-5bb990cbbf03 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:42:19.478357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56d8a0dd-3e46-409f-b030-ec734b8320db tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.517309 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-feaab33b-5da3-4333-bd60-fd5f0dae2237 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] DELETE failed (client error): The resource could not be found. Jun 15 14:42:19.518202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feaab33b-5da3-4333-bd60-fd5f0dae2237 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:42:19.524937 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-feaab33b-5da3-4333-bd60-fd5f0dae2237 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/networks/86c6465a-746f-4142-9998-fd8c9f78d9ee HTTP/1.1" status: 404 len: 339 time: 0.1247978 Jun 15 14:42:19.545124 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59246) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:19.640150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59252) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:19.674615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c99028df-31af-4526-9100-77e53314275d tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.675500 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4045aa43-014a-4ccb-82df-7e6e1825013f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] DELETE failed (client error): The resource could not be found. Jun 15 14:42:19.675691 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c99028df-31af-4526-9100-77e53314275d tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/routers/aaaba1a5-b506-4601-bbea-5bb990cbbf03 HTTP/1.1" status: 204 len: 168 time: 1.3028975 Jun 15 14:42:19.676319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4045aa43-014a-4ccb-82df-7e6e1825013f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:42:19.678125 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4045aa43-014a-4ccb-82df-7e6e1825013f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/subnets/1a3ec156-90ac-4554-8eb8-b120a808cf87 HTTP/1.1" status: 404 len: 337 time: 0.1288450 Jun 15 14:42:19.687308 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59258) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:19.687947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59260) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:19.696366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.766864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-56d8a0dd-3e46-409f-b030-ec734b8320db tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for 4c9f9860-31b9-4bd0-9e88-2accf97235c3 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:19.789234 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-65d60d5c-87a9-42d6-ab61-c829fcdd7db4 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "GET /v2.0/ports?device_id=aaaba1a5-b506-4601-bbea-5bb990cbbf03 HTTP/1.1" status: 200 len: 205 time: 0.0973768 Jun 15 14:42:19.795851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59266) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:19.797041 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-348efbc2-d5a9-41b4-8f1a-63b394cb63f4 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] DELETE failed (client error): The resource could not be found. Jun 15 14:42:19.797513 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348efbc2-d5a9-41b4-8f1a-63b394cb63f4 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:42:19.799858 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-348efbc2-d5a9-41b4-8f1a-63b394cb63f4 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/networks/3c34d033-d414-4b79-9968-a84bd9e82c28 HTTP/1.1" status: 404 len: 339 time: 0.1088147 Jun 15 14:42:19.804639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59268) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:19.827789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26219644-277a-4e3f-a44b-79d53672fa1b']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:19.845770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-266a45fc-9501-47d2-9f7e-a7a70a4ac54e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.857691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c72d60-4ff0-4f4f-b738-4d1f0259644b') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:19.858009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c72d60-4ff0-4f4f-b738-4d1f0259644b') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:19.878826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.888421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-266a45fc-9501-47d2-9f7e-a7a70a4ac54e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:19.895736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-266a45fc-9501-47d2-9f7e-a7a70a4ac54e admin admin] Usage tracker for resource:security_group_rule and tenant:e2fee654090a4c588dc5b8ff4f9a5a86 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:19.899633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-266a45fc-9501-47d2-9f7e-a7a70a4ac54e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:19.910190 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.912433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-266a45fc-9501-47d2-9f7e-a7a70a4ac54e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:19.921269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:19.921686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:19.941207 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-3cc9b076-1ccb-4199-9221-c71c6d71f47f tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] delete failed (client error): The resource could not be found. Jun 15 14:42:19.942192 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3cc9b076-1ccb-4199-9221-c71c6d71f47f tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/routers/aaaba1a5-b506-4601-bbea-5bb990cbbf03 HTTP/1.1" status: 404 len: 336 time: 0.1390407 Jun 15 14:42:19.946986 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fefe8a0-4477-48fc-ae0b-2f881bdd0d06 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] DELETE failed (client error): The resource could not be found. Jun 15 14:42:19.947416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fefe8a0-4477-48fc-ae0b-2f881bdd0d06 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:42:19.949088 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4fefe8a0-4477-48fc-ae0b-2f881bdd0d06 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/subnets/685a0cb3-3e0f-48c9-81ab-4346889444d3 HTTP/1.1" status: 404 len: 337 time: 0.1290684 Jun 15 14:42:19.953760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59278) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:19.954220 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59280) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:19.955340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Router 4198b906-9da5-4157-909b-06aaf0954797 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:42:20.068843 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f1c72d60-4ff0-4f4f-b738-4d1f0259644b resource provider aggregate not found Jun 15 14:42:20.108858 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-135b8a80-49d4-4cad-9af6-572e6de64413 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b503103-116e-40f9-88af-7e09615c6046 HTTP/1.1" status: 200 len: 205 time: 0.1510592 Jun 15 14:42:20.113192 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c096fd5d-6d58-4052-941f-8bc85dd114ff tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] DELETE failed (client error): The resource could not be found. Jun 15 14:42:20.113655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c096fd5d-6d58-4052-941f-8bc85dd114ff tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:42:20.115420 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c096fd5d-6d58-4052-941f-8bc85dd114ff tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/networks/c339b5d4-d167-430c-a833-cd940eebcdcc HTTP/1.1" status: 404 len: 339 time: 0.1561735 Jun 15 14:42:20.116037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59288) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:20.118886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59290) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:20.119034 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f1c72d60-4ff0-4f4f-b738-4d1f0259644b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1c72d60-4ff0-4f4f-b738-4d1f0259644b found for delete ", "request_id": "req-9fae3563-8bc2-43fd-baa0-054877dd3974"}]} Jun 15 14:42:20.163732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] For port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5393f0ea-ef57-40cd-9cf9-c1534538aeaf,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:20.223526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3da79cb0-c643-4617-b394-056f82f8a3b3 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Deleting port 8d421906-51d3-4927-93ab-337c21dab6cb {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:20.223876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3da79cb0-c643-4617-b394-056f82f8a3b3 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:20.251379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:20.280654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:20.294431 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-b0710659-e8d4-4bfc-ae7b-9a4dec0cd95c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] delete failed (client error): The resource could not be found. Jun 15 14:42:20.295474 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b0710659-e8d4-4bfc-ae7b-9a4dec0cd95c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/routers/6b503103-116e-40f9-88af-7e09615c6046 HTTP/1.1" status: 404 len: 336 time: 0.1763833 Jun 15 14:42:20.308005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59296) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:20.309966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:20.314657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event deleted for resources: {'Network': ['ID=26219644-277a-4e3f-a44b-79d53672fa1b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:20.364888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:20.365618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:20.400856 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-60bfd3b8-4b5d-4abb-9fc3-de131f23b8c5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "DELETE /v2.0/networks/26219644-277a-4e3f-a44b-79d53672fa1b HTTP/1.1" status: 204 len: 168 time: 1.4121339 Jun 15 14:42:20.415998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59300) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:20.450193 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0f530734-5da5-484b-9877-2a8462678480 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "GET /v2.0/ports?device_id=36231ca8-0dda-4899-98b7-59e3c7ecda3f HTTP/1.1" status: 200 len: 205 time: 0.1360381 Jun 15 14:42:20.456073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59304) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:20.550926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56d8a0dd-3e46-409f-b030-ec734b8320db tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:20.561704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:20.575103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:20.585442 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:20.586244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:20.587419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d9f87e-aceb-4db6-b73d-b7345202d887 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:20.595775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=8438c266-fdf3-49de-ad34-acc97dae2bb2,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:20.597792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=5393f0ea-ef57-40cd-9cf9-c1534538aeaf,revision_number=5']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:20.631655 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-195ecc85-ee31-483b-a2d6-9005a71ce364 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] delete failed (client error): The resource could not be found. Jun 15 14:42:20.635181 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-195ecc85-ee31-483b-a2d6-9005a71ce364 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/routers/36231ca8-0dda-4899-98b7-59e3c7ecda3f HTTP/1.1" status: 404 len: 336 time: 0.1739209 Jun 15 14:42:20.643271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59308) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:20.644161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:20.658799 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24032a9f-3a4c-4033-a8f0-d48e7e046ca2 None None] Sync routers for ids ['4198b906-9da5-4157-909b-06aaf0954797'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:20.666346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-266a45fc-9501-47d2-9f7e-a7a70a4ac54e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:20.683215 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24032a9f-3a4c-4033-a8f0-d48e7e046ca2 None None] Routers {'4198b906-9da5-4157-909b-06aaf0954797'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:20.684245 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-24032a9f-3a4c-4033-a8f0-d48e7e046ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['4198b906-9da5-4157-909b-06aaf0954797'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:20.718717 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8a0dd-3e46-409f-b030-ec734b8320db tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=4c9f9860-31b9-4bd0-9e88-2accf97235c3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:20.758715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-266a45fc-9501-47d2-9f7e-a7a70a4ac54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:20.787431 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-24032a9f-3a4c-4033-a8f0-d48e7e046ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:20.799233 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ca74e53d-2663-4286-9949-4d3fb8eb5502 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b HTTP/1.1" status: 200 len: 205 time: 0.1502461 Jun 15 14:42:20.805535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:20.809798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59312) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:20.811539 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24032a9f-3a4c-4033-a8f0-d48e7e046ca2 None None] Routers {'4198b906-9da5-4157-909b-06aaf0954797'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:20.812742 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-24032a9f-3a4c-4033-a8f0-d48e7e046ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['4198b906-9da5-4157-909b-06aaf0954797'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:20.845345 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c416f5da-7eb8-4971-a1db-fbc3b731b8fe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.3688383 Jun 15 14:42:20.854411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59316) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:20.867656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:6a:a7:24', 'name': 'tempest-NetworksTestDHCPv6-295049340'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:20.941606 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-24032a9f-3a4c-4033-a8f0-d48e7e046ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:20.942304 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24032a9f-3a4c-4033-a8f0-d48e7e046ca2 None None] The sync data for ids ['4198b906-9da5-4157-909b-06aaf0954797'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:20.981319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3da79cb0-c643-4617-b394-056f82f8a3b3 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.115357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.119834 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1b882d17-3df7-4b9e-a4a3-3109e03b13ca tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.9834380 Jun 15 14:42:21.133420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59320) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:21.139331 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-266a45fc-9501-47d2-9f7e-a7a70a4ac54e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e2fee654090a4c588dc5b8ff4f9a5a86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4922123 Jun 15 14:42:21.140633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a45fc-9501-47d2-9f7e-a7a70a4ac54e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6ad915-4e93-410e-91cf-c56e2adfa81e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:21.144890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5393f0ea-ef57-40cd-9cf9-c1534538aeaf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:21.145745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59324) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:21.215198 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-2b753f0f-0a32-43ce-be21-c38620200307 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] delete failed (client error): The resource could not be found. Jun 15 14:42:21.225875 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2b753f0f-0a32-43ce-be21-c38620200307 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/routers/ec90b8e4-459d-46bf-a9d0-8b0f7c72bf4b HTTP/1.1" status: 404 len: 336 time: 0.4024622 Jun 15 14:42:21.238262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59326) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:21.321019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.334251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3da79cb0-c643-4617-b394-056f82f8a3b3 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Calling delete_port for 8d421906-51d3-4927-93ab-337c21dab6cb owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:21.362900 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:21.363498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.470888 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-30f79d49-7f2d-4c97-8d86-28ab1aba4588 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "GET /v2.0/ports?device_id=95d06c86-f054-4b72-90f5-05ea3a149210 HTTP/1.1" status: 200 len: 205 time: 0.2306192 Jun 15 14:42:21.492529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59334) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:21.517898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:21.645949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:21.658655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.664306 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-5f29f191-8785-4ce3-ae92-880367d41ad1 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] delete failed (client error): The resource could not be found. Jun 15 14:42:21.665380 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5f29f191-8785-4ce3-ae92-880367d41ad1 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/routers/95d06c86-f054-4b72-90f5-05ea3a149210 HTTP/1.1" status: 404 len: 336 time: 0.1707466 Jun 15 14:42:21.670186 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:21.673697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59338) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:21.685998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:21.693426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac0409a-aef7-41e2-a2be-c4c5fc8f234c']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:21.706953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:21.707332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fc6d5f-4d02-4e7d-945e-c3335475fe23') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:21.708009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fc6d5f-4d02-4e7d-945e-c3335475fe23') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:21.721976 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-afa55ac3-48dc-4979-a529-1199e63672b0 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/routers/4198b906-9da5-4157-909b-06aaf0954797 HTTP/1.1" status: 200 len: 924 time: 0.5871470 Jun 15 14:42:21.730884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59342) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:21.747702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.763083 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56d8a0dd-3e46-409f-b030-ec734b8320db tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.782571 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ced9460e-31e0-4b7d-afcd-8db4f3a5fac4 tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2275678-dafa-4636-8df7-14c82072bd01 HTTP/1.1" status: 200 len: 205 time: 0.0879893 Jun 15 14:42:21.786189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59346) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:21.805772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2366f3e-e2d5-4efb-9edf-34429088d7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.818625 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-249e6a14-6543-4344-965d-f2cf72f561d6 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4198b906-9da5-4157-909b-06aaf0954797 HTTP/1.1" status: 200 len: 205 time: 0.0841799 Jun 15 14:42:21.827978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59350) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:21.831922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.847103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:21.899795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-078d4103-8a79-43e2-b2d7-aaaee207d86d None None] Provisioning complete for port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:21.900402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-078d4103-8a79-43e2-b2d7-aaaee207d86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.908411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:21.908819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.920324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3da79cb0-c643-4617-b394-056f82f8a3b3 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:21.940538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2366f3e-e2d5-4efb-9edf-34429088d7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.033614 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-c931fadb-4f78-4af7-968b-c4363dc66f7d tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] delete failed (client error): The resource could not be found. Jun 15 14:42:22.037245 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c931fadb-4f78-4af7-968b-c4363dc66f7d tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/routers/e2275678-dafa-4636-8df7-14c82072bd01 HTTP/1.1" status: 404 len: 336 time: 0.2451773 Jun 15 14:42:22.039796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59354) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:22.066274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-078d4103-8a79-43e2-b2d7-aaaee207d86d None None] Current status of the port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:22.068290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da79cb0-c643-4617-b394-056f82f8a3b3 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Port': ['ID=8d421906-51d3-4927-93ab-337c21dab6cb,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:22.086218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3da79cb0-c643-4617-b394-056f82f8a3b3 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.159158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e514fe3-3027-44a1-a156-8af85f619290 req-d6f5883d-99a6-418d-9090-1fd7762f041e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:22.160732 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7e514fe3-3027-44a1-a156-8af85f619290 req-d6f5883d-99a6-418d-9090-1fd7762f041e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.6670833 Jun 15 14:42:22.172598 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c1ecc2-8d16-4af9-98a4-d9133765ea8c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] DELETE failed (client error): The resource could not be found. Jun 15 14:42:22.173771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c1ecc2-8d16-4af9-98a4-d9133765ea8c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:42:22.176035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.181682 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3da79cb0-c643-4617-b394-056f82f8a3b3 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/ports/8d421906-51d3-4927-93ab-337c21dab6cb HTTP/1.1" status: 204 len: 168 time: 2.0601990 Jun 15 14:42:22.192969 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59360) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:22.197485 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 13fc6d5f-4d02-4e7d-945e-c3335475fe23 resource provider aggregate not found Jun 15 14:42:22.201146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.218973 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event deleted for resources: {'Network': ['ID=0ac0409a-aef7-41e2-a2be-c4c5fc8f234c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:22.224859 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-43c1ecc2-8d16-4af9-98a4-d9133765ea8c tempest-RoutersAdminTest-71870021 tempest-RoutersAdminTest-71870021-project] 10.222.0.26 "DELETE /v2.0/subnets/aee46047-c622-486d-9448-37b61dcd14f0 HTTP/1.1" status: 404 len: 337 time: 0.1755378 Jun 15 14:42:22.247673 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ae0b1435-5a47-4e0b-b62e-d8e22bed7c9b tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "DELETE /v2.0/networks/0ac0409a-aef7-41e2-a2be-c4c5fc8f234c HTTP/1.1" status: 204 len: 168 time: 1.8283143 Jun 15 14:42:22.247894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59368) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:22.254643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.280198 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1253d9d1-e1eb-4100-a3e4-573755821c24 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] DELETE failed (client error): The resource could not be found. Jun 15 14:42:22.280691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1253d9d1-e1eb-4100-a3e4-573755821c24 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:42:22.284780 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1253d9d1-e1eb-4100-a3e4-573755821c24 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/subnets/f551f22f-5300-4548-8ab6-db7c694928df HTTP/1.1" status: 404 len: 337 time: 0.0857091 Jun 15 14:42:22.293379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59372) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:22.300755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.307931 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 13fc6d5f-4d02-4e7d-945e-c3335475fe23 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13fc6d5f-4d02-4e7d-945e-c3335475fe23 found for delete ", "request_id": "req-71a8ab68-dd09-43e3-a0a9-006f4898a9e9"}]} Jun 15 14:42:22.335761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2366f3e-e2d5-4efb-9edf-34429088d7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.337774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2366f3e-e2d5-4efb-9edf-34429088d7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.340962 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b2366f3e-e2d5-4efb-9edf-34429088d7ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e6ad915-4e93-410e-91cf-c56e2adfa81e HTTP/1.1" status: 204 len: 168 time: 1.1134677 Jun 15 14:42:22.364469 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7e514fe3-3027-44a1-a156-8af85f619290 req-5dda5afe-406d-43de-b528-7f69a21caad5 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745679 Jun 15 14:42:22.425137 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2366f3e-e2d5-4efb-9edf-34429088d7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6ad915-4e93-410e-91cf-c56e2adfa81e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:22.499871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port d1dfb3a1-6cb2-4119-984a-6203d53f76d9 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:22.687564 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59384) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:22.784237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.822683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dba1d9-b7b0-4282-b5b9-93458ad56524 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:22.828747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dba1d9-b7b0-4282-b5b9-93458ad56524 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:22.830201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-84dba1d9-b7b0-4282-b5b9-93458ad56524 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Synchronizing usage tracker for tenant:ad0292d3b2e84aeab3521d389e0dc31e on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:22.865224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:22.885860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-84dba1d9-b7b0-4282-b5b9-93458ad56524 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Unset dirty status for tenant:ad0292d3b2e84aeab3521d389e0dc31e on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:22.891962 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-84dba1d9-b7b0-4282-b5b9-93458ad56524 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6427238 Jun 15 14:42:22.893954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59398) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:22.900448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Deleting port 0f5b0ac3-de4f-42e8-b9d5-0f1f2c14cc72 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:22.900795 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.069081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d8a0dd-3e46-409f-b030-ec734b8320db tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router 888d1f92-5d6e-47e9-aec4-4876cb86bc24 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:23.087641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.161632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-98331566'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:23.171245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.252817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Calling delete_port for 0f5b0ac3-de4f-42e8-b9d5-0f1f2c14cc72 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:23.285102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:23.301728 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:23.310425 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b7ba71-b07b-4a1c-b437-a6764dcfadc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.310950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401a71b-9bf2-4a31-97b1-c6c60dbe6195 req-a7c2e0de-f9bd-4d2a-b7da-9c70f88063e2 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:23.312374 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c401a71b-9bf2-4a31-97b1-c6c60dbe6195 req-a7c2e0de-f9bd-4d2a-b7da-9c70f88063e2 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.7697973 Jun 15 14:42:23.343764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679cd38c-f56f-4329-8983-b2657b1b3baf']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:23.353331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Made reservation on behalf of ad0292d3b2e84aeab3521d389e0dc31e for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:23.358480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.361389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 172.20.0.4 (2ef0444c-622d-434a-90a5-976e58c67159/bd5b7597-3d8e-40bc-b1ee-2c77a0aca711/d1dfb3a1-6cb2-4119-984a-6203d53f76d9) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:23.370725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:23.371133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:23.378424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-99b7ba71-b07b-4a1c-b437-a6764dcfadc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:23.389402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::f816:3eff:fe6a:a724 (2ef0444c-622d-434a-90a5-976e58c67159/8438c266-fdf3-49de-ad34-acc97dae2bb2/d1dfb3a1-6cb2-4119-984a-6203d53f76d9) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:23.392409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.399516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-99b7ba71-b07b-4a1c-b437-a6764dcfadc6 admin admin] Usage tracker for resource:security_group_rule and tenant:76535072f613409b921cd3b45dae9ffe is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:23.410345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-99b7ba71-b07b-4a1c-b437-a6764dcfadc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:23.425853 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c401a71b-9bf2-4a31-97b1-c6c60dbe6195 req-a9322eba-c890-4780-a658-45e2f6223654 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047618 Jun 15 14:42:23.435647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59410) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:23.441696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:42:23.464464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.464464 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Added segment d0bcc853-2826-4b91-94d8-deef09161f90 of type vlan for network ad231f92-8931-4d4e-9e0f-34fdfa308f63 Jun 15 14:42:23.487350 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-99b7ba71-b07b-4a1c-b437-a6764dcfadc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:23.497184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.582653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.583446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b7ba71-b07b-4a1c-b437-a6764dcfadc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.605960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.618159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.623610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:23.624213 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.643792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b7ba71-b07b-4a1c-b437-a6764dcfadc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.662298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-866449589'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:23.677254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Pushing event deleted for resources: {'Port': ['ID=0f5b0ac3-de4f-42e8-b9d5-0f1f2c14cc72,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:23.697883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:23.698302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.717720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:23.746597 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e resource provider aggregate not found Jun 15 14:42:23.781679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Usage tracker for resource:network and tenant:12732f859fe3422fb1c332c105211f6f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:23.828837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:23.845649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:23.852228 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8dd016e-3df4-4e80-a4f7-64cc8a41ee8e found for delete ", "request_id": "req-c9f143bb-8d0d-4882-84be-b4d396856a0c"}]} Jun 15 14:42:23.863775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event updated for resources: {'Network': ['ID=ad231f92-8931-4d4e-9e0f-34fdfa308f63,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:23.867959 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e1e40a6a-aa78-418a-b6d7-fba35107e9a5 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7126813 Jun 15 14:42:23.869277 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-99b7ba71-b07b-4a1c-b437-a6764dcfadc6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76535072f613409b921cd3b45dae9ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1778569 Jun 15 14:42:23.872099 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59422) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:23.876920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59424) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:23.878831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d8a0dd-3e46-409f-b030-ec734b8320db tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:23.886455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network ad231f92-8931-4d4e-9e0f-34fdfa308f63 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:42:23.887434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-954253713'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:23.889337 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7ba71-b07b-4a1c-b437-a6764dcfadc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4bdda7-7d16-46be-a7ce-0b9e5ab4c5c3,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:23.896164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:23.916408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Usage tracker for resource:network and tenant:ad0292d3b2e84aeab3521d389e0dc31e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:23.923869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac265f4-f149-4d05-b9d7-f51be8dfa6f4 None None] Sync routers for ids ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:23.924032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:23.926778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Made reservation on behalf of 12732f859fe3422fb1c332c105211f6f for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:23.930049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.944646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac265f4-f149-4d05-b9d7-f51be8dfa6f4 None None] Routers {'888d1f92-5d6e-47e9-aec4-4876cb86bc24'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:23.945279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0ac265f4-f149-4d05-b9d7-f51be8dfa6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:23.945910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.976737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:23.997882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:24.009888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.028946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Network': ['ID=679cd38c-f56f-4329-8983-b2657b1b3baf,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:24.039658 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-56d8a0dd-3e46-409f-b030-ec734b8320db tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "PUT /v2.0/routers/888d1f92-5d6e-47e9-aec4-4876cb86bc24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3508084 Jun 15 14:42:24.040778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59430) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:24.044122 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf6c34bf-8b0d-4e66-96ae-55c547413d60 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/networks/679cd38c-f56f-4329-8983-b2657b1b3baf HTTP/1.1" status: 204 len: 168 time: 1.7468028 Jun 15 14:42:24.050758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59434) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:24.088802 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0ac265f4-f149-4d05-b9d7-f51be8dfa6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:24.093811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.102170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac265f4-f149-4d05-b9d7-f51be8dfa6f4 None None] Routers {'888d1f92-5d6e-47e9-aec4-4876cb86bc24'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:24.102887 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0ac265f4-f149-4d05-b9d7-f51be8dfa6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:41:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:24.160914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a3c46-1f6a-44c9-b15c-78adb89bf35a req-3f0a02bc-075f-43e8-ac3e-d88e1593a2a2 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:24.162441 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d2a3c46-1f6a-44c9-b15c-78adb89bf35a req-3f0a02bc-075f-43e8-ac3e-d88e1593a2a2 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.5776784 Jun 15 14:42:24.164608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0ac265f4-f149-4d05-b9d7-f51be8dfa6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:24.165486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac265f4-f149-4d05-b9d7-f51be8dfa6f4 None None] The sync data for ids ['888d1f92-5d6e-47e9-aec4-4876cb86bc24'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:24.230995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.233346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Made reservation on behalf of ad0292d3b2e84aeab3521d389e0dc31e for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:24.237446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.248601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:24.252612 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.265121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Usage tracker for resource:security_group_rule and tenant:12732f859fe3422fb1c332c105211f6f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:24.279933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:24.292213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.298372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c3bd7-554a-4806-8374-6f169f7c5a39 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Deleting port b68b944b-545b-4b51-b2ee-a41163f65ea2 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:24.298713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c9c3bd7-554a-4806-8374-6f169f7c5a39 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.309214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:24.326011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad527d00-8503-4e74-9296-ba543e18515c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.345866 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.346398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Fanout notify agent at l3_agent the message router_deleted on router 4198b906-9da5-4157-909b-06aaf0954797 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:42:24.351103 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:42:24.387151 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d2a3c46-1f6a-44c9-b15c-78adb89bf35a req-bbabbfc7-f29a-4ca7-9e6b-77f780ff144b tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078025 Jun 15 14:42:24.391304 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad527d00-8503-4e74-9296-ba543e18515c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.411627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.411627 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Added segment 5a6e64ba-6d3c-4c65-a0cf-6ea30e157911 of type vlan for network 4587ea3a-8175-4abc-90cd-b8372a8da496 Jun 15 14:42:24.449862 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8d7059fe-a3d8-44c8-ae6f-ccd351d0477b req-e4a7b2e2-f5e7-4d10-8b44-e1ea952f508a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3720853 Jun 15 14:42:24.494246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.509998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.514946 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eb0426a8-478e-4a68-87b9-d3b2ed3d903e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/routers/4198b906-9da5-4157-909b-06aaf0954797 HTTP/1.1" status: 204 len: 168 time: 2.6859188 Jun 15 14:42:24.519215 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59440) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:24.569713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Request body: {'router': {'name': 'tempest-snat-router-82663232', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'enable_snat': False}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:24.645016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.709629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:24.712256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:42:24.764331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Usage tracker for resource:router and tenant:24511e2b70fd448c8c9b08b1407e5004 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:24.775181 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:24.795364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object d1dfb3a1-6cb2-4119-984a-6203d53f76d9 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:24.804578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:24.819071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad527d00-8503-4e74-9296-ba543e18515c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.838168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.843857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:24.844506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.889533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.899199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad527d00-8503-4e74-9296-ba543e18515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4bdda7-7d16-46be-a7ce-0b9e5ab4c5c3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:24.906087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.907424 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.923821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c9c3bd7-554a-4806-8374-6f169f7c5a39 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:24.967428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.022209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad527d00-8503-4e74-9296-ba543e18515c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.023340 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ad527d00-8503-4e74-9296-ba543e18515c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5f4bdda7-7d16-46be-a7ce-0b9e5ab4c5c3 HTTP/1.1" status: 204 len: 168 time: 1.1434457 Jun 15 14:42:25.027270 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1503074 Jun 15 14:42:25.044030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59446) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:25.047882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0954cc-d3b5-4f20-985b-703200dbf3d4 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event updated for resources: {'Network': ['ID=4587ea3a-8175-4abc-90cd-b8372a8da496,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:25.056055 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:42:25.063004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'ports': [{'network_id': 'ad231f92-8931-4d4e-9e0f-34fdfa308f63', 'name': 'tempest-port--1335869174', 'admin_state_up': True}, {'network_id': '4587ea3a-8175-4abc-90cd-b8372a8da496', 'admin_state_up': False}]} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:25.063396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'port': {'network_id': 'ad231f92-8931-4d4e-9e0f-34fdfa308f63', 'name': 'tempest-port--1335869174', 'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:25.064263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'port': {'network_id': '4587ea3a-8175-4abc-90cd-b8372a8da496', 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:25.067920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c3bd7-554a-4806-8374-6f169f7c5a39 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Calling delete_port for b68b944b-545b-4b51-b2ee-a41163f65ea2 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:25.068601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 4587ea3a-8175-4abc-90cd-b8372a8da496 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:42:25.089825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.107816 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f074cd-2fc8-49f0-98f1-3f9c5b342ae8,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:25.114233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.165321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.165682 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Added segment 4269a42b-3e65-4ce4-8b94-9b22adcba297 of type vlan for network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 Jun 15 14:42:25.191492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.193024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afa47c-ca25-48d9-b44b-65b91e32fa09 req-cbaf8555-4696-4a79-b7ed-347073dcd82b tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:25.195176 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-57afa47c-ca25-48d9-b44b-65b91e32fa09 req-cbaf8555-4696-4a79-b7ed-347073dcd82b tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.6768668 Jun 15 14:42:25.219712 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7059fe-a3d8-44c8-ae6f-ccd351d0477b req-88d1c872-0eeb-4677-9736-5748d1e53603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:25.221657 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8d7059fe-a3d8-44c8-ae6f-ccd351d0477b req-88d1c872-0eeb-4677-9736-5748d1e53603 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3746eda524be4a2bbb2df2b64eaa62f5&device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 1099 time: 0.5204840 Jun 15 14:42:25.254143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c9c3bd7-554a-4806-8374-6f169f7c5a39 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.281338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.303744 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port 5124c330-6570-45b5-8ee5-ff229e65e2dc {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:25.304089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.337317 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=d1dfb3a1-6cb2-4119-984a-6203d53f76d9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:25.404904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:25.406149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c9c3bd7-554a-4806-8374-6f169f7c5a39 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.417076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:25.422272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c3bd7-554a-4806-8374-6f169f7c5a39 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Port': ['ID=b68b944b-545b-4b51-b2ee-a41163f65ea2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:25.427005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:25.472445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59452) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:25.496924 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7c9c3bd7-554a-4806-8374-6f169f7c5a39 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/ports/b68b944b-545b-4b51-b2ee-a41163f65ea2 HTTP/1.1" status: 204 len: 168 time: 1.3939245 Jun 15 14:42:25.518970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59456) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:25.547113 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-57afa47c-ca25-48d9-b44b-65b91e32fa09 req-9a0a3c72-c8bd-45a1-a0dc-08514e4d8ac4 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3364501 Jun 15 14:42:25.646989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:42:25.654394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:25.655032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.659200 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-578fa3c7-d58e-46c2-87bb-f9e37362b076 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] DELETE failed (client error): The resource could not be found. Jun 15 14:42:25.659641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578fa3c7-d58e-46c2-87bb-f9e37362b076 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:42:25.663922 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-578fa3c7-d58e-46c2-87bb-f9e37362b076 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/subnets/257b9499-577a-4dfb-a1db-309316e6bf6d HTTP/1.1" status: 404 len: 337 time: 0.1423907 Jun 15 14:42:25.669857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59462) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:25.739991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.829338 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cb655802-5f2d-4c97-b9fd-eaf0b4b35f19 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9695604 Jun 15 14:42:25.832493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d1f06744-066e-4b6d-b28f-2aad5e2ae38a None None] Provisioning for port d1dfb3a1-6cb2-4119-984a-6203d53f76d9 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:25.838025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59468) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:25.846167 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d3a37e7c-e43f-430e-b4de-93b4806345cb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=23fabd7b6d114fad8491ff5c837c9ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703284 Jun 15 14:42:25.846373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d1f06744-066e-4b6d-b28f-2aad5e2ae38a None None] Provisioning complete for port d1dfb3a1-6cb2-4119-984a-6203d53f76d9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:25.846373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d1f06744-066e-4b6d-b28f-2aad5e2ae38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.849932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59472) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:25.878842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.905965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.907397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.911881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:25.912514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:25.932999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d1f06744-066e-4b6d-b28f-2aad5e2ae38a None None] Port d1dfb3a1-6cb2-4119-984a-6203d53f76d9 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:26.006738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:26.039938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for 5124c330-6570-45b5-8ee5-ff229e65e2dc owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:26.073668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Usage tracker for resource:port and tenant:ad0292d3b2e84aeab3521d389e0dc31e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:26.094370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7059fe-a3d8-44c8-ae6f-ccd351d0477b req-102b3045-fd2e-4094-bfc0-0ac557685b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:26.096049 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8d7059fe-a3d8-44c8-ae6f-ccd351d0477b req-102b3045-fd2e-4094-bfc0-0ac557685b43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69591c21-b83e-4f78-9745-9de0ba661089 HTTP/1.1" status: 200 len: 912 time: 0.8490708 Jun 15 14:42:26.100468 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:26.154979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06830fcf-91a1-4c29-a248-07e38ab1151d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.290763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:26.360810 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.9230371 Jun 15 14:42:26.376474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa10874-992a-4c28-b5f4-977d446eb333 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event updated for resources: {'Network': ['ID=06abe5b7-d01c-4515-9c1a-e5c7c45e1509,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:26.379368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59476) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:26.388427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:42:26.414805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06830fcf-91a1-4c29-a248-07e38ab1151d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.421880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Request body: {'subnet': {'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:26.430149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.443236 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Made reservation on behalf of ad0292d3b2e84aeab3521d389e0dc31e for: {'port': 2} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:26.447775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.483525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba60ac7-ad63-430e-872b-6ee75efbc7c0']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:26.535055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b819609c-f6d1-4bdd-abdf-73c5d86f8749') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:26.535906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b819609c-f6d1-4bdd-abdf-73c5d86f8749') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:26.555350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.557487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.579302 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8d7059fe-a3d8-44c8-ae6f-ccd351d0477b req-a071e3fa-f232-402d-b4a8-176509f6d55b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a13942cd-dc24-430b-85ec-911eebe026fc HTTP/1.1" status: 200 len: 1002 time: 0.2945738 Jun 15 14:42:26.582802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.591383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:26.591762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.619836 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.650985 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f3f70-13b7-40d6-9c7e-201e9522a057 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:26.653988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06830fcf-91a1-4c29-a248-07e38ab1151d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.656949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f3f70-13b7-40d6-9c7e-201e9522a057 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:26.661407 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3f9f3f70-13b7-40d6-9c7e-201e9522a057 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.8167486 Jun 15 14:42:26.703826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59482) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:26.722133 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b819609c-f6d1-4bdd-abdf-73c5d86f8749 resource provider aggregate not found Jun 15 14:42:26.759167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=5124c330-6570-45b5-8ee5-ff229e65e2dc,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:26.767105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06830fcf-91a1-4c29-a248-07e38ab1151d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21dfe04-bd8a-4779-89f5-7a35908b0f42,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:26.773242 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b819609c-f6d1-4bdd-abdf-73c5d86f8749 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b819609c-f6d1-4bdd-abdf-73c5d86f8749 found for delete ", "request_id": "req-e26c2523-1af9-4ee6-9860-a5c5f9022b71"}]} Jun 15 14:42:26.786630 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:26.806410 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb074cae-4017-430a-8ee6-2861a9025738 req-e6517c2a-f7a5-4c29-a4ca-571ea4ea20a8 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:26.807967 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bb074cae-4017-430a-8ee6-2861a9025738 req-e6517c2a-f7a5-4c29-a4ca-571ea4ea20a8 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.9043667 Jun 15 14:42:26.822639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.857941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Usage tracker for resource:subnet and tenant:12732f859fe3422fb1c332c105211f6f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:26.874472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.880870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06830fcf-91a1-4c29-a248-07e38ab1151d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.884366 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-06830fcf-91a1-4c29-a248-07e38ab1151d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f21dfe04-bd8a-4779-89f5-7a35908b0f42 HTTP/1.1" status: 204 len: 168 time: 1.0282516 Jun 15 14:42:26.884657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:26.897975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Network': ['ID=4ba60ac7-ad63-430e-872b-6ee75efbc7c0,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:26.902509 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ca7f0b1b-58a2-41bd-ac24-c85a1de9a589 tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/networks/4ba60ac7-ad63-430e-872b-6ee75efbc7c0 HTTP/1.1" status: 204 len: 168 time: 1.2317195 Jun 15 14:42:26.905688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59490) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:26.906790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7059fe-a3d8-44c8-ae6f-ccd351d0477b req-0433fc49-beb8-4a59-883c-0aec2ff2574f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:26.908392 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8d7059fe-a3d8-44c8-ae6f-ccd351d0477b req-0433fc49-beb8-4a59-883c-0aec2ff2574f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5db97dd-98ec-4520-9c5f-eaee2a3697b3 HTTP/1.1" status: 200 len: 850 time: 0.3200521 Jun 15 14:42:26.911806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:26.933107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2b2779fd-b886-4ae6-975a-9eaa717adc4b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port d1dfb3a1-6cb2-4119-984a-6203d53f76d9 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:26.933425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b2779fd-b886-4ae6-975a-9eaa717adc4b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:26.966355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.123285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Made reservation on behalf of 12732f859fe3422fb1c332c105211f6f for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:27.126891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.160541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d46ab1e-0e1c-4159-9c4c-65f620e20d1b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Deleting subnet ff2a0678-2cf9-4351-9ab7-30529766249b {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:42:27.164523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.167748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.169593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d46ab1e-0e1c-4159-9c4c-65f620e20d1b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.188116 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bb074cae-4017-430a-8ee6-2861a9025738 req-ff30cefe-bfea-4214-b882-92da372dad9c tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3319347 Jun 15 14:42:27.251546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.252426 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Fanout notify agent at l3_agent the message router_deleted on router 888d1f92-5d6e-47e9-aec4-4876cb86bc24 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:42:27.261910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d46ab1e-0e1c-4159-9c4c-65f620e20d1b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.280743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a81a85c-7d32-4cdd-bb18-78f8d5c7773d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.303433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.304491 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5e0641bc-3dba-409f-b46c-4a8689eb3762 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/routers/888d1f92-5d6e-47e9-aec4-4876cb86bc24 HTTP/1.1" status: 204 len: 168 time: 3.2623670 Jun 15 14:42:27.311995 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59500) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:27.371895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] device_id is not set on port ba48e1f8-04ab-4e6d-939b-71430e527b1c yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:27.395040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ae3c4c-bff1-4bc9-b2e1-4806e980573e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting subnet 6d5d23a2-52e0-4a31-b77d-c287f4db1bcf {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:42:27.400646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46ae3c4c-bff1-4bc9-b2e1-4806e980573e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.469808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46ae3c4c-bff1-4bc9-b2e1-4806e980573e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.513865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d46ab1e-0e1c-4159-9c4c-65f620e20d1b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.624336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46ae3c4c-bff1-4bc9-b2e1-4806e980573e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.660466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7059fe-a3d8-44c8-ae6f-ccd351d0477b req-9e1ff835-5678-4250-87fd-7d700424b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:27.660693 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8d7059fe-a3d8-44c8-ae6f-ccd351d0477b req-9e1ff835-5678-4250-87fd-7d700424b0e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69591c21-b83e-4f78-9745-9de0ba661089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7413170 Jun 15 14:42:27.663236 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d46ab1e-0e1c-4159-9c4c-65f620e20d1b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.705677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d46ab1e-0e1c-4159-9c4c-65f620e20d1b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.716758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d5b26f-5e1d-46b5-9368-9453d23bd285 None None] Network 363cb4f0-265f-4b92-8616-dd1f1fc9267d requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:27.722104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46ab1e-0e1c-4159-9c4c-65f620e20d1b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Subnet': ['ID=ff2a0678-2cf9-4351-9ab7-30529766249b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:27.743593 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7d46ab1e-0e1c-4159-9c4c-65f620e20d1b tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/subnets/ff2a0678-2cf9-4351-9ab7-30529766249b HTTP/1.1" status: 204 len: 168 time: 0.8349588 Jun 15 14:42:27.744298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59516) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:27.808141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.872168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46ae3c4c-bff1-4bc9-b2e1-4806e980573e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.875801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59520) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:27.926937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.928861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae3c4c-bff1-4bc9-b2e1-4806e980573e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5d23a2-52e0-4a31-b77d-c287f4db1bcf,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:27.935717 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46ae3c4c-bff1-4bc9-b2e1-4806e980573e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.956729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Deleting port cdb567ef-205a-4041-945d-bea9e00229cd {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:27.957108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:27.961641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340d1b77-d38f-4ea5-a6a2-040266fab64e None None] Network a20f89e3-4563-430d-94e7-b2fe58f9e8d0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:28.024459 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.113285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b2779fd-b886-4ae6-975a-9eaa717adc4b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.114743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-841359314'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:28.118972 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-46ae3c4c-bff1-4bc9-b2e1-4806e980573e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/subnets/6d5d23a2-52e0-4a31-b77d-c287f4db1bcf HTTP/1.1" status: 204 len: 168 time: 0.8067002 Jun 15 14:42:28.132823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59526) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:28.135336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:28.143380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Usage tracker for resource:network and tenant:92e911b2f0b64e7aa6efb5ead879b064 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:28.148166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:28.157860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:28.209354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65c93f-97f2-4548-b6fc-b01b995613f3 None None] DHCP port deletion for 363cb4f0-265f-4b92-8616-dd1f1fc9267d request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:42:28.216065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6b65c93f-97f2-4548-b6fc-b01b995613f3 None None] Deleting port cdb567ef-205a-4041-945d-bea9e00229cd {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:28.216738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b65c93f-97f2-4548-b6fc-b01b995613f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.222536 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Made reservation on behalf of 92e911b2f0b64e7aa6efb5ead879b064 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:28.226091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.243195 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.352476 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:28.353904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2b2779fd-b886-4ae6-975a-9eaa717adc4b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for d1dfb3a1-6cb2-4119-984a-6203d53f76d9 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:28.416564 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Usage tracker for resource:security_group_rule and tenant:92e911b2f0b64e7aa6efb5ead879b064 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:28.436403 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:28.454094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:28.465509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] For port cdb567ef-205a-4041-945d-bea9e00229cd, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cdb567ef-205a-4041-945d-bea9e00229cd,segment=NetworkSegment(ec440896-a625-45f7-9467-db379cf63945),segment_id=ec440896-a625-45f7-9467-db379cf63945)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:28.466064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.500089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6b65c93f-97f2-4548-b6fc-b01b995613f3 None None] For port cdb567ef-205a-4041-945d-bea9e00229cd, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cdb567ef-205a-4041-945d-bea9e00229cd,segment=NetworkSegment(ec440896-a625-45f7-9467-db379cf63945),segment_id=ec440896-a625-45f7-9467-db379cf63945)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:28.500859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b65c93f-97f2-4548-b6fc-b01b995613f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.512785 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8d7059fe-a3d8-44c8-ae6f-ccd351d0477b req-9d77edf4-1849-447e-8b0b-017a7d1ca4f0 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8412378 Jun 15 14:42:28.514709 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.620491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Calling delete_port for cdb567ef-205a-4041-945d-bea9e00229cd owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:28.632722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6b65c93f-97f2-4548-b6fc-b01b995613f3 None None] Calling delete_port for cdb567ef-205a-4041-945d-bea9e00229cd owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:28.678890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.680782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.681568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f3b046-85ea-4c46-8e53-9dd6ccd70ac9 None None] DHCP port deletion for a20f89e3-4563-430d-94e7-b2fe58f9e8d0 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:42:28.708843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f581c-7463-4099-ac1b-6b31b40982d9 req-bc47b611-2dd2-4628-861f-7917a01994ce tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:28.713375 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d89f581c-7463-4099-ac1b-6b31b40982d9 req-bc47b611-2dd2-4628-861f-7917a01994ce tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.3428996 Jun 15 14:42:28.713816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-64f3b046-85ea-4c46-8e53-9dd6ccd70ac9 None None] Deleting port a6db427f-1e53-4348-997b-9ce9bf7b0362 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:28.714198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-64f3b046-85ea-4c46-8e53-9dd6ccd70ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.792145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.851917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-6b65c93f-97f2-4548-b6fc-b01b995613f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:42:28.852536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-6b65c93f-97f2-4548-b6fc-b01b995613f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:42:28.854013 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d89f581c-7463-4099-ac1b-6b31b40982d9 req-4273680d-1ec3-479d-b00c-4e842f0bacec tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343098 Jun 15 14:42:28.863930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Port': ['ID=cdb567ef-205a-4041-945d-bea9e00229cd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:28.865862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] No DVR routers for this DVR port cdb567ef-205a-4041-945d-bea9e00229cd on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:28.892473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] device_id is not set on port 62340466-0157-415c-8026-22ac1f4ba105 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:28.906813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port a6db427f-1e53-4348-997b-9ce9bf7b0362 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:28.907267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.947008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:28.974652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-64f3b046-85ea-4c46-8e53-9dd6ccd70ac9 None None] For port a6db427f-1e53-4348-997b-9ce9bf7b0362, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a6db427f-1e53-4348-997b-9ce9bf7b0362,segment=NetworkSegment(7d3e7c9d-5142-4e6f-b821-a181b47ba918),segment_id=7d3e7c9d-5142-4e6f-b821-a181b47ba918)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:28.975011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-64f3b046-85ea-4c46-8e53-9dd6ccd70ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.001638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Allocated IP 172.26.3.216 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/101effab-804c-4545-a17c-506dda1981f8) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:29.009624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.022895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event updated for resources: {'Subnet': ['ID=5268b7c5-366e-448e-bb7d-3142bed872aa,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:29.038533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.062798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:42:29.073279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03382a14-1a26-439f-8c63-f36b40917512,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:29.092362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.092963 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Added segment bb0d751d-c1d5-4406-b410-81994de8f518 of type vlan for network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 Jun 15 14:42:29.095366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363cb4f0-265f-4b92-8616-dd1f1fc9267d']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:29.112005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-64f3b046-85ea-4c46-8e53-9dd6ccd70ac9 None None] Calling delete_port for a6db427f-1e53-4348-997b-9ce9bf7b0362 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:29.116887 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec440896-a625-45f7-9467-db379cf63945') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:29.117236 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec440896-a625-45f7-9467-db379cf63945') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:29.128543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Checking segment: {'id': '4269a42b-3e65-4ce4-8b94-9b22adcba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:29.129084 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Network hostable DHCP agents. Network: 06abe5b7-d01c-4515-9c1a-e5c7c45e1509, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:42:29.142513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.142837 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8d7059fe-a3d8-44c8-ae6f-ccd351d0477b req-e4b8fbb1-d5d9-4eaa-9890-ff839168e4ea service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074855 Jun 15 14:42:29.158408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.168159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.179005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:29.179638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.189126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a6db427f-1e53-4348-997b-9ce9bf7b0362 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:29.268412 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ec440896-a625-45f7-9467-db379cf63945 resource provider aggregate not found Jun 15 14:42:29.278009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-64f3b046-85ea-4c46-8e53-9dd6ccd70ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.282771 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No ports have port_id starting with a6db427f-1e53-4348-997b-9ce9bf7b0362 Jun 15 14:42:29.302083 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.308854 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:29.309714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.317667 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ec440896-a625-45f7-9467-db379cf63945 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec440896-a625-45f7-9467-db379cf63945 found for delete ", "request_id": "req-2f23bb06-4f4c-40f1-b54e-5e2805a18531"}]} Jun 15 14:42:29.327675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cdb567ef-205a-4041-945d-bea9e00229cd no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:29.345341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.360366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:42:29.366442 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6b65c93f-97f2-4548-b6fc-b01b995613f3 None None] Deleting port cdb567ef-205a-4041-945d-bea9e00229cd {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:29.366801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b65c93f-97f2-4548-b6fc-b01b995613f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.395637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3b046-85ea-4c46-8e53-9dd6ccd70ac9 None None] No DVR routers for this DVR port a6db427f-1e53-4348-997b-9ce9bf7b0362 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:29.402303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.417493 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b2779fd-b886-4ae6-975a-9eaa717adc4b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.419110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3b046-85ea-4c46-8e53-9dd6ccd70ac9 None None] Pushing event deleted for resources: {'Port': ['ID=a6db427f-1e53-4348-997b-9ce9bf7b0362,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:29.432421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: cdb567ef-205a-4041-945d-bea9e00229cd {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:42:29.432870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cdb567ef-205a-4041-945d-bea9e00229cd not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:29.454749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event updated for resources: {'Network': ['ID=ff8c566c-53ce-480d-858e-8cb3e74e6fa6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:29.457960 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] 10.222.0.26 "DELETE /v2.0/networks/363cb4f0-265f-4b92-8616-dd1f1fc9267d HTTP/1.1" status: 204 len: 168 time: 1.7127361 Jun 15 14:42:29.482499 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-96ee2775-28a1-49f8-85ca-2c1586f160db tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5742512 Jun 15 14:42:29.482731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6b65c93f-97f2-4548-b6fc-b01b995613f3 None None] The port 'cdb567ef-205a-4041-945d-bea9e00229cd' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:42:29.482731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57838f14-5a41-4b91-9ca5-a2d2c9a8ce38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.482923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59538) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:29.485443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ad3893-edae-43f9-bd48-f5d936ad207f tempest-NetworksIpV6TestAttrs-266922850 tempest-NetworksIpV6TestAttrs-266922850-project] Pushing event deleted for resources: {'Network': ['ID=363cb4f0-265f-4b92-8616-dd1f1fc9267d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:29.490471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Request body: {'subnet': {'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:29.517998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:42:29.675627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:29.680935 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Usage tracker for resource:subnet and tenant:92e911b2f0b64e7aa6efb5ead879b064 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:29.692837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:29.704873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:29.732770 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Made reservation on behalf of 92e911b2f0b64e7aa6efb5ead879b064 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:29.736545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 06abe5b7-d01c-4515-9c1a-e5c7c45e1509) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:29.737329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.753979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22d5eba-7472-44c2-876b-06db4733f88e None None] Network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:29.791096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2779fd-b886-4ae6-975a-9eaa717adc4b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=d1dfb3a1-6cb2-4119-984a-6203d53f76d9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:29.808404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:29.809280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.880859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:29.884586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59546) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:29.926353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.029409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] For port a6db427f-1e53-4348-997b-9ce9bf7b0362, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a6db427f-1e53-4348-997b-9ce9bf7b0362,segment=NetworkSegment(7d3e7c9d-5142-4e6f-b821-a181b47ba918),segment_id=7d3e7c9d-5142-4e6f-b821-a181b47ba918)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:30.036304 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.204795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.207660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-06abe5b7-d01c-4515-9c1a-e5c7c45e1509', 'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509', 'tenant_id': '12732f859fe3422fb1c332c105211f6f', 'fixed_ips': [{'subnet_id': '5268b7c5-366e-448e-bb7d-3142bed872aa'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:42:30.209357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.294655 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c32352a0-9109-43f6-8fab-0ee3ca7c4d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9013412 Jun 15 14:42:30.308737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59554) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:30.315611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for a6db427f-1e53-4348-997b-9ce9bf7b0362 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:30.369860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Request body: {'port': {'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-148597549'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:30.396598 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.440127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event updated for resources: {'Subnet': ['ID=5b8ef353-11fd-4cc5-a3ef-b4700cf0921e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:30.441925 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Allocated IP 2001:db8::2 (06abe5b7-d01c-4515-9c1a-e5c7c45e1509/5268b7c5-366e-448e-bb7d-3142bed872aa/39fafd40-b27f-4923-8f80-19f8fbd13431) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:30.455559 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0a2d1c5f-a1f0-440d-ab71-d071879967f3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=19b364011ced488797e4adc4434256ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5694244 Jun 15 14:42:30.457671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59558) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:30.469515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Checking segment: {'id': 'bb0d751d-c1d5-4406-b410-81994de8f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:30.469947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Network hostable DHCP agents. Network: ff8c566c-53ce-480d-858e-8cb3e74e6fa6, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:42:30.514669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:42:30.540327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, ff8c566c-53ce-480d-858e-8cb3e74e6fa6) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:30.545574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c86db25e-aa69-4697-9312-0deadf07cfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.548807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:30.548807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.557901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4645ecc-a3bd-4684-971f-8e8b09320fab None None] Network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:30.577607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.594853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c86db25e-aa69-4697-9312-0deadf07cfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.607318 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cc882b82-54fa-465b-9323-c56c28434e7d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1217599 Jun 15 14:42:30.607552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59562) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:30.622117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Request body: {'port': {'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6', 'name': 'tempest-AllowedAddressPairTestJSON-11959194'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:30.625187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b2779fd-b886-4ae6-975a-9eaa717adc4b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.629592 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2b2779fd-b886-4ae6-975a-9eaa717adc4b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/d1dfb3a1-6cb2-4119-984a-6203d53f76d9 HTTP/1.1" status: 204 len: 168 time: 3.9173248 Jun 15 14:42:30.637993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59566) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:30.683207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.743962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event updated for resources: {'Port': ['ID=ba48e1f8-04ab-4e6d-939b-71430e527b1c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:30.756918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.761826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:42:30.762186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:42:30.774130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c86db25e-aa69-4697-9312-0deadf07cfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.791937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86db25e-aa69-4697-9312-0deadf07cfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4976b64-9970-4bb1-b4dd-bd7ab4947d0d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:30.800230 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:30.806237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c86db25e-aa69-4697-9312-0deadf07cfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.809676 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c86db25e-aa69-4697-9312-0deadf07cfe1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e4976b64-9970-4bb1-b4dd-bd7ab4947d0d HTTP/1.1" status: 204 len: 168 time: 0.3486767 Jun 15 14:42:30.809676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Usage tracker for resource:port and tenant:92e911b2f0b64e7aa6efb5ead879b064 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:30.811722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:30.818547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:30.832834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Made reservation on behalf of 92e911b2f0b64e7aa6efb5ead879b064 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:30.837625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:30.873072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] device_id is not set on port 4c4b4c96-92e0-499c-b39a-a2d72d218057 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:30.876050 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414951b-642c-41f0-9dd1-7e94be4ab108 req-7a3929cb-82f7-4781-aee9-728a95519fd9 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:30.877588 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f414951b-642c-41f0-9dd1-7e94be4ab108 req-7a3929cb-82f7-4781-aee9-728a95519fd9 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.7884247 Jun 15 14:42:30.890174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e159a-4b81-4100-ad4b-e87a5cffcd89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:30.891741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e159a-4b81-4100-ad4b-e87a5cffcd89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:30.893270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4e159a-4b81-4100-ad4b-e87a5cffcd89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:30.894072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5f4e159a-4b81-4100-ad4b-e87a5cffcd89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:30.918795 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:30.919860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Checking segment: {'id': 'd0bcc853-2826-4b91-94d8-deef09161f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ad231f92-8931-4d4e-9e0f-34fdfa308f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:30.920259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Network hostable DHCP agents. Network: ad231f92-8931-4d4e-9e0f-34fdfa308f63, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:42:30.929560 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:30.931986 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:30.943014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:30.970351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Usage tracker for resource:port and tenant:12732f859fe3422fb1c332c105211f6f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:30.975144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:30.986751 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event updated for resources: {'Port': ['ID=101effab-804c-4545-a17c-506dda1981f8,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:30.997302 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.009348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Transition to ACTIVE for port object 39fafd40-b27f-4923-8f80-19f8fbd13431 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:31.011825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:31.013431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-ff8c566c-53ce-480d-858e-8cb3e74e6fa6', 'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6', 'tenant_id': '92e911b2f0b64e7aa6efb5ead879b064', 'fixed_ips': [{'subnet_id': '5b8ef353-11fd-4cc5-a3ef-b4700cf0921e'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:42:31.014285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.042278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5f4e159a-4b81-4100-ad4b-e87a5cffcd89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:31.043466 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5f4e159a-4b81-4100-ad4b-e87a5cffcd89 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3990681 Jun 15 14:42:31.054446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59574) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:31.060959 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Made reservation on behalf of 12732f859fe3422fb1c332c105211f6f for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:31.065452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.077395 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f414951b-642c-41f0-9dd1-7e94be4ab108 req-5d0e29fc-d1ad-4cb4-a56e-df87283887aa tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786277 Jun 15 14:42:31.108696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Transition to ACTIVE for port object 39fafd40-b27f-4923-8f80-19f8fbd13431 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:31.125489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.129894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Allocated IP 172.20.0.7 (ff8c566c-53ce-480d-858e-8cb3e74e6fa6/5b8ef353-11fd-4cc5-a3ef-b4700cf0921e/4c4b4c96-92e0-499c-b39a-a2d72d218057) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:31.175898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Network ad231f92-8931-4d4e-9e0f-34fdfa308f63 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:42:31.205629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:31.220448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:31.227083 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:31.269713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port a6db427f-1e53-4348-997b-9ce9bf7b0362 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:31.270038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.303110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] device_id is not set on port f75e0f4d-f1a0-43fc-b9d5-e8e534092aa9 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:31.349227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, ad231f92-8931-4d4e-9e0f-34fdfa308f63) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:31.351200 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Pushing event updated for resources: {'Port': ['ID=39fafd40-b27f-4923-8f80-19f8fbd13431,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:31.359226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7395ad6c-3229-4372-8da4-8edcc53ed6b4 None None] Network ad231f92-8931-4d4e-9e0f-34fdfa308f63 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:31.384240 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Attempting to bind port 39fafd40-b27f-4923-8f80-19f8fbd13431 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:31.388094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Attempting to bind port 39fafd40-b27f-4923-8f80-19f8fbd13431 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '4269a42b-3e65-4ce4-8b94-9b22adcba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:31.389152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Attempting to bind port 39fafd40-b27f-4923-8f80-19f8fbd13431 on network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:31.399357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:31.399752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Checking segment: {'id': '4269a42b-3e65-4ce4-8b94-9b22adcba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:31.400204 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.400622 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Bound using segment: {'id': '4269a42b-3e65-4ce4-8b94-9b22adcba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:31.401095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Bound port: 39fafd40-b27f-4923-8f80-19f8fbd13431, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4269a42b-3e65-4ce4-8b94-9b22adcba297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:31.401463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.414553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:31.415418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.436774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.449351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] The port 'a6db427f-1e53-4348-997b-9ce9bf7b0362' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:42:31.457199 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Transition to ACTIVE for port object 4c4b4c96-92e0-499c-b39a-a2d72d218057 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:31.490074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.580175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:31.585216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:31.590347 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:31.639627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event updated for resources: {'Port': ['ID=4c4b4c96-92e0-499c-b39a-a2d72d218057,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:31.645035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a508d918-a320-40cc-9b69-e374e69aa057 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 8438c266-fdf3-49de-ad34-acc97dae2bb2 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:42:31.683497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:31.684456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.703246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a508d918-a320-40cc-9b69-e374e69aa057 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.709084 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6d45415c-1e59-47cf-94c6-c4e7840602d6 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1004531 Jun 15 14:42:31.711886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59594) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:31.720406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Request body: {'port': {'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6', 'name': 'tempest-AllowedAddressPairTestJSON-1276360491', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:cf:9c:c4'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:31.799225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] For port 39fafd40-b27f-4923-8f80-19f8fbd13431, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:31.827836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] For port 39fafd40-b27f-4923-8f80-19f8fbd13431, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=39fafd40-b27f-4923-8f80-19f8fbd13431,segment=NetworkSegment(4269a42b-3e65-4ce4-8b94-9b22adcba297),segment_id=4269a42b-3e65-4ce4-8b94-9b22adcba297)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:31.831537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Allocated IP 172.20.0.2 (ff8c566c-53ce-480d-858e-8cb3e74e6fa6/5b8ef353-11fd-4cc5-a3ef-b4700cf0921e/72bf4038-ba23-4cb8-ae54-ffccfb7c4a04) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:31.848553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:31.857660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event updated for resources: {'Port': ['ID=62340466-0157-415c-8026-22ac1f4ba105,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:31.954074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:31.958904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Usage tracker for resource:port and tenant:92e911b2f0b64e7aa6efb5ead879b064 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:31.964518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:31.968558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59598) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:31.979337 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:31.997516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Made reservation on behalf of 92e911b2f0b64e7aa6efb5ead879b064 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:32.007198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a508d918-a320-40cc-9b69-e374e69aa057 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.065704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.086841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.104219 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb44f0c-ea8d-4ad8-b284-9ed73e7eba11 None None] Pushing event updated for resources: {'Port': ['ID=39fafd40-b27f-4923-8f80-19f8fbd13431,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:32.138304 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Checking segment: {'id': '5a6e64ba-6d3c-4c65-a0cf-6ea30e157911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4587ea3a-8175-4abc-90cd-b8372a8da496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:32.138665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Network hostable DHCP agents. Network: 4587ea3a-8175-4abc-90cd-b8372a8da496, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:42:32.140678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-265242313'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:32.146354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:32.150360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:network and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:32.151236 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20f89e3-4563-430d-94e7-b2fe58f9e8d0']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:32.153540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:32.161678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:32.178948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:32.182728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.200085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.218381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:32.222777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:security_group_rule and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:32.225865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:32.233065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:32.262157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3e7c9d-5142-4e6f-b821-a181b47ba918') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:32.262737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3e7c9d-5142-4e6f-b821-a181b47ba918') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:32.276221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.280793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Allocated IP 2001:db8::6d (06abe5b7-d01c-4515-9c1a-e5c7c45e1509/5268b7c5-366e-448e-bb7d-3142bed872aa/f75e0f4d-f1a0-43fc-b9d5-e8e534092aa9) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:32.299085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Transition to ACTIVE for port object 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:32.308598 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.328362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Transition to ACTIVE for port object 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:32.341322 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.371304 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.375160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Network 4587ea3a-8175-4abc-90cd-b8372a8da496 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:42:32.383305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.432738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.452914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:32.456214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:32.460136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:32.489431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:32.489741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] device_id is not set on port 203ee789-3038-4ed1-be93-1d2a56413b0d yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:32.490216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.505479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a508d918-a320-40cc-9b69-e374e69aa057 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.597675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b116c18-9378-4144-bb5c-97d3cf41cfde req-d32cc6ff-4ede-453b-915f-924a84b3aec3 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:32.598654 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 7d3e7c9d-5142-4e6f-b821-a181b47ba918 resource provider aggregate not found Jun 15 14:42:32.599504 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3b116c18-9378-4144-bb5c-97d3cf41cfde req-d32cc6ff-4ede-453b-915f-924a84b3aec3 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.3276246 Jun 15 14:42:32.609007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Pushing event updated for resources: {'Port': ['ID=72bf4038-ba23-4cb8-ae54-ffccfb7c4a04,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:32.635544 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Attempting to bind port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:32.635798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Attempting to bind port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'bb0d751d-c1d5-4406-b410-81994de8f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:32.636123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Attempting to bind port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 on network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:32.642235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:32.642616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Checking segment: {'id': 'bb0d751d-c1d5-4406-b410-81994de8f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:32.643061 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.643461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Bound using segment: {'id': 'bb0d751d-c1d5-4406-b410-81994de8f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:32.643969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Bound port: 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0d751d-c1d5-4406-b410-81994de8f518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:32.644344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.659474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.693022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 4587ea3a-8175-4abc-90cd-b8372a8da496) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:32.705901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cc891c-5dca-4794-9297-248350bb55be None None] Network 4587ea3a-8175-4abc-90cd-b8372a8da496 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:32.717531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.746732 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3b116c18-9378-4144-bb5c-97d3cf41cfde req-3cee77f1-974f-4567-9b7f-acae34bec27d tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303904 Jun 15 14:42:32.777838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:42:32.792516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Allocated IP 172.20.0.3 (ff8c566c-53ce-480d-858e-8cb3e74e6fa6/5b8ef353-11fd-4cc5-a3ef-b4700cf0921e/203ee789-3038-4ed1-be93-1d2a56413b0d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:32.795529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1803792-2995-4741-98c8-d1b3574c8c05,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:32.802294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.802738 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Added segment 80505a0a-1446-493e-8586-7df587ff5764 of type vlan for network 4ed3bf98-4425-492a-884a-86d198a44e9e Jun 15 14:42:32.836951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:32.843495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:32.849246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:32.850073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.853965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.858062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.858782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:32.891410 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 7d3e7c9d-5142-4e6f-b821-a181b47ba918 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d3e7c9d-5142-4e6f-b821-a181b47ba918 found for delete ", "request_id": "req-63e45cc2-893f-486f-90d8-0c42c4c7f6be"}]} Jun 15 14:42:32.903188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] For port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:32.946953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Network': ['ID=a20f89e3-4563-430d-94e7-b2fe58f9e8d0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:32.953337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] For port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=72bf4038-ba23-4cb8-ae54-ffccfb7c4a04,segment=NetworkSegment(bb0d751d-c1d5-4406-b410-81994de8f518),segment_id=bb0d751d-c1d5-4406-b410-81994de8f518)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:32.970715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.022637 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b09e789b-79ef-4225-ba6c-cb6745ec4577 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/networks/a20f89e3-4563-430d-94e7-b2fe58f9e8d0 HTTP/1.1" status: 204 len: 168 time: 4.8838799 Jun 15 14:42:33.030582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59610) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:33.038331 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-66684ac1-a8e3-4843-8931-ea112973d40e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.9918280 Jun 15 14:42:33.041906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59614) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:33.091129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e6f53-8642-4898-b151-5dea809cb4bb None None] Pushing event updated for resources: {'Port': ['ID=72bf4038-ba23-4cb8-ae54-ffccfb7c4a04,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:33.254158 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 39fafd40-b27f-4923-8f80-19f8fbd13431 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:33.276071 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.283151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:33.284077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.333347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a508d918-a320-40cc-9b69-e374e69aa057 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.391714 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 39fafd40-b27f-4923-8f80-19f8fbd13431 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:33.475593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.532378 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Network': ['ID=4ed3bf98-4425-492a-884a-86d198a44e9e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:33.550090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 4ed3bf98-4425-492a-884a-86d198a44e9e details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:42:33.557455 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f4cda82c-7f40-4da6-8ff8-9cb289c3c055 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5835192 Jun 15 14:42:33.565624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Transition to ACTIVE for port object 203ee789-3038-4ed1-be93-1d2a56413b0d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:33.576026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0be8cd8-cb0e-48cd-bb16-7c0dda57d809 None None] Network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:33.587447 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59618) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:33.597174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-661628239'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:33.597409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ceb42f49-f672-46df-b67a-de3231498774 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port 08658f6c-4948-4619-83e9-677c56e6b443 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:33.597714 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb42f49-f672-46df-b67a-de3231498774 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.603059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:33.608206 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:network and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:33.611768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:33.620060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.623024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:33.636028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a508d918-a320-40cc-9b69-e374e69aa057 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.667491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283884f-831f-43e5-9a94-307e8e3dbd55 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:33.673780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9283884f-831f-43e5-9a94-307e8e3dbd55 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:33.677928 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9283884f-831f-43e5-9a94-307e8e3dbd55 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6320603 Jun 15 14:42:33.679354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508d918-a320-40cc-9b69-e374e69aa057 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=8438c266-fdf3-49de-ad34-acc97dae2bb2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:33.684023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59622) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:33.698217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4088919a-cf70-4914-bf95-5ca6d26e0099 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:33.774226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:33.781539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:33.783682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:33.787216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.802758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:33.821467 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a508d918-a320-40cc-9b69-e374e69aa057 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/8438c266-fdf3-49de-ad34-acc97dae2bb2 HTTP/1.1" status: 204 len: 168 time: 2.7641549 Jun 15 14:42:33.834576 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59628) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:33.868680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:33.869312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.896486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-14c61dc9-5146-402c-a3ef-b937fed366af tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Deleting port ba48e1f8-04ab-4e6d-939b-71430e527b1c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:33.896915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-14c61dc9-5146-402c-a3ef-b937fed366af tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.924593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-962aab04-a800-4de7-bd71-61ac937e31f4 None None] Provisioning for port 39fafd40-b27f-4923-8f80-19f8fbd13431 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:33.926315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event updated for resources: {'Port': ['ID=203ee789-3038-4ed1-be93-1d2a56413b0d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:33.936553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-962aab04-a800-4de7-bd71-61ac937e31f4 None None] Provisioning complete for port 39fafd40-b27f-4923-8f80-19f8fbd13431 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:33.937099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-962aab04-a800-4de7-bd71-61ac937e31f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.941362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:33.973975 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b3ee88a0-481c-45e3-b985-5df5d180a03d tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.2606428 Jun 15 14:42:33.975017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:42:33.979223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:34.047951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.064404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-baea1552-09ea-45ed-98b0-1241bda28a9e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet bd5b7597-3d8e-40bc-b1ee-2c77a0aca711 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:42:34.079301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-baea1552-09ea-45ed-98b0-1241bda28a9e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.096640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.096992 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Added segment 9fabdd95-b6e2-4727-876f-390999d915b4 of type vlan for network 778721cb-90fb-4e94-8c80-76ce09eb9435 Jun 15 14:42:34.113372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Transition to ACTIVE for port object f75e0f4d-f1a0-43fc-b9d5-e8e534092aa9 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:34.230937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.269381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-14c61dc9-5146-402c-a3ef-b937fed366af tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.270392 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-baea1552-09ea-45ed-98b0-1241bda28a9e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.306462 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb42f49-f672-46df-b67a-de3231498774 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.307053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb42f49-f672-46df-b67a-de3231498774 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.360602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882d8cc9-0cda-4e48-91cc-888b725cbe90 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:34.366647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882d8cc9-0cda-4e48-91cc-888b725cbe90 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:34.369613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-962aab04-a800-4de7-bd71-61ac937e31f4 None None] Current status of the port 39fafd40-b27f-4923-8f80-19f8fbd13431 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:34.370117 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-962aab04-a800-4de7-bd71-61ac937e31f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.372610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882d8cc9-0cda-4e48-91cc-888b725cbe90 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:34.373506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-882d8cc9-0cda-4e48-91cc-888b725cbe90 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Synchronizing usage tracker for tenant:92e911b2f0b64e7aa6efb5ead879b064 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:34.425749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-962aab04-a800-4de7-bd71-61ac937e31f4 None None] For port 39fafd40-b27f-4923-8f80-19f8fbd13431, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=39fafd40-b27f-4923-8f80-19f8fbd13431,segment=NetworkSegment(4269a42b-3e65-4ce4-8b94-9b22adcba297),segment_id=4269a42b-3e65-4ce4-8b94-9b22adcba297)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:34.444519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-14c61dc9-5146-402c-a3ef-b937fed366af tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Calling delete_port for ba48e1f8-04ab-4e6d-939b-71430e527b1c owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:34.454373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-962aab04-a800-4de7-bd71-61ac937e31f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.521477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.534044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:34.534904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.552057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962aab04-a800-4de7-bd71-61ac937e31f4 None None] Pushing event updated for resources: {'Port': ['ID=39fafd40-b27f-4923-8f80-19f8fbd13431,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:34.553146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ceb42f49-f672-46df-b67a-de3231498774 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for 08658f6c-4948-4619-83e9-677c56e6b443 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:34.616141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-882d8cc9-0cda-4e48-91cc-888b725cbe90 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Unset dirty status for tenant:92e911b2f0b64e7aa6efb5ead879b064 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:34.617492 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-882d8cc9-0cda-4e48-91cc-888b725cbe90 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.6374018 Jun 15 14:42:34.629331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59636) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:34.642573 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a08910-52a7-4b1b-8b81-2e059984c4e5 req-4d6fdfbf-275e-45b2-b70a-c864e78ec0e8 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:34.644226 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-74a08910-52a7-4b1b-8b81-2e059984c4e5 req-4d6fdfbf-275e-45b2-b70a-c864e78ec0e8 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.7094765 Jun 15 14:42:34.691818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1517f02-f076-42ed-b23d-926bd99b8445 None None] Network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:34.738048 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1484721 Jun 15 14:42:34.742485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59640) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:34.743480 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f9bdd-5110-49d6-9bc7-c7937d8b774a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Network': ['ID=778721cb-90fb-4e94-8c80-76ce09eb9435,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:34.754282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'subnet': {'network_id': '4ed3bf98-4425-492a-884a-86d198a44e9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:34.810853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d286d657-80cc-4f65-9aea-41e8c3f6f89e tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Deleting port 203ee789-3038-4ed1-be93-1d2a56413b0d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:34.811203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d286d657-80cc-4f65-9aea-41e8c3f6f89e tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.817523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 778721cb-90fb-4e94-8c80-76ce09eb9435 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:42:34.859541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-14c61dc9-5146-402c-a3ef-b937fed366af tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.914391 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.927579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c61dc9-5146-402c-a3ef-b937fed366af tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event deleted for resources: {'Port': ['ID=ba48e1f8-04ab-4e6d-939b-71430e527b1c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:34.951594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-14c61dc9-5146-402c-a3ef-b937fed366af tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:34.960763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:34.966446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:subnet and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:34.973738 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-14c61dc9-5146-402c-a3ef-b937fed366af tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "DELETE /v2.0/ports/ba48e1f8-04ab-4e6d-939b-71430e527b1c HTTP/1.1" status: 204 len: 168 time: 1.2869561 Jun 15 14:42:34.974875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:34.977665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59644) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:34.981614 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-74a08910-52a7-4b1b-8b81-2e059984c4e5 req-6d145a37-f2b6-48ae-80a1-8c282f233e9b tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257716 Jun 15 14:42:35.023484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:35.039995 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3d9d1ba0-72f8-49c8-b391-afc0372f259b None None] Provisioning for port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:35.059731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:35.063868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:35.093099 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5888a-7915-466d-8f3c-4d21c9592fd3 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Deleting port 62340466-0157-415c-8026-22ac1f4ba105 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:35.093449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6f5888a-7915-466d-8f3c-4d21c9592fd3 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:35.094132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:35.102648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event updated for resources: {'Port': ['ID=f75e0f4d-f1a0-43fc-b9d5-e8e534092aa9,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:35.105700 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:35.125690 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:35.132665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:35.133578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:35.220127 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3d9d1ba0-72f8-49c8-b391-afc0372f259b None None] Provisioning complete for port 39fafd40-b27f-4923-8f80-19f8fbd13431 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:35.220379 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d9d1ba0-72f8-49c8-b391-afc0372f259b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:35.248220 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-baea1552-09ea-45ed-98b0-1241bda28a9e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:35.347822 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-206d4f61-d270-40b6-9567-e82a84ffa9dc tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.0034313 Jun 15 14:42:35.426742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:35.471150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59648) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:35.471986 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Router 7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:42:35.486017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Request body: {'port': {'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-226945846', 'allowed_address_pairs': [{'ip_address': '2001:db8::6d', 'mac_address': 'fa:16:3e:c5:34:e2'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:35.490412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-baea1552-09ea-45ed-98b0-1241bda28a9e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:35.510212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3d9d1ba0-72f8-49c8-b391-afc0372f259b None None] Current status of the port 39fafd40-b27f-4923-8f80-19f8fbd13431 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:35.537743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:35.544718 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:35.545472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:35.680838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c7deeab0-5db3-4393-85df-3c37de7e899f None None] Provisioning complete for port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:35.681155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c7deeab0-5db3-4393-85df-3c37de7e899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:35.753777 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:35.754189 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:35.774624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6f5888a-7915-466d-8f3c-4d21c9592fd3 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:35.802532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=72bf4038-ba23-4cb8-ae54-ffccfb7c4a04,segment=NetworkSegment(bb0d751d-c1d5-4406-b410-81994de8f518),segment_id=bb0d751d-c1d5-4406-b410-81994de8f518)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:35.838221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:35.838754 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 39fafd40-b27f-4923-8f80-19f8fbd13431 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:35.926166 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb42f49-f672-46df-b67a-de3231498774 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:35.963972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a6f5888a-7915-466d-8f3c-4d21c9592fd3 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Calling delete_port for 62340466-0157-415c-8026-22ac1f4ba105 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:35.974390 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c7deeab0-5db3-4393-85df-3c37de7e899f None None] Current status of the port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:35.997919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea1552-09ea-45ed-98b0-1241bda28a9e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=bd5b7597-3d8e-40bc-b1ee-2c77a0aca711,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:35.998094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=72bf4038-ba23-4cb8-ae54-ffccfb7c4a04,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:36.001057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-baea1552-09ea-45ed-98b0-1241bda28a9e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.021531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:36.024160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a15365e-fdbf-4dbb-919b-b608b7710932 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:36.035307 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-baea1552-09ea-45ed-98b0-1241bda28a9e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/bd5b7597-3d8e-40bc-b1ee-2c77a0aca711 HTTP/1.1" status: 204 len: 168 time: 2.1996310 Jun 15 14:42:36.036531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59654) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:36.039545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Usage tracker for resource:port and tenant:12732f859fe3422fb1c332c105211f6f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:36.046105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:36.053192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb42f49-f672-46df-b67a-de3231498774 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=08658f6c-4948-4619-83e9-677c56e6b443,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:36.067063 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c7deeab0-5db3-4393-85df-3c37de7e899f None None] Provisioning for port f75e0f4d-f1a0-43fc-b9d5-e8e534092aa9 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:36.073406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:36.084668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c7deeab0-5db3-4393-85df-3c37de7e899f None None] Provisioning complete for port f75e0f4d-f1a0-43fc-b9d5-e8e534092aa9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:36.089103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c7deeab0-5db3-4393-85df-3c37de7e899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.120878 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Made reservation on behalf of 12732f859fe3422fb1c332c105211f6f for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:36.141669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.145666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6f5888a-7915-466d-8f3c-4d21c9592fd3 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.203714 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d286d657-80cc-4f65-9aea-41e8c3f6f89e tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.246960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 39fafd40-b27f-4923-8f80-19f8fbd13431 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:36.247292 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.273339 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c7deeab0-5db3-4393-85df-3c37de7e899f None None] Port f75e0f4d-f1a0-43fc-b9d5-e8e534092aa9 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:36.370773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5888a-7915-466d-8f3c-4d21c9592fd3 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event deleted for resources: {'Port': ['ID=62340466-0157-415c-8026-22ac1f4ba105,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:36.400308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6f5888a-7915-466d-8f3c-4d21c9592fd3 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.435666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Subnet': ['ID=e513e677-4422-4bbb-b79e-ce75153327d1,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:36.448859 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a6f5888a-7915-466d-8f3c-4d21c9592fd3 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "DELETE /v2.0/ports/62340466-0157-415c-8026-22ac1f4ba105 HTTP/1.1" status: 204 len: 168 time: 1.4699953 Jun 15 14:42:36.451620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59658) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:36.465212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d286d657-80cc-4f65-9aea-41e8c3f6f89e tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Calling delete_port for 203ee789-3038-4ed1-be93-1d2a56413b0d owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:36.471326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Checking segment: {'id': '80505a0a-1446-493e-8586-7df587ff5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ed3bf98-4425-492a-884a-86d198a44e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:36.471740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network hostable DHCP agents. Network: 4ed3bf98-4425-492a-884a-86d198a44e9e, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:42:36.486983 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c18694c3-fc17-4006-a676-274789090b67 None None] Provisioning for port 203ee789-3038-4ed1-be93-1d2a56413b0d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:36.501887 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c18694c3-fc17-4006-a676-274789090b67 None None] Provisioning complete for port 203ee789-3038-4ed1-be93-1d2a56413b0d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:36.502348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c18694c3-fc17-4006-a676-274789090b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.518767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.534864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 4ed3bf98-4425-492a-884a-86d198a44e9e is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:42:36.549192 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc25fb6-3d3e-46bc-81c7-0b32e976894b req-7622f3de-c6a7-4f33-9fc4-95acbb6f7e50 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:36.549601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 39fafd40-b27f-4923-8f80-19f8fbd13431 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:36.550698 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6dc25fb6-3d3e-46bc-81c7-0b32e976894b req-7622f3de-c6a7-4f33-9fc4-95acbb6f7e50 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.4139380 Jun 15 14:42:36.561450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] device_id is not set on port 13e6a946-01cf-412e-bcf9-f010cab89453 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:36.570688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c18694c3-fc17-4006-a676-274789090b67 None None] Port 203ee789-3038-4ed1-be93-1d2a56413b0d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:36.576495 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1942ee91-006c-4157-ae2e-7b604af22637 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5248277 Jun 15 14:42:36.587946 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c18694c3-fc17-4006-a676-274789090b67 None None] Provisioning complete for port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:36.588415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c18694c3-fc17-4006-a676-274789090b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.597838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59662) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:36.603518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 4ed3bf98-4425-492a-884a-86d198a44e9e) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:36.620069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df3d5c2-3e6e-45dc-b7c6-ac8eab149818 None None] Network 4ed3bf98-4425-492a-884a-86d198a44e9e requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:36.621127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:36.643839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:36.644450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.674671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-de5b0937-6a1d-4203-9358-3dc8f12f725e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Synchronizing usage tracker for tenant:ad0292d3b2e84aeab3521d389e0dc31e on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:36.721807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f9e43c-d199-47e6-9342-050af111113e None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:42:36.733988 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-97f9e43c-d199-47e6-9342-050af111113e None None] Deleting port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:36.734434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97f9e43c-d199-47e6-9342-050af111113e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.759405 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-de5b0937-6a1d-4203-9358-3dc8f12f725e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Unset dirty status for tenant:ad0292d3b2e84aeab3521d389e0dc31e on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:36.759867 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-de5b0937-6a1d-4203-9358-3dc8f12f725e tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2628269 Jun 15 14:42:36.761282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb42f49-f672-46df-b67a-de3231498774 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.765793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb42f49-f672-46df-b67a-de3231498774 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.769039 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ceb42f49-f672-46df-b67a-de3231498774 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/floatingips/36a8704e-786c-4136-99f3-86ab2abb47ce HTTP/1.1" status: 204 len: 168 time: 3.7315884 Jun 15 14:42:36.771483 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59666) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:36.771717 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59668) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:36.809129 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6dc25fb6-3d3e-46bc-81c7-0b32e976894b req-e91c036e-8e2b-495d-9236-fc451d2363a7 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099297 Jun 15 14:42:36.818192 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e7152bab-c445-4091-895e-5cbe53caa7a0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0673363 Jun 15 14:42:36.820845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59674) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:36.821935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-437960300'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:36.848470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:36.850632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:36.855755 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b25d5b7-58fa-4137-bb04-39e96b300841 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] DELETE failed (client error): The resource could not be found. Jun 15 14:42:36.856247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b25d5b7-58fa-4137-bb04-39e96b300841 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:42:36.863389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:36.867910 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Sync routers for ids ['7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:36.868451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'subnet': {'network_id': '778721cb-90fb-4e94-8c80-76ce09eb9435', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:36.887019 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Routers {'7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:36.888430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:36.889242 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:36.893818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:36.897291 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Usage tracker for resource:network and tenant:ad0292d3b2e84aeab3521d389e0dc31e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:36.911640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:36.925547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:36.940284 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:36.941442 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-431e5d19-ca73-4414-bcfc-acf438825e6d tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 12.4188054 Jun 15 14:42:36.945492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:36.951806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59678) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:37.017114 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8b25d5b7-58fa-4137-bb04-39e96b300841 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/ports/94a6b752-137f-4578-af72-784d77a1445c HTTP/1.1" status: 404 len: 333 time: 0.2404547 Jun 15 14:42:37.023445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59682) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:37.029052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:37.032059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.042111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Made reservation on behalf of ad0292d3b2e84aeab3521d389e0dc31e for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:37.045665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.100931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Allocated IP 2001:db8::13b (06abe5b7-d01c-4515-9c1a-e5c7c45e1509/5268b7c5-366e-448e-bb7d-3142bed872aa/13e6a946-01cf-412e-bcf9-f010cab89453) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:37.137658 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d286d657-80cc-4f65-9aea-41e8c3f6f89e tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.208225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:37.220857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286d657-80cc-4f65-9aea-41e8c3f6f89e tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event deleted for resources: {'Port': ['ID=203ee789-3038-4ed1-be93-1d2a56413b0d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:37.225025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:42:37.274693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c18694c3-fc17-4006-a676-274789090b67 None None] Current status of the port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:37.302812 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.303448 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Added segment a8295638-7cf9-406b-8503-69a28996ffa4 of type vlan for network 03d2cc25-51d9-4343-a2af-68cb850b0f3b Jun 15 14:42:37.305116 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Set router 7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:42:37.334281 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8b7fdb24-3dc1-428a-8b77-3837affad6a5 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/routers/7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c HTTP/1.1" status: 200 len: 907 time: 0.3815963 Jun 15 14:42:37.341169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59686) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:37.347553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eafbfe99-bbaf-46b4-a844-c2531fa9fca3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Synchronizing usage tracker for tenant:7efef928e0094939bd2c4aaca63bcf94 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:37.358759 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Request body: {'router': {'name': 'tempest-snat-router-82663232', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'enable_snat': True}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:37.362689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-97f9e43c-d199-47e6-9342-050af111113e None None] For port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5393f0ea-ef57-40cd-9cf9-c1534538aeaf,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:37.363094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97f9e43c-d199-47e6-9342-050af111113e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.370107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:37.378764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-4ed3bf98-4425-492a-884a-86d198a44e9e', 'network_id': '4ed3bf98-4425-492a-884a-86d198a44e9e', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'fixed_ips': [{'subnet_id': 'e513e677-4422-4bbb-b79e-ce75153327d1'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:42:37.379869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.385397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:subnet and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:37.396431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:37.405544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:37.417440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:37.423492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.470848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eafbfe99-bbaf-46b4-a844-c2531fa9fca3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Unset dirty status for tenant:7efef928e0094939bd2c4aaca63bcf94 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:37.472520 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eafbfe99-bbaf-46b4-a844-c2531fa9fca3 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "GET /v2.0/ports?device_id=888d1f92-5d6e-47e9-aec4-4876cb86bc24 HTTP/1.1" status: 200 len: 205 time: 0.4262092 Jun 15 14:42:37.489722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59690) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:37.503471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:37.508474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.558774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-97f9e43c-d199-47e6-9342-050af111113e None None] Calling delete_port for 5393f0ea-ef57-40cd-9cf9-c1534538aeaf owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:37.598999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c18694c3-fc17-4006-a676-274789090b67 None None] Provisioning for port 4c4b4c96-92e0-499c-b39a-a2d72d218057 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:37.653558 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Usage tracker for resource:router and tenant:24511e2b70fd448c8c9b08b1407e5004 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:37.658834 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:37.666842 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c18694c3-fc17-4006-a676-274789090b67 None None] Provisioning complete for port 4c4b4c96-92e0-499c-b39a-a2d72d218057 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:37.667225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c18694c3-fc17-4006-a676-274789090b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.700086 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:37.771230 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.776967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:37.777505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.805930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:37.806803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.841575 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c', 'name': 'tempest-snat-router-82663232', 'tenant_id': '24511e2b70fd448c8c9b08b1407e5004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.216'}], 'enable_snat': False}, 'gw_port_id': '101effab-804c-4545-a17c-506dda1981f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:42:24Z', 'updated_at': '2022-06-15T14:42:31Z', 'revision_number': 3, 'project_id': '24511e2b70fd448c8c9b08b1407e5004', 'gw_port': {'id': '101effab-804c-4545-a17c-506dda1981f8', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:42:28Z', 'updated_at': '2022-06-15T14:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:37.846749 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Checking router: 7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:42:37.847121 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Updating router 7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c port 101effab-804c-4545-a17c-506dda1981f8 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:42:37.873246 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.889864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event updated for resources: {'Network': ['ID=03d2cc25-51d9-4343-a2af-68cb850b0f3b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:37.917959 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-b3929f68-a5ce-4d56-a85b-e9e1ec04f4a2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] delete failed (client error): The resource could not be found. Jun 15 14:42:37.919433 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b3929f68-a5ce-4d56-a85b-e9e1ec04f4a2 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/routers/888d1f92-5d6e-47e9-aec4-4876cb86bc24 HTTP/1.1" status: 404 len: 336 time: 0.4269614 Jun 15 14:42:37.929334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59696) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:37.931993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.933043 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.948353 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:37.998285 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-33873bb2-8d05-4c74-89ac-b5952da5cf9e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] DELETE failed (client error): The resource could not be found. Jun 15 14:42:37.998928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33873bb2-8d05-4c74-89ac-b5952da5cf9e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:42:38.008398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Allocated IP 2001:db8::2 (4ed3bf98-4425-492a-884a-86d198a44e9e/e513e677-4422-4bbb-b79e-ce75153327d1/1f663347-dcaf-41e9-9413-dc97002b527d) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:38.015442 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4db88e64-8539-4444-bc70-d18346deadea tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2406569 Jun 15 14:42:38.021426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59700) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:38.026468 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.031509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-224217617'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:38.036462 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:38.040665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Usage tracker for resource:network and tenant:ad0292d3b2e84aeab3521d389e0dc31e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:38.043575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:38.049482 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:38.061563 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-33873bb2-8d05-4c74-89ac-b5952da5cf9e tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/subnets/6d5d23a2-52e0-4a31-b77d-c287f4db1bcf HTTP/1.1" status: 404 len: 337 time: 0.1309669 Jun 15 14:42:38.062446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59704) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:38.063908 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d286d657-80cc-4f65-9aea-41e8c3f6f89e tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.065845 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d286d657-80cc-4f65-9aea-41e8c3f6f89e tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "DELETE /v2.0/ports/203ee789-3038-4ed1-be93-1d2a56413b0d HTTP/1.1" status: 204 len: 168 time: 3.4326153 Jun 15 14:42:38.074953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59706) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:38.076975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Made reservation on behalf of ad0292d3b2e84aeab3521d389e0dc31e for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:38.080548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.126401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c18694c3-fc17-4006-a676-274789090b67 None None] Port 4c4b4c96-92e0-499c-b39a-a2d72d218057 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:38.139667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Subnet': ['ID=b669df9b-1117-4db2-a877-5d1b048ba4a1,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:38.187700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Checking segment: {'id': '9fabdd95-b6e2-4727-876f-390999d915b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '778721cb-90fb-4e94-8c80-76ce09eb9435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:38.188360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network hostable DHCP agents. Network: 778721cb-90fb-4e94-8c80-76ce09eb9435, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:42:38.253932 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3e02b3-c6c8-4816-977e-1df7e173e842 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] GET failed (client error): The resource could not be found. Jun 15 14:42:38.254533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f3e02b3-c6c8-4816-977e-1df7e173e842 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Synchronizing usage tracker for tenant:92e911b2f0b64e7aa6efb5ead879b064 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:38.270578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.295126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Transition to ACTIVE for port object 13e6a946-01cf-412e-bcf9-f010cab89453 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:38.302767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.306453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 778721cb-90fb-4e94-8c80-76ce09eb9435 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:42:38.347406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.364558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Transition to ACTIVE for port object 1f663347-dcaf-41e9-9413-dc97002b527d will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:38.376779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 778721cb-90fb-4e94-8c80-76ce09eb9435) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:38.389380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:38.390166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Transition to ACTIVE for port object 1f663347-dcaf-41e9-9413-dc97002b527d will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:38.394376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:38.394974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.399617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:38.400484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97f9e43c-d199-47e6-9342-050af111113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.411352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:38.412465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.415346 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 03d2cc25-51d9-4343-a2af-68cb850b0f3b details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:42:38.434238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=9a9c7f8d-0615-47a1-95fd-7c4ae393cf9d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:38.440319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:42:38.451155 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.453490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-03971d07-b85f-4ec5-ac3d-e9ece2a8e9dd tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port a4a65fdf-a649-44f6-beac-3b279b4b5452 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:38.454088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03971d07-b85f-4ec5-ac3d-e9ece2a8e9dd tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.460031 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-75080aa4-39ce-4e7e-b587-548fdbc8add9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8598411 Jun 15 14:42:38.484301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59712) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:38.494577 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.495008 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7bf7df7e-f6e5-4ef0-b476-6e05cdca872b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6732233 Jun 15 14:42:38.502903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59716) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:38.504978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f3e02b3-c6c8-4816-977e-1df7e173e842 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Unset dirty status for tenant:92e911b2f0b64e7aa6efb5ead879b064 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:38.506251 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f3e02b3-c6c8-4816-977e-1df7e173e842 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "GET /v2.0/ports/203ee789-3038-4ed1-be93-1d2a56413b0d HTTP/1.1" status: 404 len: 333 time: 0.4159651 Jun 15 14:42:38.510089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:38.514803 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Transition to ACTIVE for port object 101effab-804c-4545-a17c-506dda1981f8 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:38.518782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3e197dab-67c0-405b-a960-33ac562cb3c6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1398787468', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:38.525547 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.527473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3e197dab-67c0-405b-a960-33ac562cb3c6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:38.532291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3e197dab-67c0-405b-a960-33ac562cb3c6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:router and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:38.535888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3e197dab-67c0-405b-a960-33ac562cb3c6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:38.542963 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3e197dab-67c0-405b-a960-33ac562cb3c6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:38.561105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59720) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:38.569917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cce5a3c-0242-45dd-bcc1-11a5a35bc16d None None] Network 778721cb-90fb-4e94-8c80-76ce09eb9435 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:38.582067 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:38.587763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Request body: {'port': {'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6', 'name': 'tempest-AllowedAddressPairTestJSON-2031115004'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:38.591471 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.592127 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Added segment 21ca9c30-5d88-473d-8f51-2fce1d971f6e of type vlan for network 7b991ce4-2d0f-411e-945a-86239afa1c85 Jun 15 14:42:38.632240 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Pushing event updated for resources: {'Port': ['ID=101effab-804c-4545-a17c-506dda1981f8,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:38.642567 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:38.643198 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:38.643644 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:38.644474 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:38.644907 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:38.645352 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:38.645783 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:38.646211 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:38.646710 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:38.647164 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:38.647587 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:38.648009 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:42:38.686047 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Attempting to bind port 101effab-804c-4545-a17c-506dda1981f8 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:38.686047 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Attempting to bind port 101effab-804c-4545-a17c-506dda1981f8 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:38.686047 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Attempting to bind port 101effab-804c-4545-a17c-506dda1981f8 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:38.696603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-398316e6-3504-4f45-a780-2bd1b934b699 None None] Could not find standard attr ID for object 203ee789-3038-4ed1-be93-1d2a56413b0d. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:42:38.700447 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:38.700826 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:38.701226 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.701615 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:38.702091 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Bound port: 101effab-804c-4545-a17c-506dda1981f8, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:38.702527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9e43c-d199-47e6-9342-050af111113e None None] No DVR routers for this DVR port 5393f0ea-ef57-40cd-9cf9-c1534538aeaf on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:38.702608 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.713329 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.739700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9e43c-d199-47e6-9342-050af111113e None None] Pushing event deleted for resources: {'Port': ['ID=5393f0ea-ef57-40cd-9cf9-c1534538aeaf,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:38.742237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191007a-b820-46b5-9c69-928ff492cd80 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:38.773056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:38.775319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e197dab-67c0-405b-a960-33ac562cb3c6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.777132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e197dab-67c0-405b-a960-33ac562cb3c6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.788219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:38.794190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:38.794897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.802270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:38.818640 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] For port 101effab-804c-4545-a17c-506dda1981f8, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:38.823227 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] For port 101effab-804c-4545-a17c-506dda1981f8, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=101effab-804c-4545-a17c-506dda1981f8,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:38.830473 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.835243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:38.858807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event updated for resources: {'Port': ['ID=13e6a946-01cf-412e-bcf9-f010cab89453,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:38.878098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e197dab-67c0-405b-a960-33ac562cb3c6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:38.895944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181e253-e4b7-41bc-9086-d061f12ac7d1 req-efb5d436-45f4-4de8-bb0c-ed2c8771be97 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:38.897880 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8181e253-e4b7-41bc-9086-d061f12ac7d1 req-efb5d436-45f4-4de8-bb0c-ed2c8771be97 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.7390020 Jun 15 14:42:38.912614 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3963f422-cba7-42fc-adb1-45706128ec34 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.4390404 Jun 15 14:42:38.915158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59726) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:38.940343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Network 4ed3bf98-4425-492a-884a-86d198a44e9e is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:38.967983 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b8afa-2f81-4d9a-8dcc-9955a15dad55 None None] Pushing event updated for resources: {'Port': ['ID=101effab-804c-4545-a17c-506dda1981f8,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:38.973207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Made reservation on behalf of 92e911b2f0b64e7aa6efb5ead879b064 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:38.977427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.006729 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Routers {'7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:39.008393 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:39.031270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e197dab-67c0-405b-a960-33ac562cb3c6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.045802 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.048926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] device_id is not set on port 5731f3f0-935f-4b97-a0fd-c00c7a84ee4d yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:39.088029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.105008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:39.136943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:39.162118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Pushing event updated for resources: {'Port': ['ID=1f663347-dcaf-41e9-9413-dc97002b527d,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:39.166285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e197dab-67c0-405b-a960-33ac562cb3c6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.167703 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3e197dab-67c0-405b-a960-33ac562cb3c6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6637807 Jun 15 14:42:39.177167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59730) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:39.224653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:42:39.238686 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8181e253-e4b7-41bc-9086-d061f12ac7d1 req-5f491fd3-10f5-42fc-9eeb-bb8dcff2f365 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786472 Jun 15 14:42:39.273668 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] Set router 7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:42:39.273890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9822a3a-2557-4d3d-9a95-61b63358247f tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:39.281202 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9822a3a-2557-4d3d-9a95-61b63358247f tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:39.287548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9822a3a-2557-4d3d-9a95-61b63358247f tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:39.290032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d9822a3a-2557-4d3d-9a95-61b63358247f tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Synchronizing usage tracker for tenant:12732f859fe3422fb1c332c105211f6f on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:39.302957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:39.399043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5393f0ea-ef57-40cd-9cf9-c1534538aeaf no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:39.435520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bfe6a48d-772f-4f3b-b9c8-be437698bec8 None None] Provisioning for port 13e6a946-01cf-412e-bcf9-f010cab89453 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:39.452017 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Attempting to bind port 1f663347-dcaf-41e9-9413-dc97002b527d on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:39.452425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Attempting to bind port 1f663347-dcaf-41e9-9413-dc97002b527d by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '80505a0a-1446-493e-8586-7df587ff5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ed3bf98-4425-492a-884a-86d198a44e9e'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:39.452797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Attempting to bind port 1f663347-dcaf-41e9-9413-dc97002b527d on network 4ed3bf98-4425-492a-884a-86d198a44e9e {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:39.462479 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 5393f0ea-ef57-40cd-9cf9-c1534538aeaf {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:42:39.462836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5393f0ea-ef57-40cd-9cf9-c1534538aeaf not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:39.471154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bfe6a48d-772f-4f3b-b9c8-be437698bec8 None None] Provisioning complete for port 13e6a946-01cf-412e-bcf9-f010cab89453 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:39.471533 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bfe6a48d-772f-4f3b-b9c8-be437698bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.512793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:39.516507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:39.516894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Checking segment: {'id': '80505a0a-1446-493e-8586-7df587ff5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ed3bf98-4425-492a-884a-86d198a44e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:39.517296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.517696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Bound using segment: {'id': '80505a0a-1446-493e-8586-7df587ff5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ed3bf98-4425-492a-884a-86d198a44e9e'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:39.518177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Bound port: 1f663347-dcaf-41e9-9413-dc97002b527d, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80505a0a-1446-493e-8586-7df587ff5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '4ed3bf98-4425-492a-884a-86d198a44e9e'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:39.518702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.584489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d9822a3a-2557-4d3d-9a95-61b63358247f tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Unset dirty status for tenant:12732f859fe3422fb1c332c105211f6f on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:39.585978 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d9822a3a-2557-4d3d-9a95-61b63358247f tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.6696479 Jun 15 14:42:39.689140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bfe6a48d-772f-4f3b-b9c8-be437698bec8 None None] Port 13e6a946-01cf-412e-bcf9-f010cab89453 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:39.693244 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-778721cb-90fb-4e94-8c80-76ce09eb9435', 'network_id': '778721cb-90fb-4e94-8c80-76ce09eb9435', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'fixed_ips': [{'subnet_id': 'b669df9b-1117-4db2-a877-5d1b048ba4a1'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:42:39.694655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.734640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '9a9c7f8d-0615-47a1-95fd-7c4ae393cf9d'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:42:39.736311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.740315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59736) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:39.787851 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c', 'name': 'tempest-snat-router-82663232', 'tenant_id': '24511e2b70fd448c8c9b08b1407e5004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.216'}], 'enable_snat': False}, 'gw_port_id': '101effab-804c-4545-a17c-506dda1981f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:42:24Z', 'updated_at': '2022-06-15T14:42:31Z', 'revision_number': 3, 'project_id': '24511e2b70fd448c8c9b08b1407e5004', 'gw_port': {'id': '101effab-804c-4545-a17c-506dda1981f8', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:42:28Z', 'updated_at': '2022-06-15T14:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:39.793095 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8419a7-7fb8-484a-9a41-4a868c318ecb None None] The sync data for ids ['7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c'] in dv-neutron-845844-1-hyperv is: [{'id': '7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c', 'name': 'tempest-snat-router-82663232', 'tenant_id': '24511e2b70fd448c8c9b08b1407e5004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.216'}], 'enable_snat': False}, 'gw_port_id': '101effab-804c-4545-a17c-506dda1981f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:42:24Z', 'updated_at': '2022-06-15T14:42:31Z', 'revision_number': 3, 'project_id': '24511e2b70fd448c8c9b08b1407e5004', 'gw_port': {'id': '101effab-804c-4545-a17c-506dda1981f8', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:42:28Z', 'updated_at': '2022-06-15T14:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:39.892985 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:39.897641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] For port 1f663347-dcaf-41e9-9413-dc97002b527d, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:39.907609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] For port 1f663347-dcaf-41e9-9413-dc97002b527d, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=1f663347-dcaf-41e9-9413-dc97002b527d,segment=NetworkSegment(80505a0a-1446-493e-8586-7df587ff5764),segment_id=80505a0a-1446-493e-8586-7df587ff5764)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:39.936968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.963774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:39.980174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.985729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:39.986331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:39.995657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:40.076279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Allocated IP 172.20.0.13 (ff8c566c-53ce-480d-858e-8cb3e74e6fa6/5b8ef353-11fd-4cc5-a3ef-b4700cf0921e/5731f3f0-935f-4b97-a0fd-c00c7a84ee4d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:40.145386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f81e971-bd36-4fa5-878f-0d0e092bfd54 None None] Pushing event updated for resources: {'Port': ['ID=1f663347-dcaf-41e9-9413-dc97002b527d,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:40.183811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6879c60b-383d-4393-ac79-9ac38f5ac630 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Deleting port 13e6a946-01cf-412e-bcf9-f010cab89453 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:40.184165 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6879c60b-383d-4393-ac79-9ac38f5ac630 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:40.224879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:40.228056 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Allocated IP 172.20.0.2 (2ef0444c-622d-434a-90a5-976e58c67159/9a9c7f8d-0615-47a1-95fd-7c4ae393cf9d/8bb414a6-8fe6-4544-80ae-3839c3317c86) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:40.229022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:40.247196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Allocated IP 2001:db8:1::2 (778721cb-90fb-4e94-8c80-76ce09eb9435/b669df9b-1117-4db2-a877-5d1b048ba4a1/dc91b809-e5c8-44c7-a415-0ccbdd3401dd) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:40.249944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03971d07-b85f-4ec5-ac3d-e9ece2a8e9dd tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:40.304823 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2822256 Jun 15 14:42:40.340638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b4560-3350-456e-9978-177675fb74c8 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event updated for resources: {'Network': ['ID=7b991ce4-2d0f-411e-945a-86239afa1c85,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:40.413234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 7b991ce4-2d0f-411e-945a-86239afa1c85 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:42:40.757571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:40.758338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-03971d07-b85f-4ec5-ac3d-e9ece2a8e9dd tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for a4a65fdf-a649-44f6-beac-3b279b4b5452 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:40.792792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Transition to ACTIVE for port object 5731f3f0-935f-4b97-a0fd-c00c7a84ee4d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:40.871930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:40.892687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:40.987386 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e181ac-f5dc-4269-b20b-5bb169619f0e req-30c28767-3c3e-4b33-bbc8-9156c021a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:40.989182 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-49e181ac-f5dc-4269-b20b-5bb169619f0e req-30c28767-3c3e-4b33-bbc8-9156c021a0cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3746eda524be4a2bbb2df2b64eaa62f5&device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 1099 time: 1.1421320 Jun 15 14:42:41.002348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:41.011964 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8c37d-911a-4539-8cf6-7117a1a2e85e req-a1032fc1-c900-445e-81ec-01e1f031a5ca tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:41.013612 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-98b8c37d-911a-4539-8cf6-7117a1a2e85e req-a1032fc1-c900-445e-81ec-01e1f031a5ca tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 1.1677129 Jun 15 14:42:41.081811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:41.121719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:41.238132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:41.239335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:41.257314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:41.306100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Transition to ACTIVE for port object 8bb414a6-8fe6-4544-80ae-3839c3317c86 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:41.327640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:41.377649 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Transition to ACTIVE for port object dc91b809-e5c8-44c7-a415-0ccbdd3401dd will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:41.407683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Transition to ACTIVE for port object 8bb414a6-8fe6-4544-80ae-3839c3317c86 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:41.434976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:41.496070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event updated for resources: {'Port': ['ID=5731f3f0-935f-4b97-a0fd-c00c7a84ee4d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:41.503452 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Transition to ACTIVE for port object dc91b809-e5c8-44c7-a415-0ccbdd3401dd will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:41.548880 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:41.569519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:41.576251 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:41.581951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:41.598055 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d2208180-f6e8-42ca-a0f4-4cab1bdc4ac3 None None] Provisioning for port 5731f3f0-935f-4b97-a0fd-c00c7a84ee4d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:41.613382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Network 778721cb-90fb-4e94-8c80-76ce09eb9435 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:41.659401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Pushing event updated for resources: {'Port': ['ID=8bb414a6-8fe6-4544-80ae-3839c3317c86,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:41.787136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e181ac-f5dc-4269-b20b-5bb169619f0e req-3b7078b9-7d21-4887-a17c-d678efc40322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:41.789749 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-49e181ac-f5dc-4269-b20b-5bb169619f0e req-3b7078b9-7d21-4887-a17c-d678efc40322 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69591c21-b83e-4f78-9745-9de0ba661089 HTTP/1.1" status: 200 len: 912 time: 0.7716196 Jun 15 14:42:41.963697 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 101effab-804c-4545-a17c-506dda1981f8 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:41.990327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:41.994125 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:42.008978 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-68ec910b-dc86-4d1d-9d30-1daa16ffdc56 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4439926 Jun 15 14:42:42.010738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59742) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:42.105902 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-49e181ac-f5dc-4269-b20b-5bb169619f0e req-a1ac2358-8447-40f2-9461-92f677a22edf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a13942cd-dc24-430b-85ec-911eebe026fc HTTP/1.1" status: 200 len: 1002 time: 0.2768302 Jun 15 14:42:42.113934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-46f21622-e8dd-430d-9b6d-5a9b62a84c6a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:cf:9c:c4'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:42.124215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d2208180-f6e8-42ca-a0f4-4cab1bdc4ac3 None None] Provisioning complete for port 5731f3f0-935f-4b97-a0fd-c00c7a84ee4d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:42.124215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d2208180-f6e8-42ca-a0f4-4cab1bdc4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:42.136889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03971d07-b85f-4ec5-ac3d-e9ece2a8e9dd tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:42.297413 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b1d47f-0488-4555-9545-93d48800e1ef None None] Network 4ed3bf98-4425-492a-884a-86d198a44e9e requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:42.424660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Pushing event updated for resources: {'Port': ['ID=dc91b809-e5c8-44c7-a415-0ccbdd3401dd,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:42.445977 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-98b8c37d-911a-4539-8cf6-7117a1a2e85e req-3959683d-9b52-4255-908d-9344899064e3 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3821445 Jun 15 14:42:42.499035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03971d07-b85f-4ec5-ac3d-e9ece2a8e9dd tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=a4a65fdf-a649-44f6-beac-3b279b4b5452,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:42.517786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Allocated IP 2001:db8::1 (4ed3bf98-4425-492a-884a-86d198a44e9e/e513e677-4422-4bbb-b79e-ce75153327d1/4217a20c-ce1d-49d8-b800-3d8653329e2d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:42.576314 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:42:42.765668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:42.796608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Transition to ACTIVE for port object 4217a20c-ce1d-49d8-b800-3d8653329e2d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:42.817550 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d2208180-f6e8-42ca-a0f4-4cab1bdc4ac3 None None] Port 5731f3f0-935f-4b97-a0fd-c00c7a84ee4d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:42.821029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Attempting to bind port 8bb414a6-8fe6-4544-80ae-3839c3317c86 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:42.822385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Attempting to bind port 8bb414a6-8fe6-4544-80ae-3839c3317c86 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:42.822993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Attempting to bind port 8bb414a6-8fe6-4544-80ae-3839c3317c86 on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:42.832603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:42.834223 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:42.834921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:42.835618 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:42.836452 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Bound port: 8bb414a6-8fe6-4544-80ae-3839c3317c86, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:42.837055 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:42.849899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Attempting to bind port dc91b809-e5c8-44c7-a415-0ccbdd3401dd on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:42.850940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Attempting to bind port dc91b809-e5c8-44c7-a415-0ccbdd3401dd by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '9fabdd95-b6e2-4727-876f-390999d915b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '778721cb-90fb-4e94-8c80-76ce09eb9435'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:42.851745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Attempting to bind port dc91b809-e5c8-44c7-a415-0ccbdd3401dd on network 778721cb-90fb-4e94-8c80-76ce09eb9435 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:42.868498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:42.869285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Checking segment: {'id': '9fabdd95-b6e2-4727-876f-390999d915b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '778721cb-90fb-4e94-8c80-76ce09eb9435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:42.869930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:42.870533 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Bound using segment: {'id': '9fabdd95-b6e2-4727-876f-390999d915b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '778721cb-90fb-4e94-8c80-76ce09eb9435'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:42.871247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Bound port: dc91b809-e5c8-44c7-a415-0ccbdd3401dd, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fabdd95-b6e2-4727-876f-390999d915b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '778721cb-90fb-4e94-8c80-76ce09eb9435'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:42.872048 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:42.953005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e181ac-f5dc-4269-b20b-5bb169619f0e req-633ccdf9-5fc5-4bbb-a7d0-f84897cca664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:42.954508 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-49e181ac-f5dc-4269-b20b-5bb169619f0e req-633ccdf9-5fc5-4bbb-a7d0-f84897cca664 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5db97dd-98ec-4520-9c5f-eaee2a3697b3 HTTP/1.1" status: 200 len: 850 time: 0.6188107 Jun 15 14:42:43.133345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] For port dc91b809-e5c8-44c7-a415-0ccbdd3401dd, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:43.140774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] For port dc91b809-e5c8-44c7-a415-0ccbdd3401dd, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=dc91b809-e5c8-44c7-a415-0ccbdd3401dd,segment=NetworkSegment(9fabdd95-b6e2-4727-876f-390999d915b4),segment_id=9fabdd95-b6e2-4727-876f-390999d915b4)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:43.159653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 101effab-804c-4545-a17c-506dda1981f8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:43.180313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.183691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 101effab-804c-4545-a17c-506dda1981f8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:43.184082 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.232791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.262058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46f21622-e8dd-430d-9b6d-5a9b62a84c6a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.278637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.289893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.290250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5e6f34db-0f87-41d6-8560-e7bffd42294c None None] Provisioning for port 1f663347-dcaf-41e9-9413-dc97002b527d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:43.359437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] For port 8bb414a6-8fe6-4544-80ae-3839c3317c86, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:43.414647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] For port 8bb414a6-8fe6-4544-80ae-3839c3317c86, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8bb414a6-8fe6-4544-80ae-3839c3317c86,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:43.439059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.440257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 4ed3bf98-4425-492a-884a-86d198a44e9e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:43.442712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9683e-d213-475f-8d64-6494663f666c None None] Pushing event updated for resources: {'Port': ['ID=dc91b809-e5c8-44c7-a415-0ccbdd3401dd,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:43.442862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6879c60b-383d-4393-ac79-9ac38f5ac630 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.464822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:43.534239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59748) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:43.548851 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'subnets': [{'network_id': '03d2cc25-51d9-4343-a2af-68cb850b0f3b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--705972118', 'ip_version': 6}, {'network_id': '7b991ce4-2d0f-411e-945a-86239afa1c85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:43.551520 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'subnet': {'network_id': '03d2cc25-51d9-4343-a2af-68cb850b0f3b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--705972118', 'ip_version': 6}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:43.557247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Request body: {'subnet': {'network_id': '7b991ce4-2d0f-411e-945a-86239afa1c85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:43.611359 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc9b05-7479-407b-b5eb-9946669c5034 None None] Pushing event updated for resources: {'Port': ['ID=8bb414a6-8fe6-4544-80ae-3839c3317c86,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:43.617597 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 101effab-804c-4545-a17c-506dda1981f8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:43.617968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.657375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 101effab-804c-4545-a17c-506dda1981f8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=101effab-804c-4545-a17c-506dda1981f8,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:43.663530 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.664369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 1f663347-dcaf-41e9-9413-dc97002b527d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:43.738302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03971d07-b85f-4ec5-ac3d-e9ece2a8e9dd tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.798297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:43.799954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.905003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Allocated IP 172.26.3.73 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/496f09bc-70bb-414d-80b3-3239a7381f14) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:43.938764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=101effab-804c-4545-a17c-506dda1981f8,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:43.956511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 1f663347-dcaf-41e9-9413-dc97002b527d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:43.967860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 1f663347-dcaf-41e9-9413-dc97002b527d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:43.968252 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:43.983387 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-03971d07-b85f-4ec5-ac3d-e9ece2a8e9dd tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/ports/a4a65fdf-a649-44f6-beac-3b279b4b5452 HTTP/1.1" status: 204 len: 168 time: 5.9102604 Jun 15 14:42:43.993159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59752) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:44.088325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e181ac-f5dc-4269-b20b-5bb169619f0e req-89444d29-bc55-4968-bce5-0a53432afea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:44.089849 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-49e181ac-f5dc-4269-b20b-5bb169619f0e req-89444d29-bc55-4968-bce5-0a53432afea1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69591c21-b83e-4f78-9745-9de0ba661089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0725861 Jun 15 14:42:44.109145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:42:44.153459 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 1f663347-dcaf-41e9-9413-dc97002b527d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:44.154671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.211964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e3baa039-733a-4158-bc1a-5fcfd69ae586 None None] Provisioning complete for port 1f663347-dcaf-41e9-9413-dc97002b527d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:44.211964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e3baa039-733a-4158-bc1a-5fcfd69ae586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.244957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 1f663347-dcaf-41e9-9413-dc97002b527d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=1f663347-dcaf-41e9-9413-dc97002b527d,segment=NetworkSegment(80505a0a-1446-493e-8586-7df587ff5764),segment_id=80505a0a-1446-493e-8586-7df587ff5764)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:44.265186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.278691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6879c60b-383d-4393-ac79-9ac38f5ac630 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Calling delete_port for 13e6a946-01cf-412e-bcf9-f010cab89453 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:44.347322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=4217a20c-ce1d-49d8-b800-3d8653329e2d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:44.370631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=1f663347-dcaf-41e9-9413-dc97002b527d,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:44.529779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f26e583c-db29-4fe1-97b4-4f66e03f1471 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port 977d9a98-861a-4d9f-a12e-d66dcb8715d9 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:44.529779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f26e583c-db29-4fe1-97b4-4f66e03f1471 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.538951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e3baa039-733a-4158-bc1a-5fcfd69ae586 None None] Current status of the port 1f663347-dcaf-41e9-9413-dc97002b527d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:44.552148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e3baa039-733a-4158-bc1a-5fcfd69ae586 None None] Provisioning for port 4217a20c-ce1d-49d8-b800-3d8653329e2d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:44.572578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e3baa039-733a-4158-bc1a-5fcfd69ae586 None None] Provisioning complete for port 4217a20c-ce1d-49d8-b800-3d8653329e2d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:44.573677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e3baa039-733a-4158-bc1a-5fcfd69ae586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.644631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:44.676526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-46f21622-e8dd-430d-9b6d-5a9b62a84c6a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:42:44.684975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 101effab-804c-4545-a17c-506dda1981f8 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:44.690351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Usage tracker for resource:subnet and tenant:ad0292d3b2e84aeab3521d389e0dc31e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:44.708820 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff437b41-841e-4ff6-819f-43084a6bc4b6 req-4eae8010-0a3d-439c-aa07-44cbb038c8a2 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:44.710594 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff437b41-841e-4ff6-819f-43084a6bc4b6 req-4eae8010-0a3d-439c-aa07-44cbb038c8a2 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.9154549 Jun 15 14:42:44.719972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:44.720771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46f21622-e8dd-430d-9b6d-5a9b62a84c6a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.750032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.763486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e3baa039-733a-4158-bc1a-5fcfd69ae586 None None] Port 4217a20c-ce1d-49d8-b800-3d8653329e2d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:44.772407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46f21622-e8dd-430d-9b6d-5a9b62a84c6a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.803191 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:44.822226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 101effab-804c-4545-a17c-506dda1981f8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:44.822588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.824094 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-49e181ac-f5dc-4269-b20b-5bb169619f0e req-a6eaf77e-f6b6-42e8-9045-9942a24babed service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982930 Jun 15 14:42:44.901543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.912314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Made reservation on behalf of ad0292d3b2e84aeab3521d389e0dc31e for: {'subnet': 2} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:44.916472 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.916802 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.924402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0d4f945f-33c3-4bcf-8666-af5fef8a5c4d None None] Provisioning complete for port 4217a20c-ce1d-49d8-b800-3d8653329e2d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:44.924814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d4f945f-33c3-4bcf-8666-af5fef8a5c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:44.963254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6879c60b-383d-4393-ac79-9ac38f5ac630 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.014499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0d4f945f-33c3-4bcf-8666-af5fef8a5c4d None None] Port 4217a20c-ce1d-49d8-b800-3d8653329e2d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:45.039801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-46f21622-e8dd-430d-9b6d-5a9b62a84c6a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] In _notify_port_updated(), no bound segment for port 5731f3f0-935f-4b97-a0fd-c00c7a84ee4d on network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:42:45.045670 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f21622-e8dd-430d-9b6d-5a9b62a84c6a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:45.047459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46f21622-e8dd-430d-9b6d-5a9b62a84c6a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.052724 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-46f21622-e8dd-430d-9b6d-5a9b62a84c6a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "PUT /v2.0/ports/5731f3f0-935f-4b97-a0fd-c00c7a84ee4d HTTP/1.1" status: 200 len: 994 time: 2.9549954 Jun 15 14:42:45.065580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59756) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:45.083507 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff437b41-841e-4ff6-819f-43084a6bc4b6 req-00d240d6-71b3-4ce8-a56b-df3d7f00ff00 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598907 Jun 15 14:42:45.128276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 101effab-804c-4545-a17c-506dda1981f8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:45.129521 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device dc91b809-e5c8-44c7-a415-0ccbdd3401dd up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:45.268937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port dc91b809-e5c8-44c7-a415-0ccbdd3401dd completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:45.276001 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8bb414a6-8fe6-4544-80ae-3839c3317c86 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:45.394543 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7db8bc0a-18f5-4252-8e24-e079ba07df6c None None] Provisioning complete for port 5731f3f0-935f-4b97-a0fd-c00c7a84ee4d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:45.395230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7db8bc0a-18f5-4252-8e24-e079ba07df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.499256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7db8bc0a-18f5-4252-8e24-e079ba07df6c None None] Port 5731f3f0-935f-4b97-a0fd-c00c7a84ee4d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:45.506607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 8bb414a6-8fe6-4544-80ae-3839c3317c86 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:45.510693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.611606 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d96951e-ae2d-4fc1-8624-97c58e865c66 None None] Network 778721cb-90fb-4e94-8c80-76ce09eb9435 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:45.693054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f21622-e8dd-430d-9b6d-5a9b62a84c6a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event updated for resources: {'Port': ['ID=5731f3f0-935f-4b97-a0fd-c00c7a84ee4d,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:45.695724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Provisioning for port dc91b809-e5c8-44c7-a415-0ccbdd3401dd completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:45.717086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Provisioning complete for port dc91b809-e5c8-44c7-a415-0ccbdd3401dd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:45.717537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.792327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879c60b-383d-4393-ac79-9ac38f5ac630 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event deleted for resources: {'Port': ['ID=13e6a946-01cf-412e-bcf9-f010cab89453,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:45.809743 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f26e583c-db29-4fe1-97b4-4f66e03f1471 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.819116 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-49e181ac-f5dc-4269-b20b-5bb169619f0e req-afbe43e0-02a2-4c95-b6e9-bde7dde7bf14 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9728930 Jun 15 14:42:45.825910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e8ee6-d6bc-4ce3-9e60-1c485483c9a2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Deleting port 5731f3f0-935f-4b97-a0fd-c00c7a84ee4d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:45.826293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8ee6-d6bc-4ce3-9e60-1c485483c9a2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.874241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.946308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6879c60b-383d-4393-ac79-9ac38f5ac630 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:45.973377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Current status of the port dc91b809-e5c8-44c7-a415-0ccbdd3401dd is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:45.973758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.025545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] For port dc91b809-e5c8-44c7-a415-0ccbdd3401dd, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=dc91b809-e5c8-44c7-a415-0ccbdd3401dd,segment=NetworkSegment(9fabdd95-b6e2-4727-876f-390999d915b4),segment_id=9fabdd95-b6e2-4727-876f-390999d915b4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:46.031649 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.047303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f26e583c-db29-4fe1-97b4-4f66e03f1471 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for 977d9a98-861a-4d9f-a12e-d66dcb8715d9 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:46.079809 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6879c60b-383d-4393-ac79-9ac38f5ac630 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "DELETE /v2.0/ports/13e6a946-01cf-412e-bcf9-f010cab89453 HTTP/1.1" status: 204 len: 168 time: 6.3320510 Jun 15 14:42:46.082332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59760) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:46.111463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Provisioning for port 8bb414a6-8fe6-4544-80ae-3839c3317c86 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:46.118921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Provisioning complete for port 8bb414a6-8fe6-4544-80ae-3839c3317c86 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:46.119391 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.123334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:46.141537 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:46.146075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Pushing event updated for resources: {'Port': ['ID=dc91b809-e5c8-44c7-a415-0ccbdd3401dd,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:46.156127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:46.255947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event updated for resources: {'Port': ['ID=496f09bc-70bb-414d-80b3-3239a7381f14,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:46.272518 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e3507c6-81f7-418d-a781-2db14f582f73 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] GET failed (client error): The resource could not be found. Jun 15 14:42:46.273056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0e3507c6-81f7-418d-a781-2db14f582f73 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Synchronizing usage tracker for tenant:12732f859fe3422fb1c332c105211f6f on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:46.314372 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Current status of the port 8bb414a6-8fe6-4544-80ae-3839c3317c86 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:46.319056 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.363388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0e3507c6-81f7-418d-a781-2db14f582f73 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Unset dirty status for tenant:12732f859fe3422fb1c332c105211f6f on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:46.364721 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0e3507c6-81f7-418d-a781-2db14f582f73 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "GET /v2.0/ports/13e6a946-01cf-412e-bcf9-f010cab89453 HTTP/1.1" status: 404 len: 333 time: 0.2814214 Jun 15 14:42:46.370118 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59766) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:46.383952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Request body: {'port': {'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1245765846'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:46.415265 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device dc91b809-e5c8-44c7-a415-0ccbdd3401dd up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:46.426280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8ee6-d6bc-4ce3-9e60-1c485483c9a2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.525796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port dc91b809-e5c8-44c7-a415-0ccbdd3401dd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:46.526021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.557214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-cd2e8ee6-d6bc-4ce3-9e60-1c485483c9a2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Calling delete_port for 5731f3f0-935f-4b97-a0fd-c00c7a84ee4d owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:46.652307 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port dc91b809-e5c8-44c7-a415-0ccbdd3401dd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:46.653542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 1f663347-dcaf-41e9-9413-dc97002b527d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:46.732909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:42:46.734352 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 1f663347-dcaf-41e9-9413-dc97002b527d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:46.734941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.746700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:46.757053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.773440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:46.775512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.776392 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:46.786983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] For port 8bb414a6-8fe6-4544-80ae-3839c3317c86, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8bb414a6-8fe6-4544-80ae-3839c3317c86,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:46.872493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 1f663347-dcaf-41e9-9413-dc97002b527d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:46.881308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Made reservation on behalf of 12732f859fe3422fb1c332c105211f6f for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:46.884868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:47.003698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=4217a20c-ce1d-49d8-b800-3d8653329e2d,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:47.033143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] device_id is not set on port ba5fca50-0f04-4e43-905d-b4322584903a yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:47.153588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8ee6-d6bc-4ce3-9e60-1c485483c9a2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:47.161564 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 4ed3bf98-4425-492a-884a-86d198a44e9e is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:47.163927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:47.180359 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f26e583c-db29-4fe1-97b4-4f66e03f1471 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:47.204562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:47.221020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e8ee6-d6bc-4ce3-9e60-1c485483c9a2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event deleted for resources: {'Port': ['ID=5731f3f0-935f-4b97-a0fd-c00c7a84ee4d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:47.239775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:47.240531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:47.255429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:42:47.256478 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:42:47.296476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e583c-db29-4fe1-97b4-4f66e03f1471 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=977d9a98-861a-4d9f-a12e-d66dcb8715d9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:47.486346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:47.505234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2760e-e8e8-49f9-8bf3-b457c127944d req-72aad2e4-a62a-4f01-b87d-ac208c0fe431 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:47.506303 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bdd2760e-e8e8-49f9-8bf3-b457c127944d req-72aad2e4-a62a-4f01-b87d-ac208c0fe431 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 1.2476449 Jun 15 14:42:47.507215 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:47.510673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:47.511212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:47.515952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597fcc48-bf41-4b4d-893c-6281846de90b None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:47.528143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:47.646065 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=5bb6fa9a-c952-40bb-b20c-9384700bb367,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:47.715231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=8bb414a6-8fe6-4544-80ae-3839c3317c86,revision_number=4']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:47.764960 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f26e583c-db29-4fe1-97b4-4f66e03f1471 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:47.770188 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f26e583c-db29-4fe1-97b4-4f66e03f1471 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/ports/977d9a98-861a-4d9f-a12e-d66dcb8715d9 HTTP/1.1" status: 204 len: 168 time: 3.7631855 Jun 15 14:42:47.774499 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-514424ea-b297-439f-86d8-04d6c009cb0f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 9.2804823 Jun 15 14:42:47.774859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59770) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:47.775247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59772) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:47.803856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Allocated IP 2001:db8::2d4 (06abe5b7-d01c-4515-9c1a-e5c7c45e1509/5268b7c5-366e-448e-bb7d-3142bed872aa/ba5fca50-0f04-4e43-905d-b4322584903a) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:47.856719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Current status of the port 8bb414a6-8fe6-4544-80ae-3839c3317c86 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:47.857093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:47.896686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] For port 8bb414a6-8fe6-4544-80ae-3839c3317c86, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8bb414a6-8fe6-4544-80ae-3839c3317c86,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:47.906418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:47.925544 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8ee6-d6bc-4ce3-9e60-1c485483c9a2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:47.944473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router 89733c04-dfb1-40bc-823a-b46b600c47e9 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:42:47.945685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:5a:c1:43', 'name': 'tempest-NetworksTestDHCPv6-281004183'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:47.969265 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cd2e8ee6-d6bc-4ce3-9e60-1c485483c9a2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "DELETE /v2.0/ports/5731f3f0-935f-4b97-a0fd-c00c7a84ee4d HTTP/1.1" status: 204 len: 168 time: 2.8846514 Jun 15 14:42:47.975471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59778) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:47.984627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c03e34-9147-480e-9e40-5b7fd47e173a None None] Pushing event updated for resources: {'Port': ['ID=8bb414a6-8fe6-4544-80ae-3839c3317c86,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:48.000790 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bdd2760e-e8e8-49f9-8bf3-b457c127944d req-0e25fc7e-7408-4c88-adec-f1accad11631 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4180021 Jun 15 14:42:48.032688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a050ca48-fbc5-40f3-b660-b63df22ba9e4 None None] Provisioning complete for port dc91b809-e5c8-44c7-a415-0ccbdd3401dd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:48.033187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a050ca48-fbc5-40f3-b660-b63df22ba9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:48.034566 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-72670b4a-2c5a-458f-97ce-a9296d4d6d69 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] GET failed (client error): The resource could not be found. Jun 15 14:42:48.035114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-72670b4a-2c5a-458f-97ce-a9296d4d6d69 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Synchronizing usage tracker for tenant:92e911b2f0b64e7aa6efb5ead879b064 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:48.142897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-72670b4a-2c5a-458f-97ce-a9296d4d6d69 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Unset dirty status for tenant:92e911b2f0b64e7aa6efb5ead879b064 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:48.144242 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-72670b4a-2c5a-458f-97ce-a9296d4d6d69 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "GET /v2.0/ports/5731f3f0-935f-4b97-a0fd-c00c7a84ee4d HTTP/1.1" status: 404 len: 333 time: 0.1653788 Jun 15 14:42:48.156845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59782) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:48.173370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a050ca48-fbc5-40f3-b660-b63df22ba9e4 None None] Current status of the port dc91b809-e5c8-44c7-a415-0ccbdd3401dd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:48.185985 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a050ca48-fbc5-40f3-b660-b63df22ba9e4 None None] Provisioning complete for port 4217a20c-ce1d-49d8-b800-3d8653329e2d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:48.186612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a050ca48-fbc5-40f3-b660-b63df22ba9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:48.259809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a050ca48-fbc5-40f3-b660-b63df22ba9e4 None None] Port 4217a20c-ce1d-49d8-b800-3d8653329e2d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:48.290455 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:48.295925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Request body: {'port': {'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6', 'name': 'tempest-AllowedAddressPairTestJSON-1898028302'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:48.378299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8bb414a6-8fe6-4544-80ae-3839c3317c86 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:48.451922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7236cd-2382-4091-b8be-1d4522f352a6 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:48.452727 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1e7236cd-2382-4091-b8be-1d4522f352a6 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Synchronizing usage tracker for tenant:7efef928e0094939bd2c4aaca63bcf94 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:48.472944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 8bb414a6-8fe6-4544-80ae-3839c3317c86 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:48.473323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:48.478509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event updated for resources: {'Subnet': ['ID=7a4d2958-8c6f-487f-bdb7-7166357b660f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:48.481065 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:48.483843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:48.489376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:48.498293 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c8adf288-de08-4230-8588-6d49f6e6a586 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/89733c04-dfb1-40bc-823a-b46b600c47e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3197749 Jun 15 14:42:48.498739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:48.501459 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59786) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:48.509587 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:48.524906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:48.564628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:48.574183 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e70429-be80-4788-8bf1-ca219ed5be5f None None] Sync routers for ids ['89733c04-dfb1-40bc-823a-b46b600c47e9'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:48.576577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:48.587098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Transition to ACTIVE for port object ba5fca50-0f04-4e43-905d-b4322584903a will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:48.588073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e70429-be80-4788-8bf1-ca219ed5be5f None None] Routers {'89733c04-dfb1-40bc-823a-b46b600c47e9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:48.589087 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-64e70429-be80-4788-8bf1-ca219ed5be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['89733c04-dfb1-40bc-823a-b46b600c47e9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:48.603382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Made reservation on behalf of 92e911b2f0b64e7aa6efb5ead879b064 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:48.606894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:48.612968 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:48.630538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1e7236cd-2382-4091-b8be-1d4522f352a6 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Unset dirty status for tenant:7efef928e0094939bd2c4aaca63bcf94 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:48.631738 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1e7236cd-2382-4091-b8be-1d4522f352a6 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "GET /v2.0/ports?device_id=cacc1387-c4eb-4132-aebd-d74e82854d92 HTTP/1.1" status: 200 len: 913 time: 0.8514147 Jun 15 14:42:48.632585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Checking segment: {'id': 'a8295638-7cf9-406b-8503-69a28996ffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '03d2cc25-51d9-4343-a2af-68cb850b0f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:48.632955 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Network hostable DHCP agents. Network: 03d2cc25-51d9-4343-a2af-68cb850b0f3b, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:42:48.639751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59790) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:48.647168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] device_id is not set on port 94dc1542-2a39-4e1b-aa24-9d3bac931054 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:48.674919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-64e70429-be80-4788-8bf1-ca219ed5be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:48.683911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:48.741359 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e70429-be80-4788-8bf1-ca219ed5be5f None None] Routers {'89733c04-dfb1-40bc-823a-b46b600c47e9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:48.741992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-64e70429-be80-4788-8bf1-ca219ed5be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['89733c04-dfb1-40bc-823a-b46b600c47e9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:48.773393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:48.814840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-64e70429-be80-4788-8bf1-ca219ed5be5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:48.815245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e70429-be80-4788-8bf1-ca219ed5be5f None None] The sync data for ids ['89733c04-dfb1-40bc-823a-b46b600c47e9'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:48.817080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 8bb414a6-8fe6-4544-80ae-3839c3317c86 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:48.828037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-67031b67-2933-40e5-9fee-e1eac3c5fc9a None None] Provisioning complete for port 8bb414a6-8fe6-4544-80ae-3839c3317c86 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:48.828464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-67031b67-2933-40e5-9fee-e1eac3c5fc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:48.917758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:48.952326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-67031b67-2933-40e5-9fee-e1eac3c5fc9a None None] Current status of the port 8bb414a6-8fe6-4544-80ae-3839c3317c86 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:48.986584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:48.989247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:48.995192 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:48.995749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:49.040287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ffc433-ed9f-4e56-8aa3-c6455336179d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:49.044486 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-78ffc433-ed9f-4e56-8aa3-c6455336179d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports/4217a20c-ce1d-49d8-b800-3d8653329e2d HTTP/1.1" status: 200 len: 911 time: 0.5357637 Jun 15 14:42:49.048620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59796) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:49.057066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Network 03d2cc25-51d9-4343-a2af-68cb850b0f3b is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:42:49.058063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event updated for resources: {'Port': ['ID=ba5fca50-0f04-4e43-905d-b4322584903a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:49.103313 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-acf898fd-f6a0-4227-a034-18a1cb29e945 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7302074 Jun 15 14:42:49.107732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59800) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:49.237940 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 03d2cc25-51d9-4343-a2af-68cb850b0f3b) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:49.249250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db9a244-3ff7-4e3c-a8de-9ddf8d4a4b12 None None] Network 03d2cc25-51d9-4343-a2af-68cb850b0f3b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:49.274754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:49.333569 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:49.350963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-87abeaf5-729f-41a6-8a4f-ddbd302318a9 None None] Provisioning for port ba5fca50-0f04-4e43-905d-b4322584903a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:49.369403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-87abeaf5-729f-41a6-8a4f-ddbd302318a9 None None] Provisioning complete for port ba5fca50-0f04-4e43-905d-b4322584903a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:49.369845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-87abeaf5-729f-41a6-8a4f-ddbd302318a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:49.445904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Router 314690f5-f28c-4ae2-bc1b-301480b64f8d is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:42:49.488305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-87abeaf5-729f-41a6-8a4f-ddbd302318a9 None None] Port ba5fca50-0f04-4e43-905d-b4322584903a cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:49.491629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d838bd1d-8a73-4b72-aabc-47887bd22d8c tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6d', 'mac_address': 'fa:16:3e:c5:34:e2'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:49.541636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event updated for resources: {'Subnet': ['ID=bae72e7f-064c-4f6c-9f38-5b0d1fae6ce2,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:49.544368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port d9bec71a-bb8f-43cd-b7df-252c74104a4b yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:49.576784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-03d2cc25-51d9-4343-a2af-68cb850b0f3b', 'network_id': '03d2cc25-51d9-4343-a2af-68cb850b0f3b', 'tenant_id': 'ad0292d3b2e84aeab3521d389e0dc31e', 'fixed_ips': [{'subnet_id': '7a4d2958-8c6f-487f-bdb7-7166357b660f'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:42:49.578781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:49.579396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Allocated IP 172.20.0.14 (ff8c566c-53ce-480d-858e-8cb3e74e6fa6/5b8ef353-11fd-4cc5-a3ef-b4700cf0921e/94dc1542-2a39-4e1b-aa24-9d3bac931054) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:49.613753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Checking segment: {'id': '21ca9c30-5d88-473d-8f51-2fce1d971f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7b991ce4-2d0f-411e-945a-86239afa1c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:49.614123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Network hostable DHCP agents. Network: 7b991ce4-2d0f-411e-945a-86239afa1c85, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:42:49.774198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Allocated IP 2001:db8::1 (03d2cc25-51d9-4343-a2af-68cb850b0f3b/7a4d2958-8c6f-487f-bdb7-7166357b660f/bc679465-795a-4849-a3e2-03271498987c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:49.972652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Network 7b991ce4-2d0f-411e-945a-86239afa1c85 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:42:50.041084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e98c47-faf4-439f-849c-2948c484f13d req-6025c1ff-de37-4f95-a893-1c374b91d4cd tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:50.042721 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78e98c47-faf4-439f-849c-2948c484f13d req-6025c1ff-de37-4f95-a893-1c374b91d4cd tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.5929515 Jun 15 14:42:50.059323 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 7b991ce4-2d0f-411e-945a-86239afa1c85) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:50.071298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:50.078330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:50.078473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:50.079235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:50.085960 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Sync routers for ids ['314690f5-f28c-4ae2-bc1b-301480b64f8d'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:50.108275 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Routers {'314690f5-f28c-4ae2-bc1b-301480b64f8d'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:50.109174 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['314690f5-f28c-4ae2-bc1b-301480b64f8d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:50.137447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2744b5f2-c875-4ae4-bd27-b2ade0d5d46c None None] Network 7b991ce4-2d0f-411e-945a-86239afa1c85 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:50.226950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:50.230653 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-52961baa-0bea-42c4-8ad6-ad1dd08fd315 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 12.8836565 Jun 15 14:42:50.232828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59804) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:50.239239 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-59530649-3bfe-452b-9bdf-7534ec0c01cc tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.6999388 Jun 15 14:42:50.242669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59806) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:50.322978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 172.20.0.11 (2ef0444c-622d-434a-90a5-976e58c67159/9a9c7f8d-0615-47a1-95fd-7c4ae393cf9d/d9bec71a-bb8f-43cd-b7df-252c74104a4b) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:50.336601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::f816:3eff:fe5a:c143 (2ef0444c-622d-434a-90a5-976e58c67159/5bb6fa9a-c952-40bb-b20c-9384700bb367/d9bec71a-bb8f-43cd-b7df-252c74104a4b) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:50.340563 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:50.349433 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78e98c47-faf4-439f-849c-2948c484f13d req-9178d450-37c9-454c-a8c5-252e84fa3156 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894366 Jun 15 14:42:50.363216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:50.406268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d838bd1d-8a73-4b72-aabc-47887bd22d8c tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:50.418348 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Set router 314690f5-f28c-4ae2-bc1b-301480b64f8d gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:42:50.458492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Transition to ACTIVE for port object 94dc1542-2a39-4e1b-aa24-9d3bac931054 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:50.459505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:50.481888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-7b991ce4-2d0f-411e-945a-86239afa1c85', 'network_id': '7b991ce4-2d0f-411e-945a-86239afa1c85', 'tenant_id': 'ad0292d3b2e84aeab3521d389e0dc31e', 'fixed_ips': [{'subnet_id': 'bae72e7f-064c-4f6c-9f38-5b0d1fae6ce2'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:42:50.482719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:50.505485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Transition to ACTIVE for port object bc679465-795a-4849-a3e2-03271498987c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:50.590733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cabd813-a4e5-4435-ade3-bb768f4f81c9 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:50.592611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cabd813-a4e5-4435-ade3-bb768f4f81c9 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:50.594234 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cabd813-a4e5-4435-ade3-bb768f4f81c9 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:50.595877 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4cabd813-a4e5-4435-ade3-bb768f4f81c9 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2921581 Jun 15 14:42:50.614992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59814) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:50.686539 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Allocated IP 2001:db8:0:1::1 (7b991ce4-2d0f-411e-945a-86239afa1c85/bae72e7f-064c-4f6c-9f38-5b0d1fae6ce2/da5fb097-84fd-482c-ab58-92d8e626ea40) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:50.795185 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c679f1d1-5daf-4a9a-bd24-0034420ab8e7 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:50.863050 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314690f5-f28c-4ae2-bc1b-301480b64f8d', 'name': 'tempest-snat-router-82663232', 'tenant_id': '24511e2b70fd448c8c9b08b1407e5004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '496f09bc-70bb-414d-80b3-3239a7381f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:42:37Z', 'updated_at': '2022-06-15T14:42:46Z', 'revision_number': 3, 'project_id': '24511e2b70fd448c8c9b08b1407e5004', 'gw_port': {'id': '496f09bc-70bb-414d-80b3-3239a7381f14', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314690f5-f28c-4ae2-bc1b-301480b64f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:42:43Z', 'updated_at': '2022-06-15T14:42:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:50.864804 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d71a3484-9332-4fad-bd8e-86dbe6b7f248 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/routers/314690f5-f28c-4ae2-bc1b-301480b64f8d HTTP/1.1" status: 200 len: 905 time: 0.6250551 Jun 15 14:42:50.871935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59818) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:50.872149 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Checking router: 314690f5-f28c-4ae2-bc1b-301480b64f8d for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:42:50.872668 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Updating router 314690f5-f28c-4ae2-bc1b-301480b64f8d port 496f09bc-70bb-414d-80b3-3239a7381f14 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:42:50.936504 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:50.945200 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:50.947290 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Transition to ACTIVE for port object da5fb097-84fd-482c-ab58-92d8e626ea40 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:50.966949 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Transition to ACTIVE for port object da5fb097-84fd-482c-ab58-92d8e626ea40 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:50.975235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.082844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Network 7b991ce4-2d0f-411e-945a-86239afa1c85 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:51.087042 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Pushing event updated for resources: {'Port': ['ID=da5fb097-84fd-482c-ab58-92d8e626ea40,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:51.091100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:51.104524 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:51.135563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e49913e-1e73-4951-a208-6071327446e0 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Deleting subnet 7a4d2958-8c6f-487f-bdb7-7166357b660f {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:42:51.213647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Transition to ACTIVE for port object bc679465-795a-4849-a3e2-03271498987c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:51.226760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.233021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Attempting to bind port da5fb097-84fd-482c-ab58-92d8e626ea40 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:51.233703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Attempting to bind port da5fb097-84fd-482c-ab58-92d8e626ea40 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '21ca9c30-5d88-473d-8f51-2fce1d971f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7b991ce4-2d0f-411e-945a-86239afa1c85'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:51.234167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Attempting to bind port da5fb097-84fd-482c-ab58-92d8e626ea40 on network 7b991ce4-2d0f-411e-945a-86239afa1c85 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:51.241191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:51.241573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Checking segment: {'id': '21ca9c30-5d88-473d-8f51-2fce1d971f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7b991ce4-2d0f-411e-945a-86239afa1c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:51.242028 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.242434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Bound using segment: {'id': '21ca9c30-5d88-473d-8f51-2fce1d971f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7b991ce4-2d0f-411e-945a-86239afa1c85'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:51.242910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Bound port: da5fb097-84fd-482c-ab58-92d8e626ea40, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ca9c30-5d88-473d-8f51-2fce1d971f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7b991ce4-2d0f-411e-945a-86239afa1c85'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:51.243339 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.249350 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e49913e-1e73-4951-a208-6071327446e0 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.286207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422b73b-d6e6-47f2-a3f9-62f114b98425 req-89935cfd-0dcb-4afb-9a69-e84e83e04ea7 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:51.299716 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7422b73b-d6e6-47f2-a3f9-62f114b98425 req-89935cfd-0dcb-4afb-9a69-e84e83e04ea7 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.7381637 Jun 15 14:42:51.351902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] For port da5fb097-84fd-482c-ab58-92d8e626ea40, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:51.356227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] For port da5fb097-84fd-482c-ab58-92d8e626ea40, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=da5fb097-84fd-482c-ab58-92d8e626ea40,segment=NetworkSegment(21ca9c30-5d88-473d-8f51-2fce1d971f6e),segment_id=21ca9c30-5d88-473d-8f51-2fce1d971f6e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:51.358452 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.405448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.467857 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.476291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Network 03d2cc25-51d9-4343-a2af-68cb850b0f3b is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:51.484338 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.487112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:51.487885 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Transition to ACTIVE for port object 496f09bc-70bb-414d-80b3-3239a7381f14 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:51.495887 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Pushing event updated for resources: {'Port': ['ID=bc679465-795a-4849-a3e2-03271498987c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:51.497732 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.498715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:51.509842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:51.549931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event updated for resources: {'Port': ['ID=94dc1542-2a39-4e1b-aa24-9d3bac931054,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:51.559529 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7422b73b-d6e6-47f2-a3f9-62f114b98425 req-90637779-9779-41f0-b5d6-9a88e7255305 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588477 Jun 15 14:42:51.560903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e49913e-1e73-4951-a208-6071327446e0 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.607410 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:51.613870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f144b67-4fd5-4236-b797-1ee4aeed263f None None] Pushing event updated for resources: {'Port': ['ID=da5fb097-84fd-482c-ab58-92d8e626ea40,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:51.631008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.643269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.659057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:51.679557 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5dabb1-55b8-40f0-8ee9-3dd9f9547428 None None] Pushing event updated for resources: {'Port': ['ID=496f09bc-70bb-414d-80b3-3239a7381f14,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:51.683154 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Attempting to bind port 496f09bc-70bb-414d-80b3-3239a7381f14 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:51.683519 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Attempting to bind port 496f09bc-70bb-414d-80b3-3239a7381f14 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:51.683926 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Attempting to bind port 496f09bc-70bb-414d-80b3-3239a7381f14 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:51.691405 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:51.691786 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:51.692505 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.693166 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:51.693647 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Bound port: 496f09bc-70bb-414d-80b3-3239a7381f14, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:51.702148 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.806232 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] For port 496f09bc-70bb-414d-80b3-3239a7381f14, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:51.811118 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] For port 496f09bc-70bb-414d-80b3-3239a7381f14, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=496f09bc-70bb-414d-80b3-3239a7381f14,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:51.822545 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.839175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Attempting to bind port bc679465-795a-4849-a3e2-03271498987c on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:42:51.839954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Attempting to bind port bc679465-795a-4849-a3e2-03271498987c by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'a8295638-7cf9-406b-8503-69a28996ffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '03d2cc25-51d9-4343-a2af-68cb850b0f3b'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:42:51.840164 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Attempting to bind port bc679465-795a-4849-a3e2-03271498987c on network 03d2cc25-51d9-4343-a2af-68cb850b0f3b {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:42:51.846701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:42:51.847085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Checking segment: {'id': 'a8295638-7cf9-406b-8503-69a28996ffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '03d2cc25-51d9-4343-a2af-68cb850b0f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:42:51.847500 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.847902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Bound using segment: {'id': 'a8295638-7cf9-406b-8503-69a28996ffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '03d2cc25-51d9-4343-a2af-68cb850b0f3b'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:42:51.848489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Bound port: bc679465-795a-4849-a3e2-03271498987c, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8295638-7cf9-406b-8503-69a28996ffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '03d2cc25-51d9-4343-a2af-68cb850b0f3b'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:42:51.848876 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:51.924747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object d9bec71a-bb8f-43cd-b7df-252c74104a4b will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:51.945602 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Routers {'314690f5-f28c-4ae2-bc1b-301480b64f8d'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:51.946355 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['314690f5-f28c-4ae2-bc1b-301480b64f8d'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:51.967386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] For port bc679465-795a-4849-a3e2-03271498987c, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:42:51.970752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] For port bc679465-795a-4849-a3e2-03271498987c, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bc679465-795a-4849-a3e2-03271498987c,segment=NetworkSegment(a8295638-7cf9-406b-8503-69a28996ffa4),segment_id=a8295638-7cf9-406b-8503-69a28996ffa4)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:42:51.973760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-d838bd1d-8a73-4b72-aabc-47887bd22d8c tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:42:51.980465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.045439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Allocated IP 2001:db8:1::1 (778721cb-90fb-4e94-8c80-76ce09eb9435/b669df9b-1117-4db2-a877-5d1b048ba4a1/294e4004-fa1a-4f7c-9ee0-d7652f5adef1) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:52.082790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.108030 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-45273828-9848-4bb6-bed8-c50cc632821a None None] Provisioning for port 94dc1542-2a39-4e1b-aa24-9d3bac931054 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:52.121685 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-45273828-9848-4bb6-bed8-c50cc632821a None None] Provisioning complete for port 94dc1542-2a39-4e1b-aa24-9d3bac931054 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:52.122022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-45273828-9848-4bb6-bed8-c50cc632821a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.136817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:52.137784 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.143841 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Deleting port 496f09bc-70bb-414d-80b3-3239a7381f14 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:52.144208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.151630 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d838bd1d-8a73-4b72-aabc-47887bd22d8c tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.167473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e49913e-1e73-4951-a208-6071327446e0 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.210626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-45273828-9848-4bb6-bed8-c50cc632821a None None] Port 94dc1542-2a39-4e1b-aa24-9d3bac931054 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:52.248477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65d559-cf12-4332-aa0a-1a55e273268f None None] Pushing event updated for resources: {'Port': ['ID=bc679465-795a-4849-a3e2-03271498987c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:52.257613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d838bd1d-8a73-4b72-aabc-47887bd22d8c tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.276893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.278934 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5dabb1-55b8-40f0-8ee9-3dd9f9547428 None None] Pushing event updated for resources: {'Port': ['ID=496f09bc-70bb-414d-80b3-3239a7381f14,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:52.299018 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] Set router 314690f5-f28c-4ae2-bc1b-301480b64f8d gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:42:52.388116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d838bd1d-8a73-4b72-aabc-47887bd22d8c tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] In _notify_port_updated(), no bound segment for port ba5fca50-0f04-4e43-905d-b4322584903a on network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:42:52.407077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d838bd1d-8a73-4b72-aabc-47887bd22d8c tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:52.409657 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d838bd1d-8a73-4b72-aabc-47887bd22d8c tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.419128 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d838bd1d-8a73-4b72-aabc-47887bd22d8c tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "PUT /v2.0/ports/ba5fca50-0f04-4e43-905d-b4322584903a HTTP/1.1" status: 200 len: 1002 time: 3.3080165 Jun 15 14:42:52.425404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59826) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:52.443857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:52.454045 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:52.480801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device da5fb097-84fd-482c-ab58-92d8e626ea40 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:52.511121 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bff6db83-f09d-48d2-81a6-a3b3e0e7244a tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2898641 Jun 15 14:42:52.514605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59830) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:52.539188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1053ccb4-df82-46e6-85af-ac4729b9cd4f tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:cf:9c:c4'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:52.644345 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] For port 496f09bc-70bb-414d-80b3-3239a7381f14, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=496f09bc-70bb-414d-80b3-3239a7381f14,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:52.644765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:52.660247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port da5fb097-84fd-482c-ab58-92d8e626ea40 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:52.850481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838bd1d-8a73-4b72-aabc-47887bd22d8c tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event updated for resources: {'Port': ['ID=ba5fca50-0f04-4e43-905d-b4322584903a,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:52.869369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:52.920196 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '314690f5-f28c-4ae2-bc1b-301480b64f8d', 'name': 'tempest-snat-router-82663232', 'tenant_id': '24511e2b70fd448c8c9b08b1407e5004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '496f09bc-70bb-414d-80b3-3239a7381f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:42:37Z', 'updated_at': '2022-06-15T14:42:46Z', 'revision_number': 3, 'project_id': '24511e2b70fd448c8c9b08b1407e5004', 'gw_port': {'id': '496f09bc-70bb-414d-80b3-3239a7381f14', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314690f5-f28c-4ae2-bc1b-301480b64f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:42:43Z', 'updated_at': '2022-06-15T14:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:52.926026 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172319e8-6de7-4543-bd58-dc77848e7bdc None None] The sync data for ids ['314690f5-f28c-4ae2-bc1b-301480b64f8d'] in dv-neutron-845844-1-hyperv is: [{'id': '314690f5-f28c-4ae2-bc1b-301480b64f8d', 'name': 'tempest-snat-router-82663232', 'tenant_id': '24511e2b70fd448c8c9b08b1407e5004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.73'}], 'enable_snat': True}, 'gw_port_id': '496f09bc-70bb-414d-80b3-3239a7381f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:42:37Z', 'updated_at': '2022-06-15T14:42:46Z', 'revision_number': 3, 'project_id': '24511e2b70fd448c8c9b08b1407e5004', 'gw_port': {'id': '496f09bc-70bb-414d-80b3-3239a7381f14', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bc:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '314690f5-f28c-4ae2-bc1b-301480b64f8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:42:43Z', 'updated_at': '2022-06-15T14:42:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:53.029855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a402c89e-2324-416b-9d5f-af211362f920 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Deleting port ba5fca50-0f04-4e43-905d-b4322584903a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:53.030212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a402c89e-2324-416b-9d5f-af211362f920 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:53.079479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2025622-99e5-4a15-b65c-48ed8d351bd0 req-b327a5df-a492-45c1-8eac-d89aa6575f96 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:53.081148 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2025622-99e5-4a15-b65c-48ed8d351bd0 req-b327a5df-a492-45c1-8eac-d89aa6575f96 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 1.2416029 Jun 15 14:42:53.092989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c679f1d1-5daf-4a9a-bd24-0034420ab8e7 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port deeecb36-c977-4f53-b635-e84f3b15c2b8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:53.093331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c679f1d1-5daf-4a9a-bd24-0034420ab8e7 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:53.112470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Calling delete_port for 496f09bc-70bb-414d-80b3-3239a7381f14 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:53.149186 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e49913e-1e73-4951-a208-6071327446e0 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:53.191962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:53.199319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=d9bec71a-bb8f-43cd-b7df-252c74104a4b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:53.250737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-136dcaaa-2311-45b9-afda-85a52a7c1ddc None None] Provisioning complete for port ba5fca50-0f04-4e43-905d-b4322584903a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:53.251468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-136dcaaa-2311-45b9-afda-85a52a7c1ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:53.267835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49913e-1e73-4951-a208-6071327446e0 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4d2958-8c6f-487f-bdb7-7166357b660f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:53.272897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Transition to ACTIVE for port object 294e4004-fa1a-4f7c-9ee0-d7652f5adef1 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:42:53.284085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e49913e-1e73-4951-a208-6071327446e0 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:53.297328 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:53.298152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:53.366557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-136dcaaa-2311-45b9-afda-85a52a7c1ddc None None] Port ba5fca50-0f04-4e43-905d-b4322584903a cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:53.367366 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a80f1303-5995-4532-bba0-e6359c5d81a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.5854559 Jun 15 14:42:53.374232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59834) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:53.477503 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6e49913e-1e73-4951-a208-6071327446e0 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "DELETE /v2.0/subnets/7a4d2958-8c6f-487f-bdb7-7166357b660f HTTP/1.1" status: 204 len: 168 time: 2.8537118 Jun 15 14:42:53.480934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59838) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:53.482045 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:53.515856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b8bb3945-565d-4fcc-ac89-c7d5b7f032c0 None None] Provisioning for port d9bec71a-bb8f-43cd-b7df-252c74104a4b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:53.523087 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b8bb3945-565d-4fcc-ac89-c7d5b7f032c0 None None] Provisioning complete for port d9bec71a-bb8f-43cd-b7df-252c74104a4b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:53.525320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b8bb3945-565d-4fcc-ac89-c7d5b7f032c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:53.529460 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d2025622-99e5-4a15-b65c-48ed8d351bd0 req-a37bea3c-7464-4983-ba7c-6b300c1cb062 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3941743 Jun 15 14:42:53.626417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b8bb3945-565d-4fcc-ac89-c7d5b7f032c0 None None] Port d9bec71a-bb8f-43cd-b7df-252c74104a4b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:53.754525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6192bd8c-8bd5-4713-8238-2a2dcaee2515 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Deleting subnet bae72e7f-064c-4f6c-9f38-5b0d1fae6ce2 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:42:53.794867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12edeae2-0316-4277-990b-1f13a742c508 None None] Network 7b991ce4-2d0f-411e-945a-86239afa1c85 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:53.833589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6192bd8c-8bd5-4713-8238-2a2dcaee2515 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:53.937295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6192bd8c-8bd5-4713-8238-2a2dcaee2515 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:53.956701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-af2787d6-74eb-4644-962c-ea7d34dbeb2a None None] Provisioning for port da5fb097-84fd-482c-ab58-92d8e626ea40 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:53.976808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-af2787d6-74eb-4644-962c-ea7d34dbeb2a None None] Provisioning complete for port da5fb097-84fd-482c-ab58-92d8e626ea40 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:53.977621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af2787d6-74eb-4644-962c-ea7d34dbeb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.016146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1053ccb4-df82-46e6-85af-ac4729b9cd4f tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.036716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 778721cb-90fb-4e94-8c80-76ce09eb9435 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:54.092312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835ac642-5488-40b2-9a66-9d38b3e2798a None None] Network 03d2cc25-51d9-4343-a2af-68cb850b0f3b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:54.124219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:54.144165 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:42:54.145265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.158235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c679f1d1-5daf-4a9a-bd24-0034420ab8e7 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.182611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c636a3-3105-4b99-86c9-375b95c33bf0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:54.190731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c636a3-3105-4b99-86c9-375b95c33bf0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:54.191594 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-80c636a3-3105-4b99-86c9-375b95c33bf0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:54.202408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=294e4004-fa1a-4f7c-9ee0-d7652f5adef1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:54.219775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.459004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6192bd8c-8bd5-4713-8238-2a2dcaee2515 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.475056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c679f1d1-5daf-4a9a-bd24-0034420ab8e7 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for deeecb36-c977-4f53-b635-e84f3b15c2b8 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:54.503173 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bc679465-795a-4849-a3e2-03271498987c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:54.513285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event deleted for resources: {'Port': ['ID=496f09bc-70bb-414d-80b3-3239a7381f14,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:54.559511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-80c636a3-3105-4b99-86c9-375b95c33bf0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:54.563696 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-80c636a3-3105-4b99-86c9-375b95c33bf0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 1.1855972 Jun 15 14:42:54.565832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59844) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:54.569509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a402c89e-2324-416b-9d5f-af211362f920 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.595464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-af2787d6-74eb-4644-962c-ea7d34dbeb2a None None] Current status of the port da5fb097-84fd-482c-ab58-92d8e626ea40 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:54.595844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af2787d6-74eb-4644-962c-ea7d34dbeb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.599488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.673913 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port bc679465-795a-4849-a3e2-03271498987c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:54.684176 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 496f09bc-70bb-414d-80b3-3239a7381f14 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:42:54.735212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 496f09bc-70bb-414d-80b3-3239a7381f14 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:42:54.735862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 496f09bc-70bb-414d-80b3-3239a7381f14 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 15 14:42:54.801268 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f582c1a-886a-4b4e-9617-4220f17e4713 None None] DHCP port deletion for 03d2cc25-51d9-4343-a2af-68cb850b0f3b request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:42:54.804688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Port 496f09bc-70bb-414d-80b3-3239a7381f14 not found, will not notify nova. {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 15 14:42:54.805936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a402c89e-2324-416b-9d5f-af211362f920 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Calling delete_port for ba5fca50-0f04-4e43-905d-b4322584903a owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:54.815756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8f582c1a-886a-4b4e-9617-4220f17e4713 None None] Deleting port bc679465-795a-4849-a3e2-03271498987c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:54.819968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f582c1a-886a-4b4e-9617-4220f17e4713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.873015 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4800ee5d-d0f2-42b5-bae4-19cbac30450f req-c9194187-66e7-4119-a8f1-4f5e45d3672c tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:54.875028 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4800ee5d-d0f2-42b5-bae4-19cbac30450f req-c9194187-66e7-4119-a8f1-4f5e45d3672c tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 1.1323586 Jun 15 14:42:54.916177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.926116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.928487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6192bd8c-8bd5-4713-8238-2a2dcaee2515 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:54.945118 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4bab12b0-3a89-4883-9b9c-d4861b348e35 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port d9bec71a-bb8f-43cd-b7df-252c74104a4b {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:54.945468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bab12b0-3a89-4883-9b9c-d4861b348e35 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.024991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.045975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192bd8c-8bd5-4713-8238-2a2dcaee2515 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event deleted for resources: {'Subnet': ['ID=bae72e7f-064c-4f6c-9f38-5b0d1fae6ce2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:55.059053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6192bd8c-8bd5-4713-8238-2a2dcaee2515 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.066657 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4800ee5d-d0f2-42b5-bae4-19cbac30450f req-09f739c9-a8da-4d54-a9ab-2faf4a08a943 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773624 Jun 15 14:42:55.105561 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.106130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 314690f5-f28c-4ae2-bc1b-301480b64f8d {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:42:55.106913 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b8a4a-e553-4f5e-b5c1-47d4f50f2fd8 None None] Network 7b991ce4-2d0f-411e-945a-86239afa1c85 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:42:55.131457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.131457 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2b6a6ac7-583d-4503-befc-71a03e604449 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "DELETE /v2.0/routers/314690f5-f28c-4ae2-bc1b-301480b64f8d HTTP/1.1" status: 204 len: 168 time: 4.2504404 Jun 15 14:42:55.134442 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59848) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:55.143566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-af2787d6-74eb-4644-962c-ea7d34dbeb2a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:42:55.144152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-af2787d6-74eb-4644-962c-ea7d34dbeb2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:42:55.199254 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6192bd8c-8bd5-4713-8238-2a2dcaee2515 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "DELETE /v2.0/subnets/bae72e7f-064c-4f6c-9f38-5b0d1fae6ce2 HTTP/1.1" status: 204 len: 168 time: 1.7067397 Jun 15 14:42:55.211348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59854) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:55.235928 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8f582c1a-886a-4b4e-9617-4220f17e4713 None None] For port bc679465-795a-4849-a3e2-03271498987c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bc679465-795a-4849-a3e2-03271498987c,segment=NetworkSegment(a8295638-7cf9-406b-8503-69a28996ffa4),segment_id=a8295638-7cf9-406b-8503-69a28996ffa4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:55.236443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f582c1a-886a-4b4e-9617-4220f17e4713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.290855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1053ccb4-df82-46e6-85af-ac4729b9cd4f tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.363705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1053ccb4-df82-46e6-85af-ac4729b9cd4f tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.425601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8f582c1a-886a-4b4e-9617-4220f17e4713 None None] Calling delete_port for bc679465-795a-4849-a3e2-03271498987c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:55.575207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a402c89e-2324-416b-9d5f-af211362f920 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.613069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f582c1a-886a-4b4e-9617-4220f17e4713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.620486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053ccb4-df82-46e6-85af-ac4729b9cd4f tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event updated for resources: {'Port': ['ID=94dc1542-2a39-4e1b-aa24-9d3bac931054,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:55.624065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bab12b0-3a89-4883-9b9c-d4861b348e35 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.720475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcdd374-bdf3-4223-abc9-8ed233834976 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:55.721230 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4dcdd374-bdf3-4223-abc9-8ed233834976 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Synchronizing usage tracker for tenant:ad0292d3b2e84aeab3521d389e0dc31e on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:55.792631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4dcdd374-bdf3-4223-abc9-8ed233834976 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Unset dirty status for tenant:ad0292d3b2e84aeab3521d389e0dc31e on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:55.797652 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4dcdd374-bdf3-4223-abc9-8ed233834976 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5815194 Jun 15 14:42:55.800887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59860) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:55.828088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] DHCP port deletion for 7b991ce4-2d0f-411e-945a-86239afa1c85 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:42:55.870171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.894593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-af2787d6-74eb-4644-962c-ea7d34dbeb2a None None] Current status of the port da5fb097-84fd-482c-ab58-92d8e626ea40 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:55.895222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af2787d6-74eb-4644-962c-ea7d34dbeb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.903885 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] Deleting port da5fb097-84fd-482c-ab58-92d8e626ea40 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:55.904454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:55.935896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f582c1a-886a-4b4e-9617-4220f17e4713 None None] Pushing event deleted for resources: {'Port': ['ID=bc679465-795a-4849-a3e2-03271498987c,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:55.941930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f582c1a-886a-4b4e-9617-4220f17e4713 None None] No DVR routers for this DVR port bc679465-795a-4849-a3e2-03271498987c on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:56.023076 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-af2787d6-74eb-4644-962c-ea7d34dbeb2a None None] For port da5fb097-84fd-482c-ab58-92d8e626ea40, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=da5fb097-84fd-482c-ab58-92d8e626ea40,segment=NetworkSegment(21ca9c30-5d88-473d-8f51-2fce1d971f6e),segment_id=21ca9c30-5d88-473d-8f51-2fce1d971f6e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:56.038613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af2787d6-74eb-4644-962c-ea7d34dbeb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.115605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402c89e-2324-416b-9d5f-af211362f920 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event deleted for resources: {'Port': ['ID=ba5fca50-0f04-4e43-905d-b4322584903a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:56.119767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2787d6-74eb-4644-962c-ea7d34dbeb2a None None] Pushing event updated for resources: {'Port': ['ID=da5fb097-84fd-482c-ab58-92d8e626ea40,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:56.127103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1053ccb4-df82-46e6-85af-ac4729b9cd4f tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] In _notify_port_updated(), no bound segment for port 94dc1542-2a39-4e1b-aa24-9d3bac931054 on network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:42:56.132053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1053ccb4-df82-46e6-85af-ac4729b9cd4f tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:56.132712 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1053ccb4-df82-46e6-85af-ac4729b9cd4f tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.136889 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1053ccb4-df82-46e6-85af-ac4729b9cd4f tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "PUT /v2.0/ports/94dc1542-2a39-4e1b-aa24-9d3bac931054 HTTP/1.1" status: 200 len: 997 time: 3.6041028 Jun 15 14:42:56.137868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59864) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:56.151629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4bab12b0-3a89-4883-9b9c-d4861b348e35 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for d9bec71a-bb8f-43cd-b7df-252c74104a4b owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:56.198950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.204545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe592a1-f110-4deb-952d-eae6234d63f1 req-2f6ab752-1d49-44d9-b2ae-aef9de19aaf0 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:56.208891 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfe592a1-f110-4deb-952d-eae6234d63f1 req-2f6ab752-1d49-44d9-b2ae-aef9de19aaf0 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.9254124 Jun 15 14:42:56.249397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.252721 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Deleting port da5fb097-84fd-482c-ab58-92d8e626ea40 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:56.253257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.274257 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] For port da5fb097-84fd-482c-ab58-92d8e626ea40, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=da5fb097-84fd-482c-ab58-92d8e626ea40,segment=NetworkSegment(21ca9c30-5d88-473d-8f51-2fce1d971f6e),segment_id=21ca9c30-5d88-473d-8f51-2fce1d971f6e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:56.274657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.293024 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5e6d9b81-bb6a-4dee-aced-39de4e4a027d None None] Provisioning complete for port 94dc1542-2a39-4e1b-aa24-9d3bac931054 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:56.293408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9b81-bb6a-4dee-aced-39de4e4a027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.311852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-228c2cb0-1093-4998-a311-537c304c22e3 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Deleting port 94dc1542-2a39-4e1b-aa24-9d3bac931054 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:56.312378 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-228c2cb0-1093-4998-a311-537c304c22e3 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.323085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Deleting port 101effab-804c-4545-a17c-506dda1981f8 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:56.323316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.364554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.381385 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.382076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.414641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d9b81-bb6a-4dee-aced-39de4e4a027d None None] Port 94dc1542-2a39-4e1b-aa24-9d3bac931054 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:56.483380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bc679465-795a-4849-a3e2-03271498987c no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:56.514746 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] Calling delete_port for da5fb097-84fd-482c-ab58-92d8e626ea40 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:56.559261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: bc679465-795a-4849-a3e2-03271498987c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:42:56.559652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bc679465-795a-4849-a3e2-03271498987c not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:56.560024 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 496f09bc-70bb-414d-80b3-3239a7381f14 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:56.574737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c679f1d1-5daf-4a9a-bd24-0034420ab8e7 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.609557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 496f09bc-70bb-414d-80b3-3239a7381f14 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:42:56.609947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 496f09bc-70bb-414d-80b3-3239a7381f14 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:42:56.610326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device da5fb097-84fd-482c-ab58-92d8e626ea40 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:42:56.639124 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfe592a1-f110-4deb-952d-eae6234d63f1 req-b9900897-2e34-48a3-acea-db1990e2c4aa tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818706 Jun 15 14:42:56.642771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a402c89e-2324-416b-9d5f-af211362f920 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.691662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679f1d1-5daf-4a9a-bd24-0034420ab8e7 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=deeecb36-c977-4f53-b635-e84f3b15c2b8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:56.691926 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=294e4004-fa1a-4f7c-9ee0-d7652f5adef1,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:56.719488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5e6d9b81-bb6a-4dee-aced-39de4e4a027d None None] Provisioning for port 294e4004-fa1a-4f7c-9ee0-d7652f5adef1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:42:56.735457 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5e6d9b81-bb6a-4dee-aced-39de4e4a027d None None] Provisioning complete for port 294e4004-fa1a-4f7c-9ee0-d7652f5adef1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:56.735858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9b81-bb6a-4dee-aced-39de4e4a027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:56.790018 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a402c89e-2324-416b-9d5f-af211362f920 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "DELETE /v2.0/ports/ba5fca50-0f04-4e43-905d-b4322584903a HTTP/1.1" status: 204 len: 168 time: 4.3540998 Jun 15 14:42:56.808938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:56.831321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:42:56.831667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:42:56.834740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d9b81-bb6a-4dee-aced-39de4e4a027d None None] Port 294e4004-fa1a-4f7c-9ee0-d7652f5adef1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:56.850015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5e6d9b81-bb6a-4dee-aced-39de4e4a027d None None] Could not find standard attr ID for object bc679465-795a-4849-a3e2-03271498987c. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:42:56.875419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5e6d9b81-bb6a-4dee-aced-39de4e4a027d None None] Provisioning complete for port da5fb097-84fd-482c-ab58-92d8e626ea40 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:56.876150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5e6d9b81-bb6a-4dee-aced-39de4e4a027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.030883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] For port da5fb097-84fd-482c-ab58-92d8e626ea40, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=da5fb097-84fd-482c-ab58-92d8e626ea40,segment=NetworkSegment(21ca9c30-5d88-473d-8f51-2fce1d971f6e),segment_id=21ca9c30-5d88-473d-8f51-2fce1d971f6e)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:57.031290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.050907 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1b55e8-0209-441f-9f27-c6939f6256ef tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] GET failed (client error): The resource could not be found. Jun 15 14:42:57.051447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fd1b55e8-0209-441f-9f27-c6939f6256ef tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Synchronizing usage tracker for tenant:12732f859fe3422fb1c332c105211f6f on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:57.054816 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] For port 101effab-804c-4545-a17c-506dda1981f8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=101effab-804c-4545-a17c-506dda1981f8,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:57.055181 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.119041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d9b81-bb6a-4dee-aced-39de4e4a027d None None] Current status of the port da5fb097-84fd-482c-ab58-92d8e626ea40 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:57.123528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port da5fb097-84fd-482c-ab58-92d8e626ea40 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:42:57.123948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.160144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port da5fb097-84fd-482c-ab58-92d8e626ea40, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=da5fb097-84fd-482c-ab58-92d8e626ea40,segment=NetworkSegment(21ca9c30-5d88-473d-8f51-2fce1d971f6e),segment_id=21ca9c30-5d88-473d-8f51-2fce1d971f6e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:57.165574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.197384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Calling delete_port for da5fb097-84fd-482c-ab58-92d8e626ea40 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:57.242528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=da5fb097-84fd-482c-ab58-92d8e626ea40,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:57.266258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-43cf0e4b-76eb-4de5-b5c0-9cf7a91aa78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.294829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bab12b0-3a89-4883-9b9c-d4861b348e35 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.310176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-228c2cb0-1093-4998-a311-537c304c22e3 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.333398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] Deleting port da5fb097-84fd-482c-ab58-92d8e626ea40 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:57.333919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.362600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Calling delete_port for 101effab-804c-4545-a17c-506dda1981f8 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:57.395879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 778721cb-90fb-4e94-8c80-76ce09eb9435 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:42:57.413632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:42:57.424576 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fd1b55e8-0209-441f-9f27-c6939f6256ef tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Unset dirty status for tenant:12732f859fe3422fb1c332c105211f6f on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:57.425946 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fd1b55e8-0209-441f-9f27-c6939f6256ef tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "GET /v2.0/ports/ba5fca50-0f04-4e43-905d-b4322584903a HTTP/1.1" status: 404 len: 333 time: 0.6142907 Jun 15 14:42:57.426095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab12b0-3a89-4883-9b9c-d4861b348e35 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=d9bec71a-bb8f-43cd-b7df-252c74104a4b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:57.432428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59876) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:57.502271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Request body: {'port': {'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-175583396'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:57.614753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] For port da5fb097-84fd-482c-ab58-92d8e626ea40, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=da5fb097-84fd-482c-ab58-92d8e626ea40,segment=NetworkSegment(21ca9c30-5d88-473d-8f51-2fce1d971f6e),segment_id=21ca9c30-5d88-473d-8f51-2fce1d971f6e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:42:57.616163 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.751764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-228c2cb0-1093-4998-a311-537c304c22e3 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Calling delete_port for 94dc1542-2a39-4e1b-aa24-9d3bac931054 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:57.784838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:42:57.785296 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:42:57.855692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] Calling delete_port for da5fb097-84fd-482c-ab58-92d8e626ea40 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:42:57.863506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router 89733c04-dfb1-40bc-823a-b46b600c47e9 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:57.877966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c679f1d1-5daf-4a9a-bd24-0034420ab8e7 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.889210 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:57.932314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-285041c3-593f-4c00-a7c1-3926dd3942ce None None] Provisioning complete for port 294e4004-fa1a-4f7c-9ee0-d7652f5adef1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:42:57.932717 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-285041c3-593f-4c00-a7c1-3926dd3942ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:57.973544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:58.040709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e2e3c-c613-4365-875f-7c077237d2ac req-0bf3aa63-954c-45f9-8ff7-759dac4280b1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:58.042239 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-138e2e3c-c613-4365-875f-7c077237d2ac req-0bf3aa63-954c-45f9-8ff7-759dac4280b1 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.9485016 Jun 15 14:42:58.072680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-285041c3-593f-4c00-a7c1-3926dd3942ce None None] Port 294e4004-fa1a-4f7c-9ee0-d7652f5adef1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:42:58.075191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:58.092818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bab12b0-3a89-4883-9b9c-d4861b348e35 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:58.106605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Made reservation on behalf of 12732f859fe3422fb1c332c105211f6f for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:58.110404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:58.123843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] Pushing event deleted for resources: {'Port': ['ID=da5fb097-84fd-482c-ab58-92d8e626ea40,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:58.127775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2b8c2-3001-4011-a6fe-3112677254ee None None] No DVR routers for this DVR port da5fb097-84fd-482c-ab58-92d8e626ea40 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:42:58.155862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] device_id is not set on port d595f331-42c6-4d72-8294-5a40553ef644 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:58.188670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:58.197658 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4bab12b0-3a89-4883-9b9c-d4861b348e35 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/d9bec71a-bb8f-43cd-b7df-252c74104a4b HTTP/1.1" status: 204 len: 168 time: 3.6307564 Jun 15 14:42:58.222087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:58.231723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59884) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:58.237753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c34bb42-768f-4ccb-8312-e7e80d04bafb None None] Sync routers for ids ['89733c04-dfb1-40bc-823a-b46b600c47e9'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:58.248342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c34bb42-768f-4ccb-8312-e7e80d04bafb None None] Routers {'89733c04-dfb1-40bc-823a-b46b600c47e9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:58.248973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2c34bb42-768f-4ccb-8312-e7e80d04bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['89733c04-dfb1-40bc-823a-b46b600c47e9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:58.268069 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-138e2e3c-c613-4365-875f-7c077237d2ac req-0bf4c296-e3ab-42a4-9704-3b1217a45847 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992438 Jun 15 14:42:58.289466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Deleting port da5fb097-84fd-482c-ab58-92d8e626ea40 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:42:58.290012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:58.314374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-228c2cb0-1093-4998-a311-537c304c22e3 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:58.316492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2c34bb42-768f-4ccb-8312-e7e80d04bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:58.317305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event deleted for resources: {'Port': ['ID=101effab-804c-4545-a17c-506dda1981f8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:58.325910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c34bb42-768f-4ccb-8312-e7e80d04bafb None None] Routers {'89733c04-dfb1-40bc-823a-b46b600c47e9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:58.327228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2c34bb42-768f-4ccb-8312-e7e80d04bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['89733c04-dfb1-40bc-823a-b46b600c47e9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:58.392844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2c34bb42-768f-4ccb-8312-e7e80d04bafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:58.393153 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c34bb42-768f-4ccb-8312-e7e80d04bafb None None] The sync data for ids ['89733c04-dfb1-40bc-823a-b46b600c47e9'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:58.424373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c2cb0-1093-4998-a311-537c304c22e3 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event deleted for resources: {'Port': ['ID=94dc1542-2a39-4e1b-aa24-9d3bac931054,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:58.596857 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9a679011-f10c-4ffa-8209-577ea43781d4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/89733c04-dfb1-40bc-823a-b46b600c47e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5454090 Jun 15 14:42:58.607395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] The port 'da5fb097-84fd-482c-ab58-92d8e626ea40' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:42:58.614661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59890) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:58.651632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-228c2cb0-1093-4998-a311-537c304c22e3 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:58.679710 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-228c2cb0-1093-4998-a311-537c304c22e3 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "DELETE /v2.0/ports/94dc1542-2a39-4e1b-aa24-9d3bac931054 HTTP/1.1" status: 204 len: 168 time: 2.4694414 Jun 15 14:42:58.682391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59896) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:58.739514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c679f1d1-5daf-4a9a-bd24-0034420ab8e7 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Router cacc1387-c4eb-4132-aebd-d74e82854d92 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:42:58.740740 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe8c314-d937-4f52-97e8-bc970305b5a2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] GET failed (client error): The resource could not be found. Jun 15 14:42:58.741003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc012f4-237f-4d7c-aba6-e471bc848c1e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:58.741276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dfe8c314-d937-4f52-97e8-bc970305b5a2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Synchronizing usage tracker for tenant:92e911b2f0b64e7aa6efb5ead879b064 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:58.742503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc012f4-237f-4d7c-aba6-e471bc848c1e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:58.743997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc012f4-237f-4d7c-aba6-e471bc848c1e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:58.745031 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-afc012f4-237f-4d7c-aba6-e471bc848c1e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:58.820682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dfe8c314-d937-4f52-97e8-bc970305b5a2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Unset dirty status for tenant:92e911b2f0b64e7aa6efb5ead879b064 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:58.825926 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dfe8c314-d937-4f52-97e8-bc970305b5a2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "GET /v2.0/ports/94dc1542-2a39-4e1b-aa24-9d3bac931054 HTTP/1.1" status: 404 len: 333 time: 0.1381524 Jun 15 14:42:58.825926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59900) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:58.843409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Request body: {'port': {'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6', 'name': 'tempest-AllowedAddressPairTestJSON-1169756605'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:58.875672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.022798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008d3b16-3ef5-43d8-989a-429fb517a8f6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:42:59.023396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-008d3b16-3ef5-43d8-989a-429fb517a8f6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Synchronizing usage tracker for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:42:59.049369 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c679f1d1-5daf-4a9a-bd24-0034420ab8e7 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:42:59.059521 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c679f1d1-5daf-4a9a-bd24-0034420ab8e7 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "PUT /v2.0/routers/cacc1387-c4eb-4132-aebd-d74e82854d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4140742 Jun 15 14:42:59.061539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59904) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:59.062477 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f2bf01-51a1-492a-b7b5-e3f760d1fea0 None None] Sync routers for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:42:59.075137 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2bf01-51a1-492a-b7b5-e3f760d1fea0 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:59.075658 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-39f2bf01-51a1-492a-b7b5-e3f760d1fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:59.086173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.123978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Allocated IP 2001:db8::116 (06abe5b7-d01c-4515-9c1a-e5c7c45e1509/5268b7c5-366e-448e-bb7d-3142bed872aa/d595f331-42c6-4d72-8294-5a40553ef644) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:42:59.130661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:59.134945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-afc012f4-237f-4d7c-aba6-e471bc848c1e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:59.136126 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-afc012f4-237f-4d7c-aba6-e471bc848c1e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.9034317 Jun 15 14:42:59.138538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.141054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59908) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:59.151832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.155531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b991ce4-2d0f-411e-945a-86239afa1c85']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:59.173977 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-39f2bf01-51a1-492a-b7b5-e3f760d1fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:59.184461 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f2bf01-51a1-492a-b7b5-e3f760d1fea0 None None] Routers {'cacc1387-c4eb-4132-aebd-d74e82854d92'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:42:59.184799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ca9c30-5d88-473d-8f51-2fce1d971f6e') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:59.185034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ca9c30-5d88-473d-8f51-2fce1d971f6e') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:59.185143 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-39f2bf01-51a1-492a-b7b5-e3f760d1fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['cacc1387-c4eb-4132-aebd-d74e82854d92'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:59.202216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:59.202474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-008d3b16-3ef5-43d8-989a-429fb517a8f6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Unset dirty status for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:42:59.203398 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-008d3b16-3ef5-43d8-989a-429fb517a8f6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports/294e4004-fa1a-4f7c-9ee0-d7652f5adef1 HTTP/1.1" status: 200 len: 913 time: 0.5860360 Jun 15 14:42:59.209644 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59912) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:59.247547 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-39f2bf01-51a1-492a-b7b5-e3f760d1fea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:42:59.247936 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f2bf01-51a1-492a-b7b5-e3f760d1fea0 None None] The sync data for ids ['cacc1387-c4eb-4132-aebd-d74e82854d92'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:42:59.283133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.354252 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8483670c-8fbe-4ae0-b702-2cc5f6a0e72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.355647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.356394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:42:59.396831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.432604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:42:59.433015 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.445083 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1333028d-881b-4e6f-98bf-4aa017790da4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 5bb6fa9a-c952-40bb-b20c-9384700bb367 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:42:59.456081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Made reservation on behalf of 92e911b2f0b64e7aa6efb5ead879b064 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:42:59.461032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.495822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1333028d-881b-4e6f-98bf-4aa017790da4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.551690 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 21ca9c30-5d88-473d-8f51-2fce1d971f6e resource provider aggregate not found Jun 15 14:42:59.558049 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] device_id is not set on port 348b9ccc-eb10-4937-a1e0-cabd0778e902 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:42:59.595771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.597409 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1f57cc8f-560e-4a6d-849b-550f31660c44 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "DELETE /v2.0/routers/7dfe5164-a47d-46c5-adc3-c8d3ea4f1f4c HTTP/1.1" status: 204 len: 168 time: 4.4616597 Jun 15 14:42:59.601041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59924) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:42:59.603482 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.682804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1807648598', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:42:59.698417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1333028d-881b-4e6f-98bf-4aa017790da4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.723309 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 21ca9c30-5d88-473d-8f51-2fce1d971f6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21ca9c30-5d88-473d-8f51-2fce1d971f6e found for delete ", "request_id": "req-001e5a3b-d9bd-4843-a60b-faa7ff8c077d"}]} Jun 15 14:42:59.740722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:42:59.757180 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Usage tracker for resource:router and tenant:98f4d949abd64dd8ac7709f2a270fd90 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:42:59.768488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:42:59.781821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:42:59.824456 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.857118 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.883310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.884371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:42:59.893398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event deleted for resources: {'Network': ['ID=7b991ce4-2d0f-411e-945a-86239afa1c85,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:42:59.908778 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2e3a4687-fa35-48c0-b39f-677c9e1446ab tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "DELETE /v2.0/networks/7b991ce4-2d0f-411e-945a-86239afa1c85 HTTP/1.1" status: 204 len: 168 time: 4.1050191 Jun 15 14:42:59.934010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59928) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:00.080400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.116157 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1333028d-881b-4e6f-98bf-4aa017790da4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.158227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.169350 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Allocated IP 172.20.0.13 (ff8c566c-53ce-480d-858e-8cb3e74e6fa6/5b8ef353-11fd-4cc5-a3ef-b4700cf0921e/348b9ccc-eb10-4937-a1e0-cabd0778e902) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:00.179290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.185784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429a4f95-d454-40d4-b616-d0dc9ee21516 req-e6d0d10f-25ba-4e43-ac62-30a042042eba tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:00.187260 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-429a4f95-d454-40d4-b616-d0dc9ee21516 req-e6d0d10f-25ba-4e43-ac62-30a042042eba tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.7352719 Jun 15 14:43:00.199689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Transition to ACTIVE for port object d595f331-42c6-4d72-8294-5a40553ef644 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:00.207681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.214988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting port adf88631-6e27-43cd-b382-9b96fb87b9c8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:00.215324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.265135 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-429a4f95-d454-40d4-b616-d0dc9ee21516 req-f204d7f7-b20e-4a7b-b63b-d60fe7ad6cb8 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668132 Jun 15 14:43:00.306352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.389572 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 101effab-804c-4545-a17c-506dda1981f8 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:00.398591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:00.403058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:00.409718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:00.416214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:00.417161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.421771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event updated for resources: {'Port': ['ID=d595f331-42c6-4d72-8294-5a40553ef644,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:00.457414 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-749b562d-e2cf-4874-a31f-941504c50288 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0230224 Jun 15 14:43:00.458342 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59934) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:00.463297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 101effab-804c-4545-a17c-506dda1981f8 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:43:00.463742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 101effab-804c-4545-a17c-506dda1981f8 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:00.471728 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6aedc9ca-2efe-46c9-97aa-e883969ee6af tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c5:34:e2'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:00.507297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.529669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3ff2-8c9c-4ab4-b320-c101510ada84 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.589348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.689198 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.720304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-abe6dcec-946c-4008-8d68-3c6c271f75bb None None] Provisioning for port d595f331-42c6-4d72-8294-5a40553ef644 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:00.743950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-abe6dcec-946c-4008-8d68-3c6c271f75bb None None] Provisioning complete for port d595f331-42c6-4d72-8294-5a40553ef644 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:00.743950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-abe6dcec-946c-4008-8d68-3c6c271f75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:00.816310 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-abe6dcec-946c-4008-8d68-3c6c271f75bb None None] Port d595f331-42c6-4d72-8294-5a40553ef644 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:00.830127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Calling delete_port for adf88631-6e27-43cd-b382-9b96fb87b9c8 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:01.194103 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6aedc9ca-2efe-46c9-97aa-e883969ee6af tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.212325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91ed2d-0a84-4e67-a6a0-514a52e74031 req-e685433e-8cf5-4b26-bbf1-dcd12f8b4945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:01.213814 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5b91ed2d-0a84-4e67-a6a0-514a52e74031 req-e685433e-8cf5-4b26-bbf1-dcd12f8b4945 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3746eda524be4a2bbb2df2b64eaa62f5&device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 1099 time: 0.3243556 Jun 15 14:43:01.254224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401501f2-6664-41c9-8849-b9f2edf2a004 req-aabdc12d-e770-4a27-bed5-abe58348cef3 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:01.255654 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-401501f2-6664-41c9-8849-b9f2edf2a004 req-aabdc12d-e770-4a27-bed5-abe58348cef3 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.3723283 Jun 15 14:43:01.278190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1333028d-881b-4e6f-98bf-4aa017790da4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.368203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.419119 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.432747 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333028d-881b-4e6f-98bf-4aa017790da4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb6fa9a-c952-40bb-b20c-9384700bb367,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:01.473328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1333028d-881b-4e6f-98bf-4aa017790da4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.479709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f2635b-e6b3-4761-8ef0-0b27b9140e8d None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:01.510642 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-401501f2-6664-41c9-8849-b9f2edf2a004 req-b25079df-021d-48eb-9310-777db8ece312 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303832 Jun 15 14:43:01.526221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb3ff2-8c9c-4ab4-b320-c101510ada84 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port 294e4004-fa1a-4f7c-9ee0-d7652f5adef1 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:01.526975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3ff2-8c9c-4ab4-b320-c101510ada84 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.530836 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d2cc25-51d9-4343-a2af-68cb850b0f3b']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:01.562921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8295638-7cf9-406b-8503-69a28996ffa4') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:01.563203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8295638-7cf9-406b-8503-69a28996ffa4') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:01.634740 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1333028d-881b-4e6f-98bf-4aa017790da4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/5bb6fa9a-c952-40bb-b20c-9384700bb367 HTTP/1.1" status: 204 len: 168 time: 2.4925988 Jun 15 14:43:01.643654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59940) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:01.659019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.663131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91ed2d-0a84-4e67-a6a0-514a52e74031 req-074203cb-f052-4835-ad23-a73bd63d4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:01.664655 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5b91ed2d-0a84-4e67-a6a0-514a52e74031 req-074203cb-f052-4835-ad23-a73bd63d4e31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=69591c21-b83e-4f78-9745-9de0ba661089 HTTP/1.1" status: 200 len: 912 time: 0.4419489 Jun 15 14:43:01.718283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.760055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.821266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:43:01.821706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.844549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Transition to ACTIVE for port object 348b9ccc-eb10-4937-a1e0-cabd0778e902 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:01.914397 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment a8295638-7cf9-406b-8503-69a28996ffa4 resource provider aggregate not found Jun 15 14:43:01.935504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d99466c-0533-41db-a22d-e13f27aad79f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 9a9c7f8d-0615-47a1-95fd-7c4ae393cf9d {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:43:01.940942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:01.963695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d99466c-0533-41db-a22d-e13f27aad79f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.002401 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment a8295638-7cf9-406b-8503-69a28996ffa4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8295638-7cf9-406b-8503-69a28996ffa4 found for delete ", "request_id": "req-b9850152-b06c-4ec9-86c0-eccfc9abfa94"}]} Jun 15 14:43:02.032991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.036151 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5b91ed2d-0a84-4e67-a6a0-514a52e74031 req-e82bc6d2-b721-43a6-b162-d764e670724f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a13942cd-dc24-430b-85ec-911eebe026fc HTTP/1.1" status: 200 len: 1002 time: 0.3539045 Jun 15 14:43:02.070274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.112477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d99466c-0533-41db-a22d-e13f27aad79f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.136523 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3ff2-8c9c-4ab4-b320-c101510ada84 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.144277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.148215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Port': ['ID=adf88631-6e27-43cd-b382-9b96fb87b9c8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:02.151396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6aedc9ca-2efe-46c9-97aa-e883969ee6af tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.228845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event deleted for resources: {'Network': ['ID=03d2cc25-51d9-4343-a2af-68cb850b0f3b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:02.265689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6aedc9ca-2efe-46c9-97aa-e883969ee6af tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.275797 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb3ff2-8c9c-4ab4-b320-c101510ada84 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for 294e4004-fa1a-4f7c-9ee0-d7652f5adef1 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:02.281433 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4e338730-068d-4cfc-a9b7-d34c2e592266 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "DELETE /v2.0/networks/03d2cc25-51d9-4343-a2af-68cb850b0f3b HTTP/1.1" status: 204 len: 168 time: 2.3416061 Jun 15 14:43:02.288985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.290430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59948) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:02.345283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91ed2d-0a84-4e67-a6a0-514a52e74031 req-df2ff216-f164-4ee8-9903-71c01acdc793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:02.346768 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5b91ed2d-0a84-4e67-a6a0-514a52e74031 req-df2ff216-f164-4ee8-9903-71c01acdc793 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e5db97dd-98ec-4520-9c5f-eaee2a3697b3 HTTP/1.1" status: 200 len: 850 time: 0.2983289 Jun 15 14:43:02.438575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6aedc9ca-2efe-46c9-97aa-e883969ee6af tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] In _notify_port_updated(), no bound segment for port d595f331-42c6-4d72-8294-5a40553ef644 on network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:43:02.443953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aedc9ca-2efe-46c9-97aa-e883969ee6af tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:02.444634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6aedc9ca-2efe-46c9-97aa-e883969ee6af tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.448744 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6aedc9ca-2efe-46c9-97aa-e883969ee6af tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "PUT /v2.0/ports/d595f331-42c6-4d72-8294-5a40553ef644 HTTP/1.1" status: 200 len: 1002 time: 1.9891558 Jun 15 14:43:02.464790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4d9c3540-e46b-4c09-a56e-dbc8e39cb5cb None None] Provisioning complete for port 8bb414a6-8fe6-4544-80ae-3839c3317c86 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:02.465164 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4d9c3540-e46b-4c09-a56e-dbc8e39cb5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.472419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59952) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:02.478532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedc9ca-2efe-46c9-97aa-e883969ee6af tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event updated for resources: {'Port': ['ID=d595f331-42c6-4d72-8294-5a40553ef644,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:02.534119 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:02.566683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:02.618977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bfd688c5-f714-46c3-8d6a-6b2e2d3d8d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Deleting port d595f331-42c6-4d72-8294-5a40553ef644 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:02.619944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfd688c5-f714-46c3-8d6a-6b2e2d3d8d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.673932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4d9c3540-e46b-4c09-a56e-dbc8e39cb5cb None None] Current status of the port 8bb414a6-8fe6-4544-80ae-3839c3317c86 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:02.810724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ff33cb50-3137-4411-b420-309fa8e5cc56 None None] Provisioning complete for port d595f331-42c6-4d72-8294-5a40553ef644 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:02.813475 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff33cb50-3137-4411-b420-309fa8e5cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.827429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:02.881760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ff33cb50-3137-4411-b420-309fa8e5cc56 None None] Port d595f331-42c6-4d72-8294-5a40553ef644 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:02.896642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:02.906538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91ed2d-0a84-4e67-a6a0-514a52e74031 req-b706b7e0-8d96-416c-831a-bfdaee73234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:02.908194 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5b91ed2d-0a84-4e67-a6a0-514a52e74031 req-b706b7e0-8d96-416c-831a-bfdaee73234c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=69591c21-b83e-4f78-9745-9de0ba661089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5348322 Jun 15 14:43:03.004149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-32050b12-cf2d-49aa-82b5-93664342f9b1 None None] Provisioning for port 348b9ccc-eb10-4937-a1e0-cabd0778e902 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:03.009409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-32050b12-cf2d-49aa-82b5-93664342f9b1 None None] Provisioning complete for port 348b9ccc-eb10-4937-a1e0-cabd0778e902 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:03.009963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-32050b12-cf2d-49aa-82b5-93664342f9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.040011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event updated for resources: {'Port': ['ID=348b9ccc-eb10-4937-a1e0-cabd0778e902,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:03.073523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-32050b12-cf2d-49aa-82b5-93664342f9b1 None None] Port 348b9ccc-eb10-4937-a1e0-cabd0778e902 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:03.099954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfd688c5-f714-46c3-8d6a-6b2e2d3d8d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.149049 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.172411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d99466c-0533-41db-a22d-e13f27aad79f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.204986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.210440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.244288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.284330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bfd688c5-f714-46c3-8d6a-6b2e2d3d8d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Calling delete_port for d595f331-42c6-4d72-8294-5a40553ef644 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:03.284967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.292657 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:03.293193 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.315718 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5b91ed2d-0a84-4e67-a6a0-514a52e74031 req-10d9bab1-2067-4da9-a75f-a77892902b69 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932073 Jun 15 14:43:03.424156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3ff2-8c9c-4ab4-b320-c101510ada84 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.435294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.435816 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Fanout notify agent at l3_agent the message router_deleted on router cacc1387-c4eb-4132-aebd-d74e82854d92 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:43:03.533333 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0041de29-37c5-4303-bb73-93ffa5e47c92 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7068694 Jun 15 14:43:03.545205 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59958) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:03.549415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.550524 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-80da8f19-682d-4e00-be58-517259f4b768 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/routers/cacc1387-c4eb-4132-aebd-d74e82854d92 HTTP/1.1" status: 204 len: 168 time: 4.4880109 Jun 15 14:43:03.551804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d99466c-0533-41db-a22d-e13f27aad79f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.559548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59960) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:03.596655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Request body: {'port': {'network_id': 'ff8c566c-53ce-480d-858e-8cb3e74e6fa6', 'name': 'tempest-AllowedAddressPairTestJSON-1048916915'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:03.611411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.670936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb3ff2-8c9c-4ab4-b320-c101510ada84 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=294e4004-fa1a-4f7c-9ee0-d7652f5adef1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:03.709751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99466c-0533-41db-a22d-e13f27aad79f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=9a9c7f8d-0615-47a1-95fd-7c4ae393cf9d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:03.726729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3835185d-378d-4d1c-807f-995291f436cd None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:03.747628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d99466c-0533-41db-a22d-e13f27aad79f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.749784 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7d99466c-0533-41db-a22d-e13f27aad79f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/9a9c7f8d-0615-47a1-95fd-7c4ae393cf9d HTTP/1.1" status: 204 len: 168 time: 2.0933645 Jun 15 14:43:03.758592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a246a-0dc6-410e-9e01-9ec34ba22fb5 req-53aa6827-4e92-49dc-a6ec-ccda95c67d4b tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:03.765008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59966) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:03.766224 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d94a246a-0dc6-410e-9e01-9ec34ba22fb5 req-53aa6827-4e92-49dc-a6ec-ccda95c67d4b tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.8705804 Jun 15 14:43:03.835074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4587ea3a-8175-4abc-90cd-b8372a8da496']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:03.884030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6e64ba-6d3c-4c65-a0cf-6ea30e157911') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:03.884582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6e64ba-6d3c-4c65-a0cf-6ea30e157911') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:03.927585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-de813950-6683-4765-aef9-700744e28df0 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Deleting subnet 81d6472f-b103-42f2-b3af-3f624d2118a9 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:43:03.941864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.950621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Allocated IP 172.26.3.80 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/95e6daf2-a2cb-4532-904b-d259531f6548) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:03.952633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de813950-6683-4765-aef9-700744e28df0 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:03.957140 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5d28a658-db2c-4f04-bb55-6834553c6dd3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1906517 Jun 15 14:43:03.979694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59970) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:04.006444 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d94a246a-0dc6-410e-9e01-9ec34ba22fb5 req-4e841fd8-20c7-49aa-a81b-81353a7af7ca tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393157 Jun 15 14:43:04.029107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.032476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de621be-d3b2-45cc-b4db-66198e3ad277 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:43:04.037641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6de621be-d3b2-45cc-b4db-66198e3ad277 None None] Deleting port 8bb414a6-8fe6-4544-80ae-3839c3317c86 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:04.038021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6de621be-d3b2-45cc-b4db-66198e3ad277 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.053694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:43:04.054535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.070188 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5b91ed2d-0a84-4e67-a6a0-514a52e74031 req-fdcd28e6-eaa5-4ca5-b7b3-41a7f5905da0 service neutron] 10.222.0.44 "GET /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440071 Jun 15 14:43:04.101440 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cdeb3ff2-8c9c-4ab4-b320-c101510ada84 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.108461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de813950-6683-4765-aef9-700744e28df0 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.112338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfd688c5-f714-46c3-8d6a-6b2e2d3d8d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.192045 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 5a6e64ba-6d3c-4c65-a0cf-6ea30e157911 resource provider aggregate not found Jun 15 14:43:04.272693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd688c5-f714-46c3-8d6a-6b2e2d3d8d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event deleted for resources: {'Port': ['ID=d595f331-42c6-4d72-8294-5a40553ef644,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:04.278215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6de621be-d3b2-45cc-b4db-66198e3ad277 None None] For port 8bb414a6-8fe6-4544-80ae-3839c3317c86, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8bb414a6-8fe6-4544-80ae-3839c3317c86,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:04.278614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6de621be-d3b2-45cc-b4db-66198e3ad277 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.379325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfd688c5-f714-46c3-8d6a-6b2e2d3d8d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.411757 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bfd688c5-f714-46c3-8d6a-6b2e2d3d8d4d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "DELETE /v2.0/ports/d595f331-42c6-4d72-8294-5a40553ef644 HTTP/1.1" status: 204 len: 168 time: 1.9302225 Jun 15 14:43:04.416047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59978) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:04.429254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8bb414a6-8fe6-4544-80ae-3839c3317c86 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:04.465249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d95cdc9-3fe7-4a17-95e4-fe0b783de8b6 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:04.468668 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8d95cdc9-3fe7-4a17-95e4-fe0b783de8b6 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4807775 Jun 15 14:43:04.479985 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59982) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:04.510399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6de621be-d3b2-45cc-b4db-66198e3ad277 None None] Calling delete_port for 8bb414a6-8fe6-4544-80ae-3839c3317c86 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:04.514901 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 5a6e64ba-6d3c-4c65-a0cf-6ea30e157911 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a6e64ba-6d3c-4c65-a0cf-6ea30e157911 found for delete ", "request_id": "req-459c42f1-51ee-4ab9-a709-6af870432950"}]} Jun 15 14:43:04.517650 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:04.522264 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-814dc15e-e9ac-4bf5-ab7b-44f3bb5be649 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] GET failed (client error): The resource could not be found. Jun 15 14:43:04.522813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-814dc15e-e9ac-4bf5-ab7b-44f3bb5be649 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Synchronizing usage tracker for tenant:12732f859fe3422fb1c332c105211f6f on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:04.530500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.568005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.570621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:04.593688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event deleted for resources: {'Network': ['ID=4587ea3a-8175-4abc-90cd-b8372a8da496,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:04.595840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de813950-6683-4765-aef9-700744e28df0 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.660627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6de621be-d3b2-45cc-b4db-66198e3ad277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.670280 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e1306a78-3fc1-49e4-8329-742f3e97131d tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "DELETE /v2.0/networks/4587ea3a-8175-4abc-90cd-b8372a8da496 HTTP/1.1" status: 204 len: 168 time: 2.3748808 Jun 15 14:43:04.676174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59986) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:04.678999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.714468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Made reservation on behalf of 92e911b2f0b64e7aa6efb5ead879b064 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:04.718319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.722629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de621be-d3b2-45cc-b4db-66198e3ad277 None None] No DVR routers for this DVR port 8bb414a6-8fe6-4544-80ae-3839c3317c86 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:43:04.724686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de621be-d3b2-45cc-b4db-66198e3ad277 None None] Pushing event deleted for resources: {'Port': ['ID=8bb414a6-8fe6-4544-80ae-3839c3317c86,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:04.734907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 8bb414a6-8fe6-4544-80ae-3839c3317c86 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:04.741136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:04.791454 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4460547b-6915-47b5-910f-5cd496e64574 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:04.794226 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4460547b-6915-47b5-910f-5cd496e64574 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3118341 Jun 15 14:43:04.797149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59990) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:04.798179 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-814dc15e-e9ac-4bf5-ab7b-44f3bb5be649 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Unset dirty status for tenant:12732f859fe3422fb1c332c105211f6f on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:04.802303 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-814dc15e-e9ac-4bf5-ab7b-44f3bb5be649 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "GET /v2.0/ports/d595f331-42c6-4d72-8294-5a40553ef644 HTTP/1.1" status: 404 len: 333 time: 0.3851340 Jun 15 14:43:04.808569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] device_id is not set on port 84797f4d-3f9a-4abc-b979-ecc6ac407ff4 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:04.871468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 59992) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:04.886819 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Request body: {'port': {'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-342344240'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:04.888322 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-17055214-d6f3-4d92-8ec5-3c1c81db016f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0794854 Jun 15 14:43:04.894765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 59998) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:04.901881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d36e2934-ceb5-4b71-8af8-e29b81c06b8d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:04.990595 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdeb3ff2-8c9c-4ab4-b320-c101510ada84 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router 89733c04-dfb1-40bc-823a-b46b600c47e9 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:43:05.025308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:05.059779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de813950-6683-4765-aef9-700744e28df0 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:05.132991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de813950-6683-4765-aef9-700744e28df0 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Subnet': ['ID=81d6472f-b103-42f2-b3af-3f624d2118a9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:05.183875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de813950-6683-4765-aef9-700744e28df0 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:05.228096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:05.303634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d36e2934-ceb5-4b71-8af8-e29b81c06b8d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:05.312014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:05.327030 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-de813950-6683-4765-aef9-700744e28df0 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/subnets/81d6472f-b103-42f2-b3af-3f624d2118a9 HTTP/1.1" status: 204 len: 168 time: 1.7357080 Jun 15 14:43:05.335019 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d36e2934-ceb5-4b71-8af8-e29b81c06b8d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:05.339591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60004) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:05.341936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d36e2934-ceb5-4b71-8af8-e29b81c06b8d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:05.355884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:05.369392 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d36e2934-ceb5-4b71-8af8-e29b81c06b8d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:05.405998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:05.426258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:05.428602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Allocated IP 172.20.0.8 (ff8c566c-53ce-480d-858e-8cb3e74e6fa6/5b8ef353-11fd-4cc5-a3ef-b4700cf0921e/84797f4d-3f9a-4abc-b979-ecc6ac407ff4) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:05.443252 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:05.461029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36e2934-ceb5-4b71-8af8-e29b81c06b8d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:05.464481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d36e2934-ceb5-4b71-8af8-e29b81c06b8d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:05.465912 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36e2934-ceb5-4b71-8af8-e29b81c06b8d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:43:05.466652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d36e2934-ceb5-4b71-8af8-e29b81c06b8d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:43:05.475451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Pushing event updated for resources: {'Port': ['ID=95e6daf2-a2cb-4532-904b-d259531f6548,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:05.476645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdeb3ff2-8c9c-4ab4-b320-c101510ada84 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:05.483513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:05.490995 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cdeb3ff2-8c9c-4ab4-b320-c101510ada84 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/89733c04-dfb1-40bc-823a-b46b600c47e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2774599 Jun 15 14:43:05.491204 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b38ee3-f839-45b2-ab00-775fb6eb8c88 None None] Sync routers for ids ['89733c04-dfb1-40bc-823a-b46b600c47e9'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:05.495435 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60008) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:05.504151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b38ee3-f839-45b2-ab00-775fb6eb8c88 None None] Routers {'89733c04-dfb1-40bc-823a-b46b600c47e9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:05.505076 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-59b38ee3-f839-45b2-ab00-775fb6eb8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['89733c04-dfb1-40bc-823a-b46b600c47e9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:05.509326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Made reservation on behalf of 12732f859fe3422fb1c332c105211f6f for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:05.512800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:05.564438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad231f92-8931-4d4e-9e0f-34fdfa308f63']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:05.569948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-59b38ee3-f839-45b2-ab00-775fb6eb8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:05.579747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b38ee3-f839-45b2-ab00-775fb6eb8c88 None None] Routers {'89733c04-dfb1-40bc-823a-b46b600c47e9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:05.580504 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-59b38ee3-f839-45b2-ab00-775fb6eb8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['89733c04-dfb1-40bc-823a-b46b600c47e9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:05.600994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] device_id is not set on port 24ae35d5-b7af-4d2f-8379-c2be0006ad1b yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:05.635311 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d36e2934-ceb5-4b71-8af8-e29b81c06b8d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7400868 Jun 15 14:43:05.635615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bcc853-2826-4b91-94d8-deef09161f90') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:05.635888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bcc853-2826-4b91-94d8-deef09161f90') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:05.648082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:05.649576 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-59b38ee3-f839-45b2-ab00-775fb6eb8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:05.650363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b38ee3-f839-45b2-ab00-775fb6eb8c88 None None] The sync data for ids ['89733c04-dfb1-40bc-823a-b46b600c47e9'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:05.659145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60012) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:05.668458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c3a34aea-5d54-4536-b862-22b3d221a31d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:05.742085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:05.786664 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce5bf8-0ef3-4536-85bf-57be9469bca9 req-161498b1-e917-44fe-8450-6fceda95c023 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:05.788166 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-72ce5bf8-0ef3-4536-85bf-57be9469bca9 req-161498b1-e917-44fe-8450-6fceda95c023 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.5693436 Jun 15 14:43:05.885245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:05.952382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:43:05.952826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:05.988412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c3a34aea-5d54-4536-b862-22b3d221a31d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:06.011591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c3a34aea-5d54-4536-b862-22b3d221a31d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:06.021268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c3a34aea-5d54-4536-b862-22b3d221a31d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:06.038633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c3a34aea-5d54-4536-b862-22b3d221a31d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:06.129835 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-72ce5bf8-0ef3-4536-85bf-57be9469bca9 req-285c8365-140c-4f47-a53e-12f9f3b5123c tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034873 Jun 15 14:43:06.134243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.166414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a34aea-5d54-4536-b862-22b3d221a31d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:06.169922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c3a34aea-5d54-4536-b862-22b3d221a31d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.171316 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a34aea-5d54-4536-b862-22b3d221a31d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:43:06.171753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a34aea-5d54-4536-b862-22b3d221a31d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:43:06.224561 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9926dc72-5c1f-4565-81aa-530b75fb6e46']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:06.241429 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c3a34aea-5d54-4536-b862-22b3d221a31d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5781929 Jun 15 14:43:06.244320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d4cd03-9087-4638-9c0c-afbeab3bd07a') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:06.244652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d4cd03-9087-4638-9c0c-afbeab3bd07a') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:06.251719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60018) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:06.262036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5c84007b-4fb4-4a38-8e14-8f9d828feb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:06.319017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.365729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.403177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.406250 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.432354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:43:06.432755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.508073 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 38d4cd03-9087-4638-9c0c-afbeab3bd07a resource provider aggregate not found Jun 15 14:43:06.509404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Allocated IP 2001:db8::30a (06abe5b7-d01c-4515-9c1a-e5c7c45e1509/5268b7c5-366e-448e-bb7d-3142bed872aa/24ae35d5-b7af-4d2f-8379-c2be0006ad1b) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:06.513427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.531345 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c84007b-4fb4-4a38-8e14-8f9d828feb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:06.535046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] Pushing event deleted for resources: {'Network': ['ID=ad231f92-8931-4d4e-9e0f-34fdfa308f63,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:06.539006 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 38d4cd03-9087-4638-9c0c-afbeab3bd07a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38d4cd03-9087-4638-9c0c-afbeab3bd07a found for delete ", "request_id": "req-c1a41ffc-c1a4-4969-bf00-c2b42054f84b"}]} Jun 15 14:43:06.547070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c84007b-4fb4-4a38-8e14-8f9d828feb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:06.551316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c84007b-4fb4-4a38-8e14-8f9d828feb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:06.552731 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5da01168-72fc-44a2-8c85-574cd3542535 tempest-BulkNetworkOpsIpV6Test-323413414 tempest-BulkNetworkOpsIpV6Test-323413414-project] 10.222.0.26 "DELETE /v2.0/networks/ad231f92-8931-4d4e-9e0f-34fdfa308f63 HTTP/1.1" status: 204 len: 168 time: 1.8701313 Jun 15 14:43:06.560920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c84007b-4fb4-4a38-8e14-8f9d828feb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:06.566808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.571124 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d0bcc853-2826-4b91-94d8-deef09161f90 resource provider aggregate not found Jun 15 14:43:06.577629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Transition to ACTIVE for port object 84797f4d-3f9a-4abc-b979-ecc6ac407ff4 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:06.636907 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d0bcc853-2826-4b91-94d8-deef09161f90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0bcc853-2826-4b91-94d8-deef09161f90 found for delete ", "request_id": "req-3bbcbd93-3b19-48cc-ab07-63c67c4670f0"}]} Jun 15 14:43:06.743125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.752047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.767703 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] Pushing event deleted for resources: {'Network': ['ID=9926dc72-5c1f-4565-81aa-530b75fb6e46,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:06.772012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c84007b-4fb4-4a38-8e14-8f9d828feb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:06.775472 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c84007b-4fb4-4a38-8e14-8f9d828feb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.776886 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c84007b-4fb4-4a38-8e14-8f9d828feb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:43:06.777337 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c84007b-4fb4-4a38-8e14-8f9d828feb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:43:06.793193 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-07cecd9f-2ddc-45fc-af84-8f9664bee1a9 tempest-FloatingIPTestJSON-1845068813 tempest-FloatingIPTestJSON-1845068813-project] 10.222.0.26 "DELETE /v2.0/networks/9926dc72-5c1f-4565-81aa-530b75fb6e46 HTTP/1.1" status: 204 len: 168 time: 1.4496067 Jun 15 14:43:06.812242 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5c84007b-4fb4-4a38-8e14-8f9d828feb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5573771 Jun 15 14:43:06.816148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60036) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:06.823420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6bfeb5c7-273a-4d28-aa07-c97487f4ec5e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:06.858011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122eb3c-4206-4153-b161-f56dbfa73694 req-6b0f5420-65e1-47e1-aa3b-561a6d0c8b19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:06.859697 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c122eb3c-4206-4153-b161-f56dbfa73694 req-6b0f5420-65e1-47e1-aa3b-561a6d0c8b19 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.4824452 Jun 15 14:43:06.919258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1757015c-92c7-447c-86b0-70927a8ed4ba tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.935310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:06.948633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60040) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:07.072384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6bfeb5c7-273a-4d28-aa07-c97487f4ec5e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:07.076532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6bfeb5c7-273a-4d28-aa07-c97487f4ec5e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:07.079467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6bfeb5c7-273a-4d28-aa07-c97487f4ec5e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:07.087377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6bfeb5c7-273a-4d28-aa07-c97487f4ec5e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:07.111264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfeb5c7-273a-4d28-aa07-c97487f4ec5e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:07.116008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bfeb5c7-273a-4d28-aa07-c97487f4ec5e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.117449 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bfeb5c7-273a-4d28-aa07-c97487f4ec5e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:43:07.118278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bfeb5c7-273a-4d28-aa07-c97487f4ec5e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:43:07.175548 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c122eb3c-4206-4153-b161-f56dbfa73694 req-f7eb2cfa-8218-446a-bf5c-1924d9440c35 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542129 Jun 15 14:43:07.199953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:07.200822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60048) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:07.225572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:07.226595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:07.246750 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6bfeb5c7-273a-4d28-aa07-c97487f4ec5e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4294617 Jun 15 14:43:07.250721 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60054) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:07.258285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-349a2e1d-95c0-42c9-a7b9-a3f8ed7aad72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:07.258854 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event updated for resources: {'Port': ['ID=84797f4d-3f9a-4abc-b979-ecc6ac407ff4,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:07.395998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-349a2e1d-95c0-42c9-a7b9-a3f8ed7aad72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:07.402204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-349a2e1d-95c0-42c9-a7b9-a3f8ed7aad72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:07.406286 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-349a2e1d-95c0-42c9-a7b9-a3f8ed7aad72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:07.408022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.413917 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-349a2e1d-95c0-42c9-a7b9-a3f8ed7aad72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:07.432536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349a2e1d-95c0-42c9-a7b9-a3f8ed7aad72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:07.436380 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-349a2e1d-95c0-42c9-a7b9-a3f8ed7aad72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.438185 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-349a2e1d-95c0-42c9-a7b9-a3f8ed7aad72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:43:07.438809 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349a2e1d-95c0-42c9-a7b9-a3f8ed7aad72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:43:07.472662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:07.473701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.519851 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-349a2e1d-95c0-42c9-a7b9-a3f8ed7aad72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2677269 Jun 15 14:43:07.522670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60062) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:07.526042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Transition to ACTIVE for port object 24ae35d5-b7af-4d2f-8379-c2be0006ad1b will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:07.528547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fb90911d-fba8-4d31-9db4-30869c334335 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:07.539697 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ea614cde-6748-4c39-8565-cf07e9a28f97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ad0292d3b2e84aeab3521d389e0dc31e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883884 Jun 15 14:43:07.553099 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60066) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:07.557915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-1757015c-92c7-447c-86b0-70927a8ed4ba tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port 4217a20c-ce1d-49d8-b800-3d8653329e2d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:07.558498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1757015c-92c7-447c-86b0-70927a8ed4ba tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.559373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0f93f754-d7ad-4bd7-b441-85b0cf14d07b None None] Provisioning for port 84797f4d-3f9a-4abc-b979-ecc6ac407ff4 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:07.564909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0f93f754-d7ad-4bd7-b441-85b0cf14d07b None None] Provisioning complete for port 84797f4d-3f9a-4abc-b979-ecc6ac407ff4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:07.565482 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0f93f754-d7ad-4bd7-b441-85b0cf14d07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.627010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0f93f754-d7ad-4bd7-b441-85b0cf14d07b None None] Port 84797f4d-3f9a-4abc-b979-ecc6ac407ff4 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:07.682343 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aca0af87-7c34-40a9-87c2-28ac2feabc91 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1263182 Jun 15 14:43:07.684928 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5c090fca-3155-4eb7-becc-27fd31549124 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7efef928e0094939bd2c4aaca63bcf94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4694860 Jun 15 14:43:07.687635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60070) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:07.687960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60072) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:07.718106 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0b29237d-600c-4b77-a1ee-984e478357cc tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:cf:9c:c4'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:17:9c:3f'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:07.784921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fb90911d-fba8-4d31-9db4-30869c334335 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:07.800003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.836594 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fb90911d-fba8-4d31-9db4-30869c334335 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:07.844163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fb90911d-fba8-4d31-9db4-30869c334335 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:07.858566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fb90911d-fba8-4d31-9db4-30869c334335 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:07.886735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9199373d-24d9-4230-aeb1-aab55ad031c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.891921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb90911d-fba8-4d31-9db4-30869c334335 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:07.895612 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fb90911d-fba8-4d31-9db4-30869c334335 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.897537 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb90911d-fba8-4d31-9db4-30869c334335 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:43:07.897537 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb90911d-fba8-4d31-9db4-30869c334335 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:43:07.918382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:07.954926 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fb90911d-fba8-4d31-9db4-30869c334335 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4309864 Jun 15 14:43:07.970176 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60078) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:07.973644 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9199373d-24d9-4230-aeb1-aab55ad031c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:08.021040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1757015c-92c7-447c-86b0-70927a8ed4ba tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:08.053716 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-973c533c-4517-4262-a5ae-260f5ed2e223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0822010 Jun 15 14:43:08.107091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60082) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:08.179188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-1757015c-92c7-447c-86b0-70927a8ed4ba tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for 4217a20c-ce1d-49d8-b800-3d8653329e2d owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:08.267298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9199373d-24d9-4230-aeb1-aab55ad031c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:08.298254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199373d-24d9-4230-aeb1-aab55ad031c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9225e9b7-0f07-48e8-af13-23c7b56c616e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:08.304883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9199373d-24d9-4230-aeb1-aab55ad031c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:08.308751 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9199373d-24d9-4230-aeb1-aab55ad031c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9225e9b7-0f07-48e8-af13-23c7b56c616e HTTP/1.1" status: 204 len: 168 time: 0.7190692 Jun 15 14:43:08.335359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:08.339627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:08.360940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:08.363387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:08.369261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:08.369886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:08.401441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event updated for resources: {'Port': ['ID=24ae35d5-b7af-4d2f-8379-c2be0006ad1b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:08.423618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1757015c-92c7-447c-86b0-70927a8ed4ba tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:08.451682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8c9cc-955c-47f7-949c-ffadc98d0080 req-440c1cee-0fd9-40c7-b9fd-7f119cb05c0c tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:08.453499 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-17e8c9cc-955c-47f7-949c-ffadc98d0080 req-440c1cee-0fd9-40c7-b9fd-7f119cb05c0c tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.8283670 Jun 15 14:43:08.498603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b387907d-d6c0-4da1-905f-7de406c7775f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:08.499341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b387907d-d6c0-4da1-905f-7de406c7775f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:08.517863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:08.533000 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fee95821-b314-42fd-9283-55bd720cc22b tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6559956 Jun 15 14:43:08.538556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60090) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:08.604296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Request body: {'port': {'network_id': '06abe5b7-d01c-4515-9c1a-e5c7c45e1509', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-347057686'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:08.640353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757015c-92c7-447c-86b0-70927a8ed4ba tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=4217a20c-ce1d-49d8-b800-3d8653329e2d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:08.766616 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-17e8c9cc-955c-47f7-949c-ffadc98d0080 req-4f1a64db-72fd-4f44-8824-7d4d923232ac tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845612 Jun 15 14:43:08.783393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b387907d-d6c0-4da1-905f-7de406c7775f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:08.788853 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b387907d-d6c0-4da1-905f-7de406c7775f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6667767 Jun 15 14:43:08.788977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4b8e121-85a0-4c49-98b9-7d4b66a71302 None None] Provisioning for port 24ae35d5-b7af-4d2f-8379-c2be0006ad1b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:08.794561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60098) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:08.794756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4b8e121-85a0-4c49-98b9-7d4b66a71302 None None] Provisioning complete for port 24ae35d5-b7af-4d2f-8379-c2be0006ad1b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:08.795000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4b8e121-85a0-4c49-98b9-7d4b66a71302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:08.806514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b29237d-600c-4b77-a1ee-984e478357cc tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:08.898901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c4b8e121-85a0-4c49-98b9-7d4b66a71302 None None] Port 24ae35d5-b7af-4d2f-8379-c2be0006ad1b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:08.909042 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1d045e4b-48e9-4968-bcf9-a6716c59d64d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069160 Jun 15 14:43:08.912966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60104) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:08.923622 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:08.943098 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1757015c-92c7-447c-86b0-70927a8ed4ba tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:08.991615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:09.021120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Router 3272720f-89a5-4195-9d52-de9a86b0c1d1 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:43:09.034635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8ac698-d143-4ee8-bbf4-f4038ef13ee9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:09.060814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:09.061162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:09.061498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:09.061831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:09.062215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:09.062654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:09.062988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:09.063317 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:09.063642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:09.063965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:09.064306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:09.064629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:09.068711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:09.129127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:09.130281 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4ce65f26-7172-47ea-bd65-3aa6c24a2e32 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0d8ac698-d143-4ee8-bbf4-f4038ef13ee9 HTTP/1.1" status: 204 len: 168 time: 1.4331188 Jun 15 14:43:09.177930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:09.178657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:09.253688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:09.335079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1757015c-92c7-447c-86b0-70927a8ed4ba tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router 89733c04-dfb1-40bc-823a-b46b600c47e9 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:43:09.335860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:09.339421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:09.363239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60122) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:09.382770 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Made reservation on behalf of 12732f859fe3422fb1c332c105211f6f for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:09.386402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:09.450527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] device_id is not set on port 05a5284a-7466-4810-b537-3dde339b9598 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:09.495615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:09.508430 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a847dc7-7fea-4c85-a178-f7985aade0c8 None None] Sync routers for ids ['3272720f-89a5-4195-9d52-de9a86b0c1d1'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:09.527771 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a847dc7-7fea-4c85-a178-f7985aade0c8 None None] Routers {'3272720f-89a5-4195-9d52-de9a86b0c1d1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:09.528919 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9a847dc7-7fea-4c85-a178-f7985aade0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['3272720f-89a5-4195-9d52-de9a86b0c1d1'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:09.574589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690573231'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:09.587037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:09.596314 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b29237d-600c-4b77-a1ee-984e478357cc tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:09.597416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1757015c-92c7-447c-86b0-70927a8ed4ba tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:09.601986 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:09.610850 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c955b0a-25c6-49b1-af0a-475c3899c690 None None] Sync routers for ids ['89733c04-dfb1-40bc-823a-b46b600c47e9'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:09.612141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:09.616282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b29237d-600c-4b77-a1ee-984e478357cc tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:09.635886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c955b0a-25c6-49b1-af0a-475c3899c690 None None] Routers {'89733c04-dfb1-40bc-823a-b46b600c47e9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:09.636575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6c955b0a-25c6-49b1-af0a-475c3899c690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['89733c04-dfb1-40bc-823a-b46b600c47e9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:09.646073 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9a847dc7-7fea-4c85-a178-f7985aade0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:09.647129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:09.664935 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a847dc7-7fea-4c85-a178-f7985aade0c8 None None] Routers {'3272720f-89a5-4195-9d52-de9a86b0c1d1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:09.665922 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9a847dc7-7fea-4c85-a178-f7985aade0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['3272720f-89a5-4195-9d52-de9a86b0c1d1'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:09.673740 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1757015c-92c7-447c-86b0-70927a8ed4ba tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/89733c04-dfb1-40bc-823a-b46b600c47e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1680930 Jun 15 14:43:09.675568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:09.676925 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c61b92f7-9e4a-4ba1-aeaa-3a798566eb29 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.0213032 Jun 15 14:43:09.677550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60136) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:09.694309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60138) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:09.763531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6c955b0a-25c6-49b1-af0a-475c3899c690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:09.773557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c955b0a-25c6-49b1-af0a-475c3899c690 None None] Routers {'89733c04-dfb1-40bc-823a-b46b600c47e9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:09.774408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6c955b0a-25c6-49b1-af0a-475c3899c690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['89733c04-dfb1-40bc-823a-b46b600c47e9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:09.792559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0b29237d-600c-4b77-a1ee-984e478357cc tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] In _notify_port_updated(), no bound segment for port 84797f4d-3f9a-4abc-b979-ecc6ac407ff4 on network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:43:09.802845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b29237d-600c-4b77-a1ee-984e478357cc tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:09.803798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b29237d-600c-4b77-a1ee-984e478357cc tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:09.818536 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0b29237d-600c-4b77-a1ee-984e478357cc tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "PUT /v2.0/ports/84797f4d-3f9a-4abc-b979-ecc6ac407ff4 HTTP/1.1" status: 200 len: 1056 time: 2.1226704 Jun 15 14:43:09.824460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60146) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:09.846063 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9a847dc7-7fea-4c85-a178-f7985aade0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:09.846756 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a847dc7-7fea-4c85-a178-f7985aade0c8 None None] The sync data for ids ['3272720f-89a5-4195-9d52-de9a86b0c1d1'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:09.849316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a79050e9-9e87-4d12-a0ac-07159bd79245 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Synchronizing usage tracker for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:09.852203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:09.860542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6c955b0a-25c6-49b1-af0a-475c3899c690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:09.861070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c955b0a-25c6-49b1-af0a-475c3899c690 None None] The sync data for ids ['89733c04-dfb1-40bc-823a-b46b600c47e9'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:09.881492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c42476ce-c592-4735-9496-55d3584241c0 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'enable_snat': False}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:09.996516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29237d-600c-4b77-a1ee-984e478357cc tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event updated for resources: {'Port': ['ID=84797f4d-3f9a-4abc-b979-ecc6ac407ff4,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:10.039922 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7dbce7fd-a917-400a-82aa-7a1581f589ba None None] Provisioning complete for port 84797f4d-3f9a-4abc-b979-ecc6ac407ff4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:10.040329 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7dbce7fd-a917-400a-82aa-7a1581f589ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:10.050871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e360e85b-f58f-4a08-b0c4-1026028a337c tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Deleting port 84797f4d-3f9a-4abc-b979-ecc6ac407ff4 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:10.051234 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e360e85b-f58f-4a08-b0c4-1026028a337c tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:10.102727 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7dbce7fd-a917-400a-82aa-7a1581f589ba None None] Port 84797f4d-3f9a-4abc-b979-ecc6ac407ff4 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:10.169732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:10.230283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60158) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:10.243070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Allocated IP 2001:db8::ad (06abe5b7-d01c-4515-9c1a-e5c7c45e1509/5268b7c5-366e-448e-bb7d-3142bed872aa/05a5284a-7466-4810-b537-3dde339b9598) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:10.379273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-107770043'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:10.379654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a79050e9-9e87-4d12-a0ac-07159bd79245 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Unset dirty status for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:10.380906 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a79050e9-9e87-4d12-a0ac-07159bd79245 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=89733c04-dfb1-40bc-823a-b46b600c47e9 HTTP/1.1" status: 200 len: 205 time: 0.6882970 Jun 15 14:43:10.382252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:10.386954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60164) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:10.392449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:10.461360 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:10.467601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:10.490128 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:10.500486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Usage tracker for resource:network and tenant:e68c3e4702844b06b8cd2b79e4f027c2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:10.549390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:10.618073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:10.706956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7b62b62-b544-45b7-9178-d17693eb3691 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:10.721634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:43:10.738306 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-f9427ae7-40af-453d-8f46-3ecc2b34dbf0 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:10.739763 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-f9427ae7-40af-453d-8f46-3ecc2b34dbf0 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.7192740 Jun 15 14:43:10.740530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:10.767519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Made reservation on behalf of e68c3e4702844b06b8cd2b79e4f027c2 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:10.770969 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:10.866117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:10.874685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d8814-d220-4aee-8628-dbd26ed28016 req-ed311a0c-6d25-4c66-9ec9-dcbf3bcc5ec0 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:10.876125 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-258d8814-d220-4aee-8628-dbd26ed28016 req-ed311a0c-6d25-4c66-9ec9-dcbf3bcc5ec0 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.8638549 Jun 15 14:43:10.966730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:10.971842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:10.986209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:10.998702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaeb524-1e8b-4209-b3d7-52093dcd2ba5 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:11.015289 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:11.016057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.022098 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=f9586fad-a31e-478f-9874-611946df852f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:11.032935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Deleting port a13942cd-dc24-430b-85ec-911eebe026fc {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:11.033164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.042504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Usage tracker for resource:security_group_rule and tenant:e68c3e4702844b06b8cd2b79e4f027c2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:11.063246 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:11.123092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:11.133487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e360e85b-f58f-4a08-b0c4-1026028a337c tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.151817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.155968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7b62b62-b544-45b7-9178-d17693eb3691 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.156687 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:11.156829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:11.157370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:11.157500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:11.157736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:11.158068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:11.158398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:11.158994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:11.159117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:11.159347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:11.159666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:11.159984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:11.188609 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-258d8814-d220-4aee-8628-dbd26ed28016 req-ab8e7c21-42eb-4b13-bbf4-aae583646718 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922065 Jun 15 14:43:11.222033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.222264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7b62b62-b544-45b7-9178-d17693eb3691 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.246255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': 'f9586fad-a31e-478f-9874-611946df852f'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:43:11.247167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.264852 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-48948bfd-04d1-4d9f-829d-f8bb92b28966 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3481495 Jun 15 14:43:11.264852 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.275829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60168) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:11.288690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e360e85b-f58f-4a08-b0c4-1026028a337c tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Calling delete_port for 84797f4d-3f9a-4abc-b979-ecc6ac407ff4 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:11.337930 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:11.350891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Transition to ACTIVE for port object 05a5284a-7466-4810-b537-3dde339b9598 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:11.355297 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:f8:9e:39', 'name': 'tempest-NetworksTestDHCPv6-1746835902'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:11.378489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:11.397900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7b62b62-b544-45b7-9178-d17693eb3691 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.398290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b62b62-b544-45b7-9178-d17693eb3691 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Fanout notify agent at l3_agent the message router_deleted on router 89733c04-dfb1-40bc-823a-b46b600c47e9 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:43:11.416741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:11.425618 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Allocated IP 2001:db8::f816:3eff:fe17:c921 (2ef0444c-622d-434a-90a5-976e58c67159/f9586fad-a31e-478f-9874-611946df852f/317149b5-a04d-4fc1-b6eb-cc092424cb88) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:11.437304 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a945eb75-767d-42d0-be95-94a06f1e55ce,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:11.491020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:11.533892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.648907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c42476ce-c592-4735-9496-55d3584241c0 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.669501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.681321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Transition to ACTIVE for port object 317149b5-a04d-4fc1-b6eb-cc092424cb88 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:11.702463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Transition to ACTIVE for port object 317149b5-a04d-4fc1-b6eb-cc092424cb88 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:11.710360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.759267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7b62b62-b544-45b7-9178-d17693eb3691 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.760393 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b7b62b62-b544-45b7-9178-d17693eb3691 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/89733c04-dfb1-40bc-823a-b46b600c47e9 HTTP/1.1" status: 204 len: 168 time: 1.3696413 Jun 15 14:43:11.765649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60176) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:11.768279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.784109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:11.784433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:11.787245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.792713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Pushing event updated for resources: {'Port': ['ID=317149b5-a04d-4fc1-b6eb-cc092424cb88,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:11.798853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:11.800102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:11.800873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e360e85b-f58f-4a08-b0c4-1026028a337c tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.802156 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:11.802664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:11.813936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event updated for resources: {'Port': ['ID=05a5284a-7466-4810-b537-3dde339b9598,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:11.817621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:11.824379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:11.825373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.866752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:11.882352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:11.936794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:43:11.941688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af0ef17-fe67-4609-aea2-f1e778855d25,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:11.973448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:11.992648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e360e85b-f58f-4a08-b0c4-1026028a337c tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event deleted for resources: {'Port': ['ID=84797f4d-3f9a-4abc-b979-ecc6ac407ff4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:11.993268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:11.995245 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] For port a13942cd-dc24-430b-85ec-911eebe026fc, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=a13942cd-dc24-430b-85ec-911eebe026fc,segment=NetworkSegment(59971b48-d1a7-4671-8b09-b00aaa4197ea),segment_id=59971b48-d1a7-4671-8b09-b00aaa4197ea)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:11.995740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.017889 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Attempting to bind port 317149b5-a04d-4fc1-b6eb-cc092424cb88 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:12.018475 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Attempting to bind port 317149b5-a04d-4fc1-b6eb-cc092424cb88 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:12.018616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Attempting to bind port 317149b5-a04d-4fc1-b6eb-cc092424cb88 on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:12.021861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.022222 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Added segment fb7982df-5a6b-4b70-a34f-58e74ed595cb of type vlan for network 754914d8-6030-4152-9862-a35e6db0692f Jun 15 14:43:12.029177 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-261967b4-73f5-4802-9ac4-1ea54e563d38 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.4826796 Jun 15 14:43:12.031675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:43:12.032365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:12.032965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.034417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:43:12.034588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60182) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:12.035249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Bound port: 317149b5-a04d-4fc1-b6eb-cc092424cb88, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:43:12.036326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.051004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-efa5b75b-ad6c-4ac5-8628-e199cbb658de tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6d', 'mac_address': 'fa:16:3e:c5:34:e2'}, {'ip_address': '2001:db8::30a', 'mac_address': 'fa:16:3e:a6:7d:98'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:12.051514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:12.154968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] For port 317149b5-a04d-4fc1-b6eb-cc092424cb88, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:43:12.158809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] For port 317149b5-a04d-4fc1-b6eb-cc092424cb88, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=317149b5-a04d-4fc1-b6eb-cc092424cb88,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:43:12.166666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.188440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.243498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.252368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e44b2b-512b-457a-90b4-9ae3fe02ed65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting subnet b669df9b-1117-4db2-a877-5d1b048ba4a1 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:43:12.288986 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d46b53-c822-49a9-93fb-7bd4de5875a2 None None] Pushing event updated for resources: {'Port': ['ID=317149b5-a04d-4fc1-b6eb-cc092424cb88,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:12.292464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-430ac7d5-733d-48ac-a79f-d58948d3a54a None None] Provisioning for port 05a5284a-7466-4810-b537-3dde339b9598 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:12.297765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-430ac7d5-733d-48ac-a79f-d58948d3a54a None None] Provisioning complete for port 05a5284a-7466-4810-b537-3dde339b9598 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:12.298268 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-430ac7d5-733d-48ac-a79f-d58948d3a54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.359560 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40e44b2b-512b-457a-90b4-9ae3fe02ed65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.365416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:43:12.373159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-430ac7d5-733d-48ac-a79f-d58948d3a54a None None] Port 05a5284a-7466-4810-b537-3dde339b9598 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:12.402282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119b147c-ba0c-4b2d-8014-fec28d445211,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:12.543757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.551609 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:12.552489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.561788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.563158 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-99067c62-298c-44d5-8995-21818fb4e5c3 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.1989717 Jun 15 14:43:12.585758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60188) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:12.640158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40e44b2b-512b-457a-90b4-9ae3fe02ed65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.799635 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.5583184 Jun 15 14:43:12.814139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.822613 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60194) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:12.881502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7baaf34-9510-4f25-9d94-af9342b38438 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event updated for resources: {'Network': ['ID=754914d8-6030-4152-9862-a35e6db0692f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:12.894393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 754914d8-6030-4152-9862-a35e6db0692f details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:43:12.924745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Request body: {'subnet': {'network_id': '754914d8-6030-4152-9862-a35e6db0692f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:12.926882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e360e85b-f58f-4a08-b0c4-1026028a337c tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.931086 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e360e85b-f58f-4a08-b0c4-1026028a337c tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "DELETE /v2.0/ports/84797f4d-3f9a-4abc-b979-ecc6ac407ff4 HTTP/1.1" status: 204 len: 168 time: 3.0940886 Jun 15 14:43:12.936308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60198) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:12.936879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-efa5b75b-ad6c-4ac5-8628-e199cbb658de tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:12.958717 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8815ccb0-0ab1-4064-9dc7-b6323359f9be tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3617265 Jun 15 14:43:12.973433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60202) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:12.984666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-baa42f1a-8f87-447b-a2a9-b62710de457b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group': {'name': 'tempest-security--195135901', 'description': 'tempest-security-description-605549302'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:13.039493 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b4494c-fce1-44a3-95fb-b61688a77466 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] GET failed (client error): The resource could not be found. Jun 15 14:43:13.040035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-44b4494c-fce1-44a3-95fb-b61688a77466 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Synchronizing usage tracker for tenant:92e911b2f0b64e7aa6efb5ead879b064 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:13.061276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2166b8b-c097-4f3c-967e-1f92f8c6c144 req-ed2444a1-9888-44d1-8637-474051b2b3f4 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:13.062840 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e2166b8b-c097-4f3c-967e-1f92f8c6c144 req-ed2444a1-9888-44d1-8637-474051b2b3f4 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 946 time: 0.6740718 Jun 15 14:43:13.118859 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-44b4494c-fce1-44a3-95fb-b61688a77466 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Unset dirty status for tenant:92e911b2f0b64e7aa6efb5ead879b064 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:13.122691 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-44b4494c-fce1-44a3-95fb-b61688a77466 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "GET /v2.0/ports/84797f4d-3f9a-4abc-b979-ecc6ac407ff4 HTTP/1.1" status: 404 len: 333 time: 0.1732509 Jun 15 14:43:13.124021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60206) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:13.155675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port 41ed201d-e113-42ef-866f-f0a42708becd yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:13.184796 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e2166b8b-c097-4f3c-967e-1f92f8c6c144 req-d2c8ec58-8cb9-463f-9392-dfb5b52b0e5e tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups?id=8de7369e-99ca-4c10-ad93-8cf12f60676c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110673 Jun 15 14:43:13.259432 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:13.259801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:13.260123 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Floating IP 68bcbec3-c009-4d2a-ac2e-d4d9bef243d2 disassociated. External IP: 172.26.3.175, port: a13942cd-dc24-430b-85ec-911eebe026fc. Jun 15 14:43:13.260563 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Calling delete_port for a13942cd-dc24-430b-85ec-911eebe026fc owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:13.300803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1a-8f87-447b-a2a9-b62710de457b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:13.322367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-28375889-3b9d-4c9c-bf61-a29894c9e1a8 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Deleting port 348b9ccc-eb10-4937-a1e0-cabd0778e902 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:13.322812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28375889-3b9d-4c9c-bf61-a29894c9e1a8 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:13.369800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:13.392559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40e44b2b-512b-457a-90b4-9ae3fe02ed65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:13.425535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Usage tracker for resource:subnet and tenant:e68c3e4702844b06b8cd2b79e4f027c2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:13.455125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:13.473776 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:13.511588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-79b02906-e009-4cab-85c5-4195599d783a None None] Provisioning for port 317149b5-a04d-4fc1-b6eb-cc092424cb88 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:13.516390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-efa5b75b-ad6c-4ac5-8628-e199cbb658de tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:13.568540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-efa5b75b-ad6c-4ac5-8628-e199cbb658de tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:13.637716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1a-8f87-447b-a2a9-b62710de457b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:13.664041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1a-8f87-447b-a2a9-b62710de457b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:13.665682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Made reservation on behalf of e68c3e4702844b06b8cd2b79e4f027c2 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:13.669524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:13.778960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-efa5b75b-ad6c-4ac5-8628-e199cbb658de tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] In _notify_port_updated(), no bound segment for port 05a5284a-7466-4810-b537-3dde339b9598 on network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:43:13.784901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa5b75b-ad6c-4ac5-8628-e199cbb658de tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:13.785602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-efa5b75b-ad6c-4ac5-8628-e199cbb658de tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:13.786971 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-efa5b75b-ad6c-4ac5-8628-e199cbb658de tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "PUT /v2.0/ports/05a5284a-7466-4810-b537-3dde339b9598 HTTP/1.1" status: 200 len: 1065 time: 1.7514110 Jun 15 14:43:13.794728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60210) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:13.876172 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5b75b-ad6c-4ac5-8628-e199cbb658de tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event updated for resources: {'Port': ['ID=05a5284a-7466-4810-b537-3dde339b9598,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:13.905980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28375889-3b9d-4c9c-bf61-a29894c9e1a8 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.037098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-55a3e2c9-aaf8-4fb7-b05a-7a5503959f07 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Deleting port 05a5284a-7466-4810-b537-3dde339b9598 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:14.037371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-55a3e2c9-aaf8-4fb7-b05a-7a5503959f07 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.044691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-799f98a9-8bb5-4659-b0c6-1d84fdf29ec8 None None] Provisioning complete for port 05a5284a-7466-4810-b537-3dde339b9598 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:14.045142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-799f98a9-8bb5-4659-b0c6-1d84fdf29ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.066104 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::f816:3eff:fef8:9e39 (2ef0444c-622d-434a-90a5-976e58c67159/f9586fad-a31e-478f-9874-611946df852f/41ed201d-e113-42ef-866f-f0a42708becd) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:14.068604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-28375889-3b9d-4c9c-bf61-a29894c9e1a8 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Calling delete_port for 348b9ccc-eb10-4937-a1e0-cabd0778e902 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:14.088883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa42f1a-8f87-447b-a2a9-b62710de457b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119b147c-ba0c-4b2d-8014-fec28d445211,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:14.103887 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-799f98a9-8bb5-4659-b0c6-1d84fdf29ec8 None None] Port 05a5284a-7466-4810-b537-3dde339b9598 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:14.104496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-baa42f1a-8f87-447b-a2a9-b62710de457b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.109334 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-baa42f1a-8f87-447b-a2a9-b62710de457b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "PUT /v2.0/security-groups/119b147c-ba0c-4b2d-8014-fec28d445211 HTTP/1.1" status: 200 len: 1776 time: 1.1322374 Jun 15 14:43:14.109334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40e44b2b-512b-457a-90b4-9ae3fe02ed65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.113408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60214) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:14.179709 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e44b2b-512b-457a-90b4-9ae3fe02ed65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Subnet': ['ID=b669df9b-1117-4db2-a877-5d1b048ba4a1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:14.209290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40e44b2b-512b-457a-90b4-9ae3fe02ed65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.213662 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-40e44b2b-512b-457a-90b4-9ae3fe02ed65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/b669df9b-1117-4db2-a877-5d1b048ba4a1 HTTP/1.1" status: 204 len: 168 time: 2.4382558 Jun 15 14:43:14.216788 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37ef1ec-ee67-4e17-9036-6bb1e9b5c8e0 None None] Network 778721cb-90fb-4e94-8c80-76ce09eb9435 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:14.221687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60218) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:14.313361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.320775 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0f65b4aa-0f4a-40a9-92de-59c9c4a3b45b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-groups/119b147c-ba0c-4b2d-8014-fec28d445211 HTTP/1.1" status: 200 len: 1776 time: 0.1992366 Jun 15 14:43:14.329038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60224) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:14.456085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Pushing event deleted for resources: {'Port': ['ID=a13942cd-dc24-430b-85ec-911eebe026fc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:14.459135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-d3b69455-d6de-4c78-a0a3-805cbaf5eb9a req-dc49a83d-9b43-44f0-964d-84d0d8353d4f tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Synchronizing usage tracker for tenant:3746eda524be4a2bbb2df2b64eaa62f5 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:14.480735 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 317149b5-a04d-4fc1-b6eb-cc092424cb88 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:14.537928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d5cf11-827e-4d8c-b08e-6cc16b9e365f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting subnet e513e677-4422-4bbb-b79e-ce75153327d1 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:43:14.570473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7d5cf11-827e-4d8c-b08e-6cc16b9e365f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.582332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 317149b5-a04d-4fc1-b6eb-cc092424cb88 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:14.590213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 317149b5-a04d-4fc1-b6eb-cc092424cb88 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:14.590640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.662499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e062c-1b1b-4425-a76a-15b13b836d8f None None] DHCP port deletion for 778721cb-90fb-4e94-8c80-76ce09eb9435 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:43:14.662957 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-d3b69455-d6de-4c78-a0a3-805cbaf5eb9a req-dc49a83d-9b43-44f0-964d-84d0d8353d4f tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Unset dirty status for tenant:3746eda524be4a2bbb2df2b64eaa62f5 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:14.664274 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3b69455-d6de-4c78-a0a3-805cbaf5eb9a req-dc49a83d-9b43-44f0-964d-84d0d8353d4f tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 210 time: 0.2940400 Jun 15 14:43:14.671958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-55a3e2c9-aaf8-4fb7-b05a-7a5503959f07 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.679801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a29e062c-1b1b-4425-a76a-15b13b836d8f None None] Deleting port dc91b809-e5c8-44c7-a415-0ccbdd3401dd {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:14.680494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a29e062c-1b1b-4425-a76a-15b13b836d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.729663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-831cc1b3-b8c8-458f-a17a-8d9c7b3ffd1a tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.733559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7d5cf11-827e-4d8c-b08e-6cc16b9e365f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.866413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c42476ce-c592-4735-9496-55d3584241c0 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.903665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-55a3e2c9-aaf8-4fb7-b05a-7a5503959f07 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Calling delete_port for 05a5284a-7466-4810-b537-3dde339b9598 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:14.928472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 317149b5-a04d-4fc1-b6eb-cc092424cb88 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:14.928472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.936719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28375889-3b9d-4c9c-bf61-a29894c9e1a8 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.938850 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c42476ce-c592-4735-9496-55d3584241c0 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:14.994693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 317149b5-a04d-4fc1-b6eb-cc092424cb88, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=317149b5-a04d-4fc1-b6eb-cc092424cb88,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:14.996553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a29e062c-1b1b-4425-a76a-15b13b836d8f None None] For port dc91b809-e5c8-44c7-a415-0ccbdd3401dd, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=dc91b809-e5c8-44c7-a415-0ccbdd3401dd,segment=NetworkSegment(9fabdd95-b6e2-4727-876f-390999d915b4),segment_id=9fabdd95-b6e2-4727-876f-390999d915b4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:14.996913 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a29e062c-1b1b-4425-a76a-15b13b836d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.005208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.020488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-831cc1b3-b8c8-458f-a17a-8d9c7b3ffd1a tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.046052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28375889-3b9d-4c9c-bf61-a29894c9e1a8 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event deleted for resources: {'Port': ['ID=348b9ccc-eb10-4937-a1e0-cabd0778e902,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:15.077440 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Router 4b065a48-cb3a-4178-91c0-2d8c35315798 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:43:15.105887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.166885 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device a13942cd-dc24-430b-85ec-911eebe026fc no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:15.215421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a29e062c-1b1b-4425-a76a-15b13b836d8f None None] Calling delete_port for dc91b809-e5c8-44c7-a415-0ccbdd3401dd owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:15.229739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7d5cf11-827e-4d8c-b08e-6cc16b9e365f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.242701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: a13942cd-dc24-430b-85ec-911eebe026fc {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:43:15.243044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device a13942cd-dc24-430b-85ec-911eebe026fc not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:15.282762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=317149b5-a04d-4fc1-b6eb-cc092424cb88,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:15.291480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:15.292039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:15.292551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:15.293029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:15.293502 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:15.293976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:15.294444 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:15.294945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:15.295275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:15.295601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:15.295923 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:15.296267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:43:15.301683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-831cc1b3-b8c8-458f-a17a-8d9c7b3ffd1a tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.313366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28375889-3b9d-4c9c-bf61-a29894c9e1a8 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.332212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a29e062c-1b1b-4425-a76a-15b13b836d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.370464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cc1b3-b8c8-458f-a17a-8d9c7b3ffd1a tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119b147c-ba0c-4b2d-8014-fec28d445211,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:15.380381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.396766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-831cc1b3-b8c8-458f-a17a-8d9c7b3ffd1a tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.400270 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-831cc1b3-b8c8-458f-a17a-8d9c7b3ffd1a tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-groups/119b147c-ba0c-4b2d-8014-fec28d445211 HTTP/1.1" status: 204 len: 168 time: 1.0678964 Jun 15 14:43:15.400745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60230) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:15.402467 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-28375889-3b9d-4c9c-bf61-a29894c9e1a8 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "DELETE /v2.0/ports/348b9ccc-eb10-4937-a1e0-cabd0778e902 HTTP/1.1" status: 204 len: 168 time: 2.2749550 Jun 15 14:43:15.405582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60232) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:15.409793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event updated for resources: {'Subnet': ['ID=f7cc1689-78d4-4e5a-a042-85a873827d44,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:15.413857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e062c-1b1b-4425-a76a-15b13b836d8f None None] Pushing event deleted for resources: {'Port': ['ID=dc91b809-e5c8-44c7-a415-0ccbdd3401dd,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:15.435246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e062c-1b1b-4425-a76a-15b13b836d8f None None] No DVR routers for this DVR port dc91b809-e5c8-44c7-a415-0ccbdd3401dd on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:43:15.570656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-55a3e2c9-aaf8-4fb7-b05a-7a5503959f07 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.627559 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc7b9b3-dac8-4e68-bdfb-9440be95aa07 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] GET failed (client error): The resource could not be found. Jun 15 14:43:15.628080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ffc7b9b3-dac8-4e68-bdfb-9440be95aa07 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Synchronizing usage tracker for tenant:92e911b2f0b64e7aa6efb5ead879b064 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:15.641994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3e2c9-aaf8-4fb7-b05a-7a5503959f07 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event deleted for resources: {'Port': ['ID=05a5284a-7466-4810-b537-3dde339b9598,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:15.646312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7d5cf11-827e-4d8c-b08e-6cc16b9e365f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.685643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object 41ed201d-e113-42ef-866f-f0a42708becd will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:15.730091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Checking segment: {'id': 'fb7982df-5a6b-4b70-a34f-58e74ed595cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '754914d8-6030-4152-9862-a35e6db0692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:15.730472 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Network hostable DHCP agents. Network: 754914d8-6030-4152-9862-a35e6db0692f, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:43:15.734866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5cf11-827e-4d8c-b08e-6cc16b9e365f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Subnet': ['ID=e513e677-4422-4bbb-b79e-ce75153327d1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:15.744389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7d5cf11-827e-4d8c-b08e-6cc16b9e365f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:15.745175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:15.748762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962f372b-0531-4e14-9a98-83a8ae8df98d None None] Network 4ed3bf98-4425-492a-884a-86d198a44e9e requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:15.764122 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f7d5cf11-827e-4d8c-b08e-6cc16b9e365f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/e513e677-4422-4bbb-b79e-ce75153327d1 HTTP/1.1" status: 204 len: 168 time: 1.5342438 Jun 15 14:43:15.764942 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ffc7b9b3-dac8-4e68-bdfb-9440be95aa07 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Unset dirty status for tenant:92e911b2f0b64e7aa6efb5ead879b064 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:15.771209 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca4875-556b-4a64-89bf-58ffc6ca6f40 None None] Sync routers for ids ['4b065a48-cb3a-4178-91c0-2d8c35315798'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:15.772026 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ffc7b9b3-dac8-4e68-bdfb-9440be95aa07 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "GET /v2.0/ports/348b9ccc-eb10-4937-a1e0-cabd0778e902 HTTP/1.1" status: 404 len: 333 time: 0.3630869 Jun 15 14:43:15.777788 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60240) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:15.779053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60242) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:15.786254 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca4875-556b-4a64-89bf-58ffc6ca6f40 None None] Routers {'4b065a48-cb3a-4178-91c0-2d8c35315798'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:15.788524 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-08ca4875-556b-4a64-89bf-58ffc6ca6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['4b065a48-cb3a-4178-91c0-2d8c35315798'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:15.828477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42476ce-c592-4735-9496-55d3584241c0 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Router 3272720f-89a5-4195-9d52-de9a86b0c1d1 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:43:15.859856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:16.048253 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] No DVR routers for this DVR port a13942cd-dc24-430b-85ec-911eebe026fc on host hv-neutron-8458 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:43:16.050829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:16.061539 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-db125cfe-bcb2-4aa5-8e98-4846ad004c48 req-226b752d-8f78-4c98-b18a-039376ddceed tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/ports?device_id=0c134514-112b-4d5d-a7ac-48b6d1e4f9e4 HTTP/1.1" status: 200 len: 210 time: 0.1470993 Jun 15 14:43:16.065882 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-08ca4875-556b-4a64-89bf-58ffc6ca6f40 None None] Set router 4b065a48-cb3a-4178-91c0-2d8c35315798 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:43:16.083941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'name': 'network-vif-deleted', 'tag': 'a13942cd-dc24-430b-85ec-911eebe026fc'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:43:16.093858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e91ba99e-4cad-49ce-b13c-68e391dd8c3f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:16.100141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:16.107694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Network 754914d8-6030-4152-9862-a35e6db0692f is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:43:16.135813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:16.160939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:16.167169 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8b202458-ec26-4a98-b6d7-fc5205137e23 req-e44d6686-90f0-4b49-a3d6-f6796b914582 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.44 "DELETE /v2.0/ports/a13942cd-dc24-430b-85ec-911eebe026fc HTTP/1.1" status: 204 len: 173 time: 5.3867702 Jun 15 14:43:16.171623 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:16.178966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:16.179941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:16.207661 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7905154b-893e-49b1-acb7-2581d2a8240a'] response: {'server_uuid': '0c134514-112b-4d5d-a7ac-48b6d1e4f9e4', 'name': 'network-vif-deleted', 'tag': 'a13942cd-dc24-430b-85ec-911eebe026fc', 'status': 'completed', 'code': 200} Jun 15 14:43:16.213437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=41ed201d-e113-42ef-866f-f0a42708becd,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:16.219864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 754914d8-6030-4152-9862-a35e6db0692f) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:16.224844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e91ba99e-4cad-49ce-b13c-68e391dd8c3f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:16.229305 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e91ba99e-4cad-49ce-b13c-68e391dd8c3f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8210623 Jun 15 14:43:16.229930 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60250) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:16.236222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b96bcf00-6481-40e0-a838-72435529d4d2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Deleting port 4c4b4c96-92e0-499c-b39a-a2d72d218057 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:16.236569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b96bcf00-6481-40e0-a838-72435529d4d2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:16.248612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0fd5b7-4e0d-4cad-813a-6531a8ea4c52 None None] DHCP port deletion for 4ed3bf98-4425-492a-884a-86d198a44e9e request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:43:16.254203 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8d0fd5b7-4e0d-4cad-813a-6531a8ea4c52 None None] Deleting port 1f663347-dcaf-41e9-9413-dc97002b527d {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:16.254587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d0fd5b7-4e0d-4cad-813a-6531a8ea4c52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:16.295856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81065637-20a6-499e-a2e4-4c36c6fef4ed None None] Network 754914d8-6030-4152-9862-a35e6db0692f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:16.317908 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:16.318521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:16.348160 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-79f70f4b-c9d0-407a-a710-9e3fc1d9606a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.0634522 Jun 15 14:43:16.349559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60254) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:16.384465 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-10a2f4fd-6bfc-401f-97c7-b0399cfff154 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] delete failed (client error): The resource could not be found. Jun 15 14:43:16.397979 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-10a2f4fd-6bfc-401f-97c7-b0399cfff154 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-groups/119b147c-ba0c-4b2d-8014-fec28d445211 HTTP/1.1" status: 404 len: 347 time: 0.0901594 Jun 15 14:43:16.398600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60256) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:16.420890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136773925'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:16.431747 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0acc8399-d935-4e50-968a-8c25a9a95f81 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5416696 Jun 15 14:43:16.442319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60260) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:16.450337 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:16.472046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42476ce-c592-4735-9496-55d3584241c0 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:16.472299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-55a3e2c9-aaf8-4fb7-b05a-7a5503959f07 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:16.487809 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-55a3e2c9-aaf8-4fb7-b05a-7a5503959f07 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "DELETE /v2.0/ports/05a5284a-7466-4810-b537-3dde339b9598 HTTP/1.1" status: 204 len: 168 time: 2.6913114 Jun 15 14:43:16.499519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c42476ce-c592-4735-9496-55d3584241c0 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:16.506312 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c42476ce-c592-4735-9496-55d3584241c0 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "PUT /v2.0/routers/3272720f-89a5-4195-9d52-de9a86b0c1d1 HTTP/1.1" status: 200 len: 925 time: 6.8095174 Jun 15 14:43:16.507522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:16.519294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60264) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:16.521117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60268) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:16.582384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-038798e2-abeb-4651-986a-877b2b5b2ad4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1731778660', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:16.619997 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-08ca4875-556b-4a64-89bf-58ffc6ca6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:39:28Z', 'revision_number': 4, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '20df1252-35ed-4d7d-bea8-ce974f8036d2', 'name': '', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'mac_address': 'fa:16:3e:bd:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:25Z', 'updated_at': '2022-06-15T14:39:43Z', 'revision_number': 5, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'subnets': [{'id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:16.624718 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca4875-556b-4a64-89bf-58ffc6ca6f40 None None] Checking router: 4b065a48-cb3a-4178-91c0-2d8c35315798 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:43:16.641806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-038798e2-abeb-4651-986a-877b2b5b2ad4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:16.647593 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca4875-556b-4a64-89bf-58ffc6ca6f40 None None] Routers {'4b065a48-cb3a-4178-91c0-2d8c35315798'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:16.650475 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-08ca4875-556b-4a64-89bf-58ffc6ca6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['4b065a48-cb3a-4178-91c0-2d8c35315798'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:16.657192 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d00def73-d7b6-45db-b0df-d9d993c35afb tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] GET failed (client error): The resource could not be found. Jun 15 14:43:16.658694 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d00def73-d7b6-45db-b0df-d9d993c35afb tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "GET /v2.0/ports/05a5284a-7466-4810-b537-3dde339b9598 HTTP/1.1" status: 404 len: 333 time: 0.1362674 Jun 15 14:43:16.659583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9882ed-fe3b-4ffc-a7e8-512a4b1fd8f3 None None] Sync routers for ids ['3272720f-89a5-4195-9d52-de9a86b0c1d1'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:16.662446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60274) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:16.690735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-038798e2-abeb-4651-986a-877b2b5b2ad4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Usage tracker for resource:router and tenant:e68c3e4702844b06b8cd2b79e4f027c2 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:16.693270 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 317149b5-a04d-4fc1-b6eb-cc092424cb88 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:16.697494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-038798e2-abeb-4651-986a-877b2b5b2ad4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:16.705984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:16.766991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-be36b27f-26e5-4711-be1e-683d5f713601 None None] Provisioning for port 41ed201d-e113-42ef-866f-f0a42708becd completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:16.776714 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-754914d8-6030-4152-9862-a35e6db0692f', 'network_id': '754914d8-6030-4152-9862-a35e6db0692f', 'tenant_id': 'e68c3e4702844b06b8cd2b79e4f027c2', 'fixed_ips': [{'subnet_id': 'f7cc1689-78d4-4e5a-a042-85a873827d44'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:43:16.777520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:16.806557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-be36b27f-26e5-4711-be1e-683d5f713601 None None] Provisioning complete for port 41ed201d-e113-42ef-866f-f0a42708becd triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:16.806933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-be36b27f-26e5-4711-be1e-683d5f713601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:16.872801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9882ed-fe3b-4ffc-a7e8-512a4b1fd8f3 None None] Routers {'3272720f-89a5-4195-9d52-de9a86b0c1d1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:16.873513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7d9882ed-fe3b-4ffc-a7e8-512a4b1fd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['3272720f-89a5-4195-9d52-de9a86b0c1d1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:16.922463 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-08ca4875-556b-4a64-89bf-58ffc6ca6f40 None None] Set router 4b065a48-cb3a-4178-91c0-2d8c35315798 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:43:16.943744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:16.952561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-be36b27f-26e5-4711-be1e-683d5f713601 None None] Port 41ed201d-e113-42ef-866f-f0a42708becd cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:16.955048 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7d9882ed-fe3b-4ffc-a7e8-512a4b1fd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:16.977396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:16.996081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c936d-9688-4e29-a6cf-ea6cacb9369d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Deleting port 24ae35d5-b7af-4d2f-8379-c2be0006ad1b {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:16.996081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec4c936d-9688-4e29-a6cf-ea6cacb9369d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.019700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9882ed-fe3b-4ffc-a7e8-512a4b1fd8f3 None None] Routers {'3272720f-89a5-4195-9d52-de9a86b0c1d1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:17.020370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7d9882ed-fe3b-4ffc-a7e8-512a4b1fd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['3272720f-89a5-4195-9d52-de9a86b0c1d1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:17.038765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b96bcf00-6481-40e0-a838-72435529d4d2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.050740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:17.061844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:17.107244 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7d9882ed-fe3b-4ffc-a7e8-512a4b1fd8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:17.107647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9882ed-fe3b-4ffc-a7e8-512a4b1fd8f3 None None] The sync data for ids ['3272720f-89a5-4195-9d52-de9a86b0c1d1'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:17.147352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.155073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-038798e2-abeb-4651-986a-877b2b5b2ad4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:17.164771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83427e51-ff10-4ded-94a0-551a6af23563 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:17.170916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83427e51-ff10-4ded-94a0-551a6af23563 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:17.172369 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-83427e51-ff10-4ded-94a0-551a6af23563 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:17.177403 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4afa7694-b2de-4d2a-9891-0495b978e699 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/routers/3272720f-89a5-4195-9d52-de9a86b0c1d1 HTTP/1.1" status: 200 len: 925 time: 0.6510441 Jun 15 14:43:17.194832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.223389 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60280) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:17.248374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b96bcf00-6481-40e0-a838-72435529d4d2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Calling delete_port for 4c4b4c96-92e0-499c-b39a-a2d72d218057 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:17.267813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 317149b5-a04d-4fc1-b6eb-cc092424cb88 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:17.268207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.308627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.321715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60286) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:17.340814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-038798e2-abeb-4651-986a-877b2b5b2ad4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.342137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-038798e2-abeb-4651-986a-877b2b5b2ad4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.355278 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-08ca4875-556b-4a64-89bf-58ffc6ca6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:39:28Z', 'revision_number': 4, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '20df1252-35ed-4d7d-bea8-ce974f8036d2', 'name': '', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'mac_address': 'fa:16:3e:bd:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:25Z', 'updated_at': '2022-06-15T14:39:43Z', 'revision_number': 5, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'subnets': [{'id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:17.357112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-038798e2-abeb-4651-986a-877b2b5b2ad4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.360489 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca4875-556b-4a64-89bf-58ffc6ca6f40 None None] The sync data for ids ['4b065a48-cb3a-4178-91c0-2d8c35315798'] in dv-neutron-845844-1-hyperv is: [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:39:28Z', 'revision_number': 4, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '20df1252-35ed-4d7d-bea8-ce974f8036d2', 'name': '', 'network_id': '69591c21-b83e-4f78-9745-9de0ba661089', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'mac_address': 'fa:16:3e:bd:db:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_interface', 'standard_attr_id': 140, 'fixed_ips': [{'subnet_id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:25Z', 'updated_at': '2022-06-15T14:39:43Z', 'revision_number': 5, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'subnets': [{'id': 'e5db97dd-98ec-4520-9c5f-eaee2a3697b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:17.399887 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-038798e2-abeb-4651-986a-877b2b5b2ad4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.418580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-83427e51-ff10-4ded-94a0-551a6af23563 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:17.419803 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-83427e51-ff10-4ded-94a0-551a6af23563 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.9790461 Jun 15 14:43:17.430958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['778721cb-90fb-4e94-8c80-76ce09eb9435']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:17.441293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60290) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:17.457993 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fabdd95-b6e2-4727-876f-390999d915b4') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:17.458293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fabdd95-b6e2-4727-876f-390999d915b4') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:17.462429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Allocated IP 172.20.0.2 (754914d8-6030-4152-9862-a35e6db0692f/f7cc1689-78d4-4e5a-a042-85a873827d44/ca7c7c8b-8f48-4d1d-b450-c60027630914) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:17.470277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e98475d-ae5f-4af6-b136-1e413747c901,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:17.472355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.473541 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dcdc6134-17d6-4712-99d1-cb29faaece97 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0619888 Jun 15 14:43:17.476741 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8d0fd5b7-4e0d-4cad-813a-6531a8ea4c52 None None] For port 1f663347-dcaf-41e9-9413-dc97002b527d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=1f663347-dcaf-41e9-9413-dc97002b527d,segment=NetworkSegment(80505a0a-1446-493e-8586-7df587ff5764),segment_id=80505a0a-1446-493e-8586-7df587ff5764)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:17.477290 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d0fd5b7-4e0d-4cad-813a-6531a8ea4c52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.495969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60294) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:17.506355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f404640-e671-4e1d-8242-6fe935d6d89f tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:17.506953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f404640-e671-4e1d-8242-6fe935d6d89f tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Synchronizing usage tracker for tenant:24511e2b70fd448c8c9b08b1407e5004 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:17.513911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1052645c-50d7-4841-9c0f-9d51d1c58a7d tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': '0e98475d-ae5f-4af6-b136-1e413747c901', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:17.525583 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1052645c-50d7-4841-9c0f-9d51d1c58a7d tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:17.535158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1052645c-50d7-4841-9c0f-9d51d1c58a7d tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:17.557315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1052645c-50d7-4841-9c0f-9d51d1c58a7d tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:17.582561 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1052645c-50d7-4841-9c0f-9d51d1c58a7d tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:17.654589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f404640-e671-4e1d-8242-6fe935d6d89f tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Unset dirty status for tenant:24511e2b70fd448c8c9b08b1407e5004 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:17.655927 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f404640-e671-4e1d-8242-6fe935d6d89f tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&device_id=3272720f-89a5-4195-9d52-de9a86b0c1d1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4156659 Jun 15 14:43:17.682358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.701579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60298) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:17.713605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-038798e2-abeb-4651-986a-877b2b5b2ad4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.718075 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-038798e2-abeb-4651-986a-877b2b5b2ad4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.2253437 Jun 15 14:43:17.728889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60302) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:17.811170 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea921d4-27fe-4738-b903-b4ddcb3d7e94 None None] New status for floating IP 68bcbec3-c009-4d2a-ac2e-d4d9bef243d2: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:43:17.817279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8d0fd5b7-4e0d-4cad-813a-6531a8ea4c52 None None] Calling delete_port for 1f663347-dcaf-41e9-9413-dc97002b527d owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:17.883647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.897620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:43:17.898017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.902528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec4c936d-9688-4e29-a6cf-ea6cacb9369d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:17.975443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1052645c-50d7-4841-9c0f-9d51d1c58a7d tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.043852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63408b88-f4a1-4fe6-aa2f-dd20e3b0ff2a tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.066965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a24a6509-223a-4c97-a331-03c0adf891e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port 41ed201d-e113-42ef-866f-f0a42708becd {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:18.067329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a24a6509-223a-4c97-a331-03c0adf891e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.158068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 317149b5-a04d-4fc1-b6eb-cc092424cb88 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:18.159667 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 9fabdd95-b6e2-4727-876f-390999d915b4 resource provider aggregate not found Jun 15 14:43:18.199542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8d0fd5b7-4e0d-4cad-813a-6531a8ea4c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.240936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.269669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device dc91b809-e5c8-44c7-a415-0ccbdd3401dd no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:18.276304 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 9fabdd95-b6e2-4727-876f-390999d915b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9fabdd95-b6e2-4727-876f-390999d915b4 found for delete ", "request_id": "req-e23997cc-3243-4512-b51f-aaad7d665cab"}]} Jun 15 14:43:18.301950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.319468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0fd5b7-4e0d-4cad-813a-6531a8ea4c52 None None] Pushing event deleted for resources: {'Port': ['ID=1f663347-dcaf-41e9-9413-dc97002b527d,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:18.327424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b96bcf00-6481-40e0-a838-72435529d4d2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.356676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0fd5b7-4e0d-4cad-813a-6531a8ea4c52 None None] No DVR routers for this DVR port 1f663347-dcaf-41e9-9413-dc97002b527d on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:43:18.360131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: dc91b809-e5c8-44c7-a415-0ccbdd3401dd {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:43:18.360375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device dc91b809-e5c8-44c7-a415-0ccbdd3401dd not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:18.360752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 1f663347-dcaf-41e9-9413-dc97002b527d no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:18.406833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Network': ['ID=778721cb-90fb-4e94-8c80-76ce09eb9435,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:18.409548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 1f663347-dcaf-41e9-9413-dc97002b527d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:43:18.409910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 1f663347-dcaf-41e9-9413-dc97002b527d not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:18.415592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bcf00-6481-40e0-a838-72435529d4d2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event deleted for resources: {'Port': ['ID=4c4b4c96-92e0-499c-b39a-a2d72d218057,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:18.420559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63408b88-f4a1-4fe6-aa2f-dd20e3b0ff2a tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.422879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ec4c936d-9688-4e29-a6cf-ea6cacb9369d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Calling delete_port for 24ae35d5-b7af-4d2f-8379-c2be0006ad1b owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:18.431941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71805a-44f6-4521-844d-c1f7161b6f9f tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:18.431941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9b71805a-44f6-4521-844d-c1f7161b6f9f tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Synchronizing usage tracker for tenant:24511e2b70fd448c8c9b08b1407e5004 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:18.458126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.471558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Transition to ACTIVE for port object ca7c7c8b-8f48-4d1d-b450-c60027630914 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:18.511197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Transition to ACTIVE for port object ca7c7c8b-8f48-4d1d-b450-c60027630914 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:18.520393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.533116 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cc69a3ed-b02d-4041-9d62-382f09a47852 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/networks/778721cb-90fb-4e94-8c80-76ce09eb9435 HTTP/1.1" status: 204 len: 168 time: 2.7475524 Jun 15 14:43:18.537053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60310) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:18.608992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Pushing event updated for resources: {'Port': ['ID=ca7c7c8b-8f48-4d1d-b450-c60027630914,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:18.626559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Network 754914d8-6030-4152-9862-a35e6db0692f is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:18.628003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:18.630725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:18.678846 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1052645c-50d7-4841-9c0f-9d51d1c58a7d tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.741781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1052645c-50d7-4841-9c0f-9d51d1c58a7d tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.760939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Attempting to bind port ca7c7c8b-8f48-4d1d-b450-c60027630914 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:18.761316 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Attempting to bind port ca7c7c8b-8f48-4d1d-b450-c60027630914 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fb7982df-5a6b-4b70-a34f-58e74ed595cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '754914d8-6030-4152-9862-a35e6db0692f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:18.761684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Attempting to bind port ca7c7c8b-8f48-4d1d-b450-c60027630914 on network 754914d8-6030-4152-9862-a35e6db0692f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:18.767305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9b71805a-44f6-4521-844d-c1f7161b6f9f tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Unset dirty status for tenant:24511e2b70fd448c8c9b08b1407e5004 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:18.771255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:43:18.771428 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9b71805a-44f6-4521-844d-c1f7161b6f9f tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/networks/a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 881 time: 1.0659561 Jun 15 14:43:18.771528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Checking segment: {'id': 'fb7982df-5a6b-4b70-a34f-58e74ed595cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '754914d8-6030-4152-9862-a35e6db0692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:18.771528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.771528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Bound using segment: {'id': 'fb7982df-5a6b-4b70-a34f-58e74ed595cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '754914d8-6030-4152-9862-a35e6db0692f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:43:18.771528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Bound port: ca7c7c8b-8f48-4d1d-b450-c60027630914, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb7982df-5a6b-4b70-a34f-58e74ed595cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '754914d8-6030-4152-9862-a35e6db0692f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:43:18.771878 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.779914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60314) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:18.810705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b96bcf00-6481-40e0-a838-72435529d4d2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.835446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052645c-50d7-4841-9c0f-9d51d1c58a7d tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179fdf7e-14e0-420a-92ef-2f1affe2adfa,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:18.856148 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b96bcf00-6481-40e0-a838-72435529d4d2 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "DELETE /v2.0/ports/4c4b4c96-92e0-499c-b39a-a2d72d218057 HTTP/1.1" status: 204 len: 168 time: 3.0696001 Jun 15 14:43:18.869696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.871188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60318) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:18.878785 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] For port ca7c7c8b-8f48-4d1d-b450-c60027630914, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:43:18.881967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] For port ca7c7c8b-8f48-4d1d-b450-c60027630914, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ca7c7c8b-8f48-4d1d-b450-c60027630914,segment=NetworkSegment(fb7982df-5a6b-4b70-a34f-58e74ed595cb),segment_id=fb7982df-5a6b-4b70-a34f-58e74ed595cb)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:43:18.882579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a24a6509-223a-4c97-a331-03c0adf891e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.892030 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.913968 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dffeaec9-d7c7-455d-bf72-7365eeef111f tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "GET /v2.0/ports?device_id=3272720f-89a5-4195-9d52-de9a86b0c1d1 HTTP/1.1" status: 200 len: 205 time: 0.1303163 Jun 15 14:43:18.919396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60322) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:18.948679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63408b88-f4a1-4fe6-aa2f-dd20e3b0ff2a tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.951043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63408b88-f4a1-4fe6-aa2f-dd20e3b0ff2a tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.955379 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-63408b88-f4a1-4fe6-aa2f-dd20e3b0ff2a tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "DELETE /v2.0/security-groups/8de7369e-99ca-4c10-ad93-8cf12f60676c HTTP/1.1" status: 204 len: 168 time: 1.6294501 Jun 15 14:43:18.971855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60326) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:18.984641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f65cd-74de-4471-9b2c-5f4f789295be None None] Pushing event updated for resources: {'Port': ['ID=ca7c7c8b-8f48-4d1d-b450-c60027630914,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:18.985010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1052645c-50d7-4841-9c0f-9d51d1c58a7d tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:18.989008 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1052645c-50d7-4841-9c0f-9d51d1c58a7d tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4856532 Jun 15 14:43:19.002972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60328) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:19.112973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a24a6509-223a-4c97-a331-03c0adf891e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for 41ed201d-e113-42ef-866f-f0a42708becd owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:19.142594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63408b88-f4a1-4fe6-aa2f-dd20e3b0ff2a tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de7369e-99ca-4c10-ad93-8cf12f60676c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:19.186091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3dbf430d-8d0f-492d-9243-8aebdc274692 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.208527 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-4293ecba-055e-484f-994e-69105a49bd78 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] show failed (client error): The resource could not be found. Jun 15 14:43:19.208527 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4293ecba-055e-484f-994e-69105a49bd78 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "GET /v2.0/security-groups/8de7369e-99ca-4c10-ad93-8cf12f60676c HTTP/1.1" status: 404 len: 347 time: 0.1781754 Jun 15 14:43:19.217173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fce8db9-9876-4b41-ae9a-1d3aec820923 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Deleting subnet 5b8ef353-11fd-4cc5-a3ef-b4700cf0921e {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:43:19.219260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60334) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:19.237345 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.241091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7fce8db9-9876-4b41-ae9a-1d3aec820923 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.247020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3dbf430d-8d0f-492d-9243-8aebdc274692 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.417232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec4c936d-9688-4e29-a6cf-ea6cacb9369d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.430300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.530393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3dbf430d-8d0f-492d-9243-8aebdc274692 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.576773 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:43:19.601872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c936d-9688-4e29-a6cf-ea6cacb9369d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event deleted for resources: {'Port': ['ID=24ae35d5-b7af-4d2f-8379-c2be0006ad1b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:19.622108 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf430d-8d0f-492d-9243-8aebdc274692 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=179fdf7e-14e0-420a-92ef-2f1affe2adfa,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:19.671295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.691210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7fce8db9-9876-4b41-ae9a-1d3aec820923 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.789456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5d95f16e-25cb-4e2a-87d4-98af6e5fd507 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Deleting port c313c35f-f067-403a-bb94-e8a051c4963e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:19.790144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d95f16e-25cb-4e2a-87d4-98af6e5fd507 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.862832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ed3bf98-4425-492a-884a-86d198a44e9e']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:19.888533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80505a0a-1446-493e-8586-7df587ff5764') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:19.888864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80505a0a-1446-493e-8586-7df587ff5764') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:19.905886 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ec4c936d-9688-4e29-a6cf-ea6cacb9369d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.920341 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3dbf430d-8d0f-492d-9243-8aebdc274692 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.921479 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3dbf430d-8d0f-492d-9243-8aebdc274692 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/179fdf7e-14e0-420a-92ef-2f1affe2adfa HTTP/1.1" status: 204 len: 168 time: 0.9176035 Jun 15 14:43:19.926321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60338) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:19.930497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:19.947308 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ec4c936d-9688-4e29-a6cf-ea6cacb9369d tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "DELETE /v2.0/ports/24ae35d5-b7af-4d2f-8379-c2be0006ad1b HTTP/1.1" status: 204 len: 168 time: 3.2741306 Jun 15 14:43:19.949216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60342) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:20.052482 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74c91a4-8c45-4812-bbd7-0a5f70cb5070 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] GET failed (client error): The resource could not be found. Jun 15 14:43:20.053049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c74c91a4-8c45-4812-bbd7-0a5f70cb5070 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Synchronizing usage tracker for tenant:12732f859fe3422fb1c332c105211f6f on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:20.055828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.075947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:43:20.076456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.089422 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.095511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a24a6509-223a-4c97-a331-03c0adf891e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.130009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c74c91a4-8c45-4812-bbd7-0a5f70cb5070 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Unset dirty status for tenant:12732f859fe3422fb1c332c105211f6f on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:20.134530 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c74c91a4-8c45-4812-bbd7-0a5f70cb5070 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "GET /v2.0/ports/24ae35d5-b7af-4d2f-8379-c2be0006ad1b HTTP/1.1" status: 404 len: 333 time: 0.1814141 Jun 15 14:43:20.142376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60346) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:20.143821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b91f2-d221-439e-9eaa-bd4472b5188d None None] Network 754914d8-6030-4152-9862-a35e6db0692f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:20.198880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Deleting port 95e6daf2-a2cb-4532-904b-d259531f6548 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:20.198880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.244326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0abcb8e9-a531-4ccf-93fc-5f1cd1449fc6 None None] Provisioning for port ca7c7c8b-8f48-4d1d-b450-c60027630914 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:20.292686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a82ad07a-6b7c-4217-85ff-fa819524c5a6 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Deleting port f75e0f4d-f1a0-43fc-b9d5-e8e534092aa9 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:20.293130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a82ad07a-6b7c-4217-85ff-fa819524c5a6 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.308611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a6509-223a-4c97-a331-03c0adf891e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=41ed201d-e113-42ef-866f-f0a42708becd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:20.312085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7fce8db9-9876-4b41-ae9a-1d3aec820923 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.325409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Allocated IP 172.20.0.1 (754914d8-6030-4152-9862-a35e6db0692f/f7cc1689-78d4-4e5a-a042-85a873827d44/c04d3280-db26-4ecd-9c5a-8196f2bbbeb7) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:20.373680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf8ef2c0-b6d1-480e-87c3-fc93cd2e0830 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:20.393122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a24a6509-223a-4c97-a331-03c0adf891e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.415610 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 80505a0a-1446-493e-8586-7df587ff5764 resource provider aggregate not found Jun 15 14:43:20.454039 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 80505a0a-1446-493e-8586-7df587ff5764 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80505a0a-1446-493e-8586-7df587ff5764 found for delete ", "request_id": "req-1a6b1573-c9b7-43ae-aae0-d2c75008afe9"}]} Jun 15 14:43:20.462886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d95f16e-25cb-4e2a-87d4-98af6e5fd507 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.463413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d95f16e-25cb-4e2a-87d4-98af6e5fd507 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.474122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.480335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.529527 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a24a6509-223a-4c97-a331-03c0adf891e5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/41ed201d-e113-42ef-866f-f0a42708becd HTTP/1.1" status: 204 len: 168 time: 3.0798185 Jun 15 14:43:20.560800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60354) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:20.602930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ca7c7c8b-8f48-4d1d-b450-c60027630914 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:20.682929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5d95f16e-25cb-4e2a-87d4-98af6e5fd507 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Calling delete_port for c313c35f-f067-403a-bb94-e8a051c4963e owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:20.704175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port ca7c7c8b-8f48-4d1d-b450-c60027630914 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:20.712322 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ca7c7c8b-8f48-4d1d-b450-c60027630914 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:20.712704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.742974 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/networks/4ed3bf98-4425-492a-884a-86d198a44e9e HTTP/1.1" status: 204 len: 168 time: 2.1824155 Jun 15 14:43:20.743869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601db8e1-a632-41a7-baf1-a70a35d49f96 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Network': ['ID=4ed3bf98-4425-492a-884a-86d198a44e9e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:20.763592 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60358) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:20.768019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bf8ef2c0-b6d1-480e-87c3-fc93cd2e0830 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:20.772939 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf8ef2c0-b6d1-480e-87c3-fc93cd2e0830 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8309026 Jun 15 14:43:20.778117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60362) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:20.786696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-195103706'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:20.796891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:20.833847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:network and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:20.849482 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:20.855227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f9316-0067-4cd4-afc6-c4036aa5caf8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:20.855451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7fce8db9-9876-4b41-ae9a-1d3aec820923 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.857000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5f9316-0067-4cd4-afc6-c4036aa5caf8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:20.857817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3a5f9316-0067-4cd4-afc6-c4036aa5caf8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:20.863147 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ca7c7c8b-8f48-4d1d-b450-c60027630914 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:20.864567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.865321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.905133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:20.911202 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-980daa0e-d841-44a6-9ed5-106f4d1d8084 None None] Provisioning complete for port ca7c7c8b-8f48-4d1d-b450-c60027630914 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:20.911591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-980daa0e-d841-44a6-9ed5-106f4d1d8084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.925217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce8db9-9876-4b41-ae9a-1d3aec820923 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8ef353-11fd-4cc5-a3ef-b4700cf0921e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:20.928564 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7fce8db9-9876-4b41-ae9a-1d3aec820923 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:20.951271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3156573d-994d-473a-89f6-214e619ae5a7 None None] Network ff8c566c-53ce-480d-858e-8cb3e74e6fa6 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:20.971744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port ca7c7c8b-8f48-4d1d-b450-c60027630914, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ca7c7c8b-8f48-4d1d-b450-c60027630914,segment=NetworkSegment(fb7982df-5a6b-4b70-a34f-58e74ed595cb),segment_id=fb7982df-5a6b-4b70-a34f-58e74ed595cb)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:20.988804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.007474 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7fce8db9-9876-4b41-ae9a-1d3aec820923 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "DELETE /v2.0/subnets/5b8ef353-11fd-4cc5-a3ef-b4700cf0921e HTTP/1.1" status: 204 len: 168 time: 2.1277621 Jun 15 14:43:21.007474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0caf9bd2-4698-4969-b672-a34634b9f4a8 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.008707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60366) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:21.112416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Calling delete_port for 95e6daf2-a2cb-4532-904b-d259531f6548 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:21.153231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:21.157140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.162945 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d95f16e-25cb-4e2a-87d4-98af6e5fd507 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.173965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0caf9bd2-4698-4969-b672-a34634b9f4a8 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.189854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3a5f9316-0067-4cd4-afc6-c4036aa5caf8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:21.193881 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3a5f9316-0067-4cd4-afc6-c4036aa5caf8 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.5677614 Jun 15 14:43:21.194070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=ca7c7c8b-8f48-4d1d-b450-c60027630914,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:21.207294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60370) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:21.210262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.260785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.303505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95f16e-25cb-4e2a-87d4-98af6e5fd507 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Pushing event deleted for resources: {'Port': ['ID=c313c35f-f067-403a-bb94-e8a051c4963e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:21.321341 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Transition to ACTIVE for port object c04d3280-db26-4ecd-9c5a-8196f2bbbeb7 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:21.328267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-980daa0e-d841-44a6-9ed5-106f4d1d8084 None None] Current status of the port ca7c7c8b-8f48-4d1d-b450-c60027630914 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:21.333219 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.348299 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:43:21.370706 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a82ad07a-6b7c-4217-85ff-fa819524c5a6 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.373848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Deleting port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:21.374293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.418677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2853e0c6-7a08-48ee-b85a-d1911607640d None None] DHCP port deletion for ff8c566c-53ce-480d-858e-8cb3e74e6fa6 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:43:21.424666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2853e0c6-7a08-48ee-b85a-d1911607640d None None] Deleting port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:21.425130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2853e0c6-7a08-48ee-b85a-d1911607640d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.457162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.457552 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Added segment 12191a0f-e6f3-4117-aa30-1f3a18a4531c of type vlan for network 7590f1b0-153f-4795-b7da-9b0ba302e28b Jun 15 14:43:21.530768 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-decf1363-f8eb-46da-8b63-9f2042262c7a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet f9586fad-a31e-478f-9874-611946df852f {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:43:21.543032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a82ad07a-6b7c-4217-85ff-fa819524c5a6 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Calling delete_port for f75e0f4d-f1a0-43fc-b9d5-e8e534092aa9 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:21.580649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-decf1363-f8eb-46da-8b63-9f2042262c7a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.601894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0caf9bd2-4698-4969-b672-a34634b9f4a8 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.637449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf9bd2-4698-4969-b672-a34634b9f4a8 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e98475d-ae5f-4af6-b136-1e413747c901,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:21.686525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d95f16e-25cb-4e2a-87d4-98af6e5fd507 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.718171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2853e0c6-7a08-48ee-b85a-d1911607640d None None] For port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=72bf4038-ba23-4cb8-ae54-ffccfb7c4a04,segment=NetworkSegment(bb0d751d-c1d5-4406-b410-81994de8f518),segment_id=bb0d751d-c1d5-4406-b410-81994de8f518)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:21.718614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2853e0c6-7a08-48ee-b85a-d1911607640d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.742602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d95f16e-25cb-4e2a-87d4-98af6e5fd507 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.746809 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5d95f16e-25cb-4e2a-87d4-98af6e5fd507 tempest-ServerActionsTestJSON-1654597364 tempest-ServerActionsTestJSON-1654597364-project] 10.222.0.26 "DELETE /v2.0/floatingips/68bcbec3-c009-4d2a-ac2e-d4d9bef243d2 HTTP/1.1" status: 204 len: 168 time: 2.5199044 Jun 15 14:43:21.747655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60374) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:21.817280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0caf9bd2-4698-4969-b672-a34634b9f4a8 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.821085 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0caf9bd2-4698-4969-b672-a34634b9f4a8 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-groups/0e98475d-ae5f-4af6-b136-1e413747c901 HTTP/1.1" status: 204 len: 168 time: 1.0395072 Jun 15 14:43:21.831546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60378) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:21.849570 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-decf1363-f8eb-46da-8b63-9f2042262c7a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.867969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2853e0c6-7a08-48ee-b85a-d1911607640d None None] Calling delete_port for 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:21.897769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.910294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:21.966449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2853e0c6-7a08-48ee-b85a-d1911607640d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.023795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853e0c6-7a08-48ee-b85a-d1911607640d None None] Pushing event deleted for resources: {'Port': ['ID=72bf4038-ba23-4cb8-ae54-ffccfb7c4a04,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:22.025935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2853e0c6-7a08-48ee-b85a-d1911607640d None None] No DVR routers for this DVR port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:43:22.099437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2d0df78c-05cf-4df9-b5f7-59b17380d822 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:22.105804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] For port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=72bf4038-ba23-4cb8-ae54-ffccfb7c4a04,segment=NetworkSegment(bb0d751d-c1d5-4406-b410-81994de8f518),segment_id=bb0d751d-c1d5-4406-b410-81994de8f518)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:22.106159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.116619 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Network 754914d8-6030-4152-9862-a35e6db0692f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:22.130153 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:22.142158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:22.172161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event updated for resources: {'Port': ['ID=c04d3280-db26-4ecd-9c5a-8196f2bbbeb7,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:22.174839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.180458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:22.181064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.261428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Calling delete_port for 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:22.340619 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a82ad07a-6b7c-4217-85ff-fa819524c5a6 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.350933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.368142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-be4ea8e7-2539-4fd3-9e7a-92a9f825d7a1 None None] Provisioning for port c04d3280-db26-4ecd-9c5a-8196f2bbbeb7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:22.376031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-be4ea8e7-2539-4fd3-9e7a-92a9f825d7a1 None None] Provisioning complete for port c04d3280-db26-4ecd-9c5a-8196f2bbbeb7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:22.376318 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-be4ea8e7-2539-4fd3-9e7a-92a9f825d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.385451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2d0df78c-05cf-4df9-b5f7-59b17380d822 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:22.391423 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2d0df78c-05cf-4df9-b5f7-59b17380d822 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5380354 Jun 15 14:43:22.392742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60382) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:22.407482 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group': {'name': 'tempest-secgroup--155695236'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:22.421737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:22.434808 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6648979 Jun 15 14:43:22.436246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671e14e-95ec-4fb4-a485-a2e9fd20091f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Network': ['ID=7590f1b0-153f-4795-b7da-9b0ba302e28b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:22.453620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 7590f1b0-153f-4795-b7da-9b0ba302e28b details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:43:22.476743 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60386) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:22.479933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-decf1363-f8eb-46da-8b63-9f2042262c7a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.494328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:22.551909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Pushing event deleted for resources: {'Port': ['ID=95e6daf2-a2cb-4532-904b-d259531f6548,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:22.554442 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.608501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-be4ea8e7-2539-4fd3-9e7a-92a9f825d7a1 None None] Port c04d3280-db26-4ecd-9c5a-8196f2bbbeb7 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:22.623789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:43:22.624255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:43:22.624990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.627344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ca7c7c8b-8f48-4d1d-b450-c60027630914 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:22.666032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ad07a-6b7c-4217-85ff-fa819524c5a6 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event deleted for resources: {'Port': ['ID=f75e0f4d-f1a0-43fc-b9d5-e8e534092aa9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:22.671171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:22.679428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:22.684996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:22.693550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'subnet': {'network_id': '7590f1b0-153f-4795-b7da-9b0ba302e28b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:22.731572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:22.757275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ca7c7c8b-8f48-4d1d-b450-c60027630914 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:22.757977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.849094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:22.853752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:subnet and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:22.853924 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.857204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:22.864075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:22.885507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.910711 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ca7c7c8b-8f48-4d1d-b450-c60027630914 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:22.938703 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a82ad07a-6b7c-4217-85ff-fa819524c5a6 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.941948 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:22.945377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.964618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dace057-89b1-4689-ac3b-8ebca90bf047,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:22.976155 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:22.977589 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c534c886-231f-4e31-8654-931acebae652 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5846698 Jun 15 14:43:22.980430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60390) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:22.986984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:22.989797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b68330cb-8720-4271-b19c-f1a5ed09017e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': '8dace057-89b1-4689-ac3b-8ebca90bf047', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:23.000856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d663ea35-8558-4b10-b51c-b0fb4f013b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.025189 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:43:23.025503 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:23.061150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b68330cb-8720-4271-b19c-f1a5ed09017e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:23.061645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-decf1363-f8eb-46da-8b63-9f2042262c7a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.075103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b68330cb-8720-4271-b19c-f1a5ed09017e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:23.085858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b68330cb-8720-4271-b19c-f1a5ed09017e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:23.095466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b68330cb-8720-4271-b19c-f1a5ed09017e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:23.105232 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a82ad07a-6b7c-4217-85ff-fa819524c5a6 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "DELETE /v2.0/ports/f75e0f4d-f1a0-43fc-b9d5-e8e534092aa9 HTTP/1.1" status: 204 len: 168 time: 2.9526753 Jun 15 14:43:23.107025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60394) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:23.135847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf1363-f8eb-46da-8b63-9f2042262c7a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=f9586fad-a31e-478f-9874-611946df852f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:23.146952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.154018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feebfc3-3b14-4594-b17e-cba543731b13 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:23.158598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Deleting port 72bf4038-ba23-4cb8-ae54-ffccfb7c4a04 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:23.158761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.199769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-decf1363-f8eb-46da-8b63-9f2042262c7a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.206690 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-decf1363-f8eb-46da-8b63-9f2042262c7a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/f9586fad-a31e-478f-9874-611946df852f HTTP/1.1" status: 204 len: 168 time: 1.9859374 Jun 15 14:43:23.274086 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60398) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:23.447282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b68330cb-8720-4271-b19c-f1a5ed09017e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.476852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] The port '72bf4038-ba23-4cb8-ae54-ffccfb7c4a04' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:43:23.480053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083f1cae-fb45-4f0f-933a-6d6d1b289b5b None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:43:23.486947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-083f1cae-fb45-4f0f-933a-6d6d1b289b5b None None] Deleting port 317149b5-a04d-4fc1-b6eb-cc092424cb88 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:23.488415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-083f1cae-fb45-4f0f-933a-6d6d1b289b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.537104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c72730-c018-45c5-bb6d-5f96e9235759 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Deleting subnet 5268b7c5-366e-448e-bb7d-3142bed872aa {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:43:23.571187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-23c72730-c018-45c5-bb6d-5f96e9235759 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.600445 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ae713f8a-f28b-4213-a34d-498a29ed35d1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3238659 Jun 15 14:43:23.616883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60402) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:23.620259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.625992 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.634642 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:23.722677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-083f1cae-fb45-4f0f-933a-6d6d1b289b5b None None] For port 317149b5-a04d-4fc1-b6eb-cc092424cb88, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=317149b5-a04d-4fc1-b6eb-cc092424cb88,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:23.723088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-083f1cae-fb45-4f0f-933a-6d6d1b289b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.736582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.818360 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.818874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Fanout notify agent at l3_agent the message router_deleted on router 3272720f-89a5-4195-9d52-de9a86b0c1d1 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:43:23.871051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.880849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b68330cb-8720-4271-b19c-f1a5ed09017e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.892786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-23c72730-c018-45c5-bb6d-5f96e9235759 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.893025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-083f1cae-fb45-4f0f-933a-6d6d1b289b5b None None] Calling delete_port for 317149b5-a04d-4fc1-b6eb-cc092424cb88 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:23.917785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:23.932387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b68330cb-8720-4271-b19c-f1a5ed09017e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.978433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-083f1cae-fb45-4f0f-933a-6d6d1b289b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:23.988110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68330cb-8720-4271-b19c-f1a5ed09017e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883a7ceb-c8ec-4d5e-914b-8b269d82f507,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:23.992836 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8c566c-53ce-480d-858e-8cb3e74e6fa6']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:23.996278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.004610 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-57263f39-b074-4602-a4d8-49899058446e tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/routers/3272720f-89a5-4195-9d52-de9a86b0c1d1 HTTP/1.1" status: 204 len: 168 time: 5.0812902 Jun 15 14:43:24.005601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60406) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:24.025843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0d751d-c1d5-4406-b410-81994de8f518') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:24.026287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0d751d-c1d5-4406-b410-81994de8f518') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:24.028769 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f1cae-fb45-4f0f-933a-6d6d1b289b5b None None] Pushing event deleted for resources: {'Port': ['ID=317149b5-a04d-4fc1-b6eb-cc092424cb88,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:24.033043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f1cae-fb45-4f0f-933a-6d6d1b289b5b None None] No DVR routers for this DVR port 317149b5-a04d-4fc1-b6eb-cc092424cb88 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:43:24.039127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6d6252e3-a974-445b-af50-7df137c2c018 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1112143528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:24.059138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b68330cb-8720-4271-b19c-f1a5ed09017e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.060607 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b68330cb-8720-4271-b19c-f1a5ed09017e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0789781 Jun 15 14:43:24.061627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6d6252e3-a974-445b-af50-7df137c2c018 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:24.067983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.075997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60410) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:24.084716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d6252e3-a974-445b-af50-7df137c2c018 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Usage tracker for resource:router and tenant:98f4d949abd64dd8ac7709f2a270fd90 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:24.086570 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:24.090163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d6252e3-a974-445b-af50-7df137c2c018 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:24.097761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1a7679bb-e164-4814-8be0-0af0729bae53 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': '8dace057-89b1-4689-ac3b-8ebca90bf047', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:24.117909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6d6252e3-a974-445b-af50-7df137c2c018 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:24.120083 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1a7679bb-e164-4814-8be0-0af0729bae53 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:24.131347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:24.133042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.135061 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.138958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1a7679bb-e164-4814-8be0-0af0729bae53 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:24.149878 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1a7679bb-e164-4814-8be0-0af0729bae53 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:24.161759 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1a7679bb-e164-4814-8be0-0af0729bae53 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:24.165098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:43:24.165547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.182384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d6252e3-a974-445b-af50-7df137c2c018 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.183431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d6252e3-a974-445b-af50-7df137c2c018 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.220953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.233677 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment bb0d751d-c1d5-4406-b410-81994de8f518 resource provider aggregate not found Jun 15 14:43:24.328581 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment bb0d751d-c1d5-4406-b410-81994de8f518 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb0d751d-c1d5-4406-b410-81994de8f518 found for delete ", "request_id": "req-b6ff7c02-dfcf-4fcc-90a4-b09d41ac0f6e"}]} Jun 15 14:43:24.333264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-23c72730-c018-45c5-bb6d-5f96e9235759 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.400083 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d6252e3-a974-445b-af50-7df137c2c018 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.411223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a7679bb-e164-4814-8be0-0af0729bae53 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.431425 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d663ea35-8558-4b10-b51c-b0fb4f013b79 admin admin] Deleting port 20df1252-35ed-4d7d-bea8-ce974f8036d2 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:24.431755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d663ea35-8558-4b10-b51c-b0fb4f013b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.450375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Subnet': ['ID=d9a43ffa-4f06-4db0-a4f5-7b453a61e4db,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:24.458056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.462161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.493791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Checking segment: {'id': '12191a0f-e6f3-4117-aa30-1f3a18a4531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7590f1b0-153f-4795-b7da-9b0ba302e28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:24.494475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network hostable DHCP agents. Network: 7590f1b0-153f-4795-b7da-9b0ba302e28b, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:43:24.536007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 317149b5-a04d-4fc1-b6eb-cc092424cb88 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:24.541398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] Pushing event deleted for resources: {'Network': ['ID=ff8c566c-53ce-480d-858e-8cb3e74e6fa6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:24.557598 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9519c6a9-d333-4921-ada1-596d0c5a5c29 tempest-AllowedAddressPairTestJSON-1224516533 tempest-AllowedAddressPairTestJSON-1224516533-project] 10.222.0.26 "DELETE /v2.0/networks/ff8c566c-53ce-480d-858e-8cb3e74e6fa6 HTTP/1.1" status: 204 len: 168 time: 3.5430434 Jun 15 14:43:24.587079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 317149b5-a04d-4fc1-b6eb-cc092424cb88 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:43:24.587437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 317149b5-a04d-4fc1-b6eb-cc092424cb88 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:24.601076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 7590f1b0-153f-4795-b7da-9b0ba302e28b is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:43:24.609631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d6252e3-a974-445b-af50-7df137c2c018 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.636063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 7590f1b0-153f-4795-b7da-9b0ba302e28b) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:24.645322 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.660574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:24.661480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.663460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12de402-c541-46ba-aab6-4df350a23ac7 None None] Network 7590f1b0-153f-4795-b7da-9b0ba302e28b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:24.670656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.731529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-23c72730-c018-45c5-bb6d-5f96e9235759 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.774135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a7679bb-e164-4814-8be0-0af0729bae53 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.821494 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df3b1cfa-124a-431c-9835-f1295e69cb48 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2632625 Jun 15 14:43:24.827930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-23c72730-c018-45c5-bb6d-5f96e9235759 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.831236 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60420) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:24.841664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39738eab-1b79-40ac-b720-a3c80ac66da0 None None] Network 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:24.842793 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-23c72730-c018-45c5-bb6d-5f96e9235759 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "DELETE /v2.0/subnets/5268b7c5-366e-448e-bb7d-3142bed872aa HTTP/1.1" status: 204 len: 168 time: 1.6856143 Jun 15 14:43:24.843946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a7679bb-e164-4814-8be0-0af0729bae53 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.844855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ee98a094-8c0e-4f96-a64f-d9d60a204a6d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1523121188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:24.849681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60424) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:24.874033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7679bb-e164-4814-8be0-0af0729bae53 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120dc945-811b-473f-821a-07270c5a498e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:24.876351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c72730-c018-45c5-bb6d-5f96e9235759 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event deleted for resources: {'Subnet': ['ID=5268b7c5-366e-448e-bb7d-3142bed872aa,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:24.898611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ee98a094-8c0e-4f96-a64f-d9d60a204a6d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:24.913496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event updated for resources: {'Port': ['ID=c04d3280-db26-4ecd-9c5a-8196f2bbbeb7,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:24.918996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ee98a094-8c0e-4f96-a64f-d9d60a204a6d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:router and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:24.922325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:24.930339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ee98a094-8c0e-4f96-a64f-d9d60a204a6d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:24.942685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ee98a094-8c0e-4f96-a64f-d9d60a204a6d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:25.007790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.012036 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d6252e3-a974-445b-af50-7df137c2c018 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.013562 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6d6252e3-a974-445b-af50-7df137c2c018 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9991424 Jun 15 14:43:25.026330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:43:25.027666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee98a094-8c0e-4f96-a64f-d9d60a204a6d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.029604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee98a094-8c0e-4f96-a64f-d9d60a204a6d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.052001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60430) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:25.052356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60432) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:25.070452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:25.080665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.177362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:25.182189 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee98a094-8c0e-4f96-a64f-d9d60a204a6d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.183653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:25.186841 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:25.187695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.218048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a7679bb-e164-4814-8be0-0af0729bae53 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.220073 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1a7679bb-e164-4814-8be0-0af0729bae53 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1415014 Jun 15 14:43:25.230314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60440) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:25.234898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fa627a-47cf-4466-8b94-49345b82a680 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:25.244676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Deleting port 39fafd40-b27f-4923-8f80-19f8fbd13431 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:25.245016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.248409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ef5b3288-6414-425c-9bdf-34a33782d845 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': '8dace057-89b1-4689-ac3b-8ebca90bf047', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:25.252982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=3875999d-0f51-4369-b1ab-5ad89a7d4ace,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:25.261977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ef5b3288-6414-425c-9bdf-34a33782d845 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:25.280085 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7550d754-bfc2-4141-9f7e-a9dc2a39b61e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6571920 Jun 15 14:43:25.285074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60444) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:25.291853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ef5b3288-6414-425c-9bdf-34a33782d845 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:25.300577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:fa:12:98', 'name': 'tempest-NetworksTestDHCPv6-475856318'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:25.321847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-7590f1b0-153f-4795-b7da-9b0ba302e28b', 'network_id': '7590f1b0-153f-4795-b7da-9b0ba302e28b', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'fixed_ips': [{'subnet_id': 'd9a43ffa-4f06-4db0-a4f5-7b453a61e4db'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:43:25.322743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.377360 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ef5b3288-6414-425c-9bdf-34a33782d845 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:25.400560 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee98a094-8c0e-4f96-a64f-d9d60a204a6d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.410551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ef5b3288-6414-425c-9bdf-34a33782d845 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:25.438704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Network 754914d8-6030-4152-9862-a35e6db0692f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:25.447582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:25.474375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee98a094-8c0e-4f96-a64f-d9d60a204a6d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.476234 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ee98a094-8c0e-4f96-a64f-d9d60a204a6d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6416457 Jun 15 14:43:25.704680 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60450) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:25.722218 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3288-6414-425c-9bdf-34a33782d845 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.734177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'port': {'network_id': '7590f1b0-153f-4795-b7da-9b0ba302e28b', 'name': 'tempest-RoutersIpV6Test-1299757571'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:25.777977 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d663ea35-8558-4b10-b51c-b0fb4f013b79 admin admin] For port 20df1252-35ed-4d7d-bea8-ce974f8036d2, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=20df1252-35ed-4d7d-bea8-ce974f8036d2,segment=NetworkSegment(59971b48-d1a7-4671-8b09-b00aaa4197ea),segment_id=59971b48-d1a7-4671-8b09-b00aaa4197ea)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:25.780812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d663ea35-8558-4b10-b51c-b0fb4f013b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.809360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65992cbe-8b37-4c95-b1e6-0459344afd5b None None] DHCP port deletion for 06abe5b7-d01c-4515-9c1a-e5c7c45e1509 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:43:25.812981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Allocated IP 2001:db8::2 (7590f1b0-153f-4795-b7da-9b0ba302e28b/d9a43ffa-4f06-4db0-a4f5-7b453a61e4db/26c70018-5b32-418a-ba58-3eeb21462326) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:25.822258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-65992cbe-8b37-4c95-b1e6-0459344afd5b None None] Deleting port 39fafd40-b27f-4923-8f80-19f8fbd13431 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:25.822401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-65992cbe-8b37-4c95-b1e6-0459344afd5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.857713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '3875999d-0f51-4369-b1ab-5ad89a7d4ace'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:43:25.858680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:25.944785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:25.955011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d663ea35-8558-4b10-b51c-b0fb4f013b79 admin admin] Calling delete_port for 20df1252-35ed-4d7d-bea8-ce974f8036d2 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:25.971915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:25.976814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:25.991292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:26.049498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:26.076990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3288-6414-425c-9bdf-34a33782d845 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.109746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3288-6414-425c-9bdf-34a33782d845 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.111134 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-649c6749-8a2a-40aa-8f10-5182efe1d3c9 None None] Provisioning complete for port c04d3280-db26-4ecd-9c5a-8196f2bbbeb7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:26.111707 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-649c6749-8a2a-40aa-8f10-5182efe1d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.231756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b3288-6414-425c-9bdf-34a33782d845 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc446b42-7886-4bd0-b885-8851c2d3fd6c,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:26.238750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:26.247330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:port and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:26.251559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ef5b3288-6414-425c-9bdf-34a33782d845 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.252837 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ef5b3288-6414-425c-9bdf-34a33782d845 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0214906 Jun 15 14:43:26.253818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:26.259235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60454) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:26.279643 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f008697-a1c1-4885-91a9-fd37609cb2af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=92e911b2f0b64e7aa6efb5ead879b064&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2161119 Jun 15 14:43:26.280601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:26.280601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60458) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:26.286337 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7ada4980-b7fa-4fc5-8f5a-ab7e213f6011 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': '8dace057-89b1-4689-ac3b-8ebca90bf047', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:26.291185 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.304588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7ada4980-b7fa-4fc5-8f5a-ab7e213f6011 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:26.316533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Router 93dc4da2-f677-4448-b363-4f7502847780 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:43:26.327184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7ada4980-b7fa-4fc5-8f5a-ab7e213f6011 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:26.343114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7ada4980-b7fa-4fc5-8f5a-ab7e213f6011 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:26.349455 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:26.353022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.363181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] For port 39fafd40-b27f-4923-8f80-19f8fbd13431, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=39fafd40-b27f-4923-8f80-19f8fbd13431,segment=NetworkSegment(4269a42b-3e65-4ce4-8b94-9b22adcba297),segment_id=4269a42b-3e65-4ce4-8b94-9b22adcba297)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:26.363568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.379238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7ada4980-b7fa-4fc5-8f5a-ab7e213f6011 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:26.391619 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.418448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-649c6749-8a2a-40aa-8f10-5182efe1d3c9 None None] Port c04d3280-db26-4ecd-9c5a-8196f2bbbeb7 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:26.493097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Allocated IP 2001:db8::f816:3eff:fe8e:ac66 (2ef0444c-622d-434a-90a5-976e58c67159/3875999d-0f51-4369-b1ab-5ad89a7d4ace/96b641a7-2d23-4824-9830-2f34fd20510f) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:26.494092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Calling delete_port for 39fafd40-b27f-4923-8f80-19f8fbd13431 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:26.553785 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 39fafd40-b27f-4923-8f80-19f8fbd13431 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:26.589937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] device_id is not set on port 36c01646-545f-4181-b27c-3f9a4a35d279 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:26.599477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-65992cbe-8b37-4c95-b1e6-0459344afd5b None None] For port 39fafd40-b27f-4923-8f80-19f8fbd13431, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=39fafd40-b27f-4923-8f80-19f8fbd13431,segment=NetworkSegment(4269a42b-3e65-4ce4-8b94-9b22adcba297),segment_id=4269a42b-3e65-4ce4-8b94-9b22adcba297)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:26.600113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-65992cbe-8b37-4c95-b1e6-0459344afd5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.618646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.661087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port e0bb1349-2557-4a34-9e31-5b1c5cc67674 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:26.713427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7ada4980-b7fa-4fc5-8f5a-ab7e213f6011 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.757834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.801616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-65992cbe-8b37-4c95-b1e6-0459344afd5b None None] Calling delete_port for 39fafd40-b27f-4923-8f80-19f8fbd13431 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:26.821420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b502fc4a-b033-43b6-9eb3-cab70e7bf80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.844320 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event deleted for resources: {'Port': ['ID=39fafd40-b27f-4923-8f80-19f8fbd13431,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:26.851525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:26.853530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] No DVR routers for this DVR port 39fafd40-b27f-4923-8f80-19f8fbd13431 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:43:26.886800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d663ea35-8558-4b10-b51c-b0fb4f013b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.902903 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Transition to ACTIVE for port object 26c70018-5b32-418a-ba58-3eeb21462326 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:26.905449 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dbd27d72-3d0e-46e4-a8d8-6365613de746 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "PUT /v2.0/routers/93dc4da2-f677-4448-b363-4f7502847780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1756973 Jun 15 14:43:26.911331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60462) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:26.913132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b502fc4a-b033-43b6-9eb3-cab70e7bf80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:26.919415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99edd3-06fc-4975-aa50-010f36629448 None None] Sync routers for ids ['93dc4da2-f677-4448-b363-4f7502847780'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:26.932212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Request body: {'port': {'network_id': '754914d8-6030-4152-9862-a35e6db0692f', 'name': 'tempest-FloatingIPNegativeTestJSON-600733603'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:26.971808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663ea35-8558-4b10-b51c-b0fb4f013b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=20df1252-35ed-4d7d-bea8-ce974f8036d2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:26.974567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No active binding found for port 39fafd40-b27f-4923-8f80-19f8fbd13431 {{(pid=89020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 15 14:43:26.975303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 39fafd40-b27f-4923-8f80-19f8fbd13431 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:26.982093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99edd3-06fc-4975-aa50-010f36629448 None None] Routers {'93dc4da2-f677-4448-b363-4f7502847780'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:26.982861 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-de99edd3-06fc-4975-aa50-010f36629448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['93dc4da2-f677-4448-b363-4f7502847780'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:27.039508 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7ada4980-b7fa-4fc5-8f5a-ab7e213f6011 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.054914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Transition to ACTIVE for port object 26c70018-5b32-418a-ba58-3eeb21462326 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:27.056459 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-de99edd3-06fc-4975-aa50-010f36629448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:27.080288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.160132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7ada4980-b7fa-4fc5-8f5a-ab7e213f6011 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.174287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Network 7590f1b0-153f-4795-b7da-9b0ba302e28b is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:27.182541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:27.197407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99edd3-06fc-4975-aa50-010f36629448 None None] Routers {'93dc4da2-f677-4448-b363-4f7502847780'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:27.198201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-de99edd3-06fc-4975-aa50-010f36629448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:42:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['93dc4da2-f677-4448-b363-4f7502847780'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:27.266460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Allocated IP 2001:db8::311 (7590f1b0-153f-4795-b7da-9b0ba302e28b/d9a43ffa-4f06-4db0-a4f5-7b453a61e4db/36c01646-545f-4181-b27c-3f9a4a35d279) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:27.285739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:27.291685 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-65992cbe-8b37-4c95-b1e6-0459344afd5b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:43:27.292025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-65992cbe-8b37-4c95-b1e6-0459344afd5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:43:27.350207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-de99edd3-06fc-4975-aa50-010f36629448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:27.350633 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de99edd3-06fc-4975-aa50-010f36629448 None None] The sync data for ids ['93dc4da2-f677-4448-b363-4f7502847780'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:27.353000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada4980-b7fa-4fc5-8f5a-ab7e213f6011 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9aa6500-1193-4727-ae0d-ba1cd83677c9,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:27.385193 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:27.411875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Usage tracker for resource:port and tenant:e68c3e4702844b06b8cd2b79e4f027c2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:27.419620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Pushing event updated for resources: {'Port': ['ID=26c70018-5b32-418a-ba58-3eeb21462326,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:27.419883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:27.423141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7ada4980-b7fa-4fc5-8f5a-ab7e213f6011 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.427688 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7ada4980-b7fa-4fc5-8f5a-ab7e213f6011 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1600764 Jun 15 14:43:27.432805 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60466) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:27.463313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-87ffb708-4ebd-40dc-af99-800a94d4f1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.481640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e6427c46-a653-4456-9575-e778d0683266 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': '8dace057-89b1-4689-ac3b-8ebca90bf047', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:27.490894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:27.503930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Attempting to bind port 26c70018-5b32-418a-ba58-3eeb21462326 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:27.504489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Attempting to bind port 26c70018-5b32-418a-ba58-3eeb21462326 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '12191a0f-e6f3-4117-aa30-1f3a18a4531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7590f1b0-153f-4795-b7da-9b0ba302e28b'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:27.504929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Attempting to bind port 26c70018-5b32-418a-ba58-3eeb21462326 on network 7590f1b0-153f-4795-b7da-9b0ba302e28b {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:27.507522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.512578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e6427c46-a653-4456-9575-e778d0683266 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:27.520622 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:43:27.521008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Checking segment: {'id': '12191a0f-e6f3-4117-aa30-1f3a18a4531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7590f1b0-153f-4795-b7da-9b0ba302e28b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:27.521616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.522185 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Bound using segment: {'id': '12191a0f-e6f3-4117-aa30-1f3a18a4531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7590f1b0-153f-4795-b7da-9b0ba302e28b'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:43:27.522811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Bound port: 26c70018-5b32-418a-ba58-3eeb21462326, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12191a0f-e6f3-4117-aa30-1f3a18a4531c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7590f1b0-153f-4795-b7da-9b0ba302e28b'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:43:27.523363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.523898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b502fc4a-b033-43b6-9eb3-cab70e7bf80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.531144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e6427c46-a653-4456-9575-e778d0683266 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:27.538463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Transition to ACTIVE for port object 96b641a7-2d23-4824-9830-2f34fd20510f will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:27.543103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.545765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e6427c46-a653-4456-9575-e778d0683266 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:27.548648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Made reservation on behalf of e68c3e4702844b06b8cd2b79e4f027c2 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:27.552303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.552934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.572412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e6427c46-a653-4456-9575-e778d0683266 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:27.577799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502fc4a-b033-43b6-9eb3-cab70e7bf80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03382a14-1a26-439f-8c63-f36b40917512,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:27.614257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.624411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Transition to ACTIVE for port object 96b641a7-2d23-4824-9830-2f34fd20510f will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:27.639933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.683781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.707324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Transition to ACTIVE for port object 36c01646-545f-4181-b27c-3f9a4a35d279 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:27.714180 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b502fc4a-b033-43b6-9eb3-cab70e7bf80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.715371 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b502fc4a-b033-43b6-9eb3-cab70e7bf80d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/03382a14-1a26-439f-8c63-f36b40917512 HTTP/1.1" status: 204 len: 168 time: 1.4239969 Jun 15 14:43:27.733262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] device_id is not set on port 409c1c61-9bb6-4137-bff2-1f14f1cfc570 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:27.744645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:27.749082 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] For port 26c70018-5b32-418a-ba58-3eeb21462326, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:43:27.751422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:27.754723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] For port 26c70018-5b32-418a-ba58-3eeb21462326, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=26c70018-5b32-418a-ba58-3eeb21462326,segment=NetworkSegment(12191a0f-e6f3-4117-aa30-1f3a18a4531c),segment_id=12191a0f-e6f3-4117-aa30-1f3a18a4531c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:43:27.759314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:27.761910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Pushing event updated for resources: {'Port': ['ID=96b641a7-2d23-4824-9830-2f34fd20510f,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:27.769470 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.773201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Allocated IP 172.26.3.141 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/f09b0f60-ef87-4d3b-8402-3381f38d9165) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:27.849686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-65992cbe-8b37-4c95-b1e6-0459344afd5b None None] Deleting port 39fafd40-b27f-4923-8f80-19f8fbd13431 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:27.850074 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-65992cbe-8b37-4c95-b1e6-0459344afd5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:27.877782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06abe5b7-d01c-4515-9c1a-e5c7c45e1509']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:27.976249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4269a42b-3e65-4ce4-8b94-9b22adcba297') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:27.976549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4269a42b-3e65-4ce4-8b94-9b22adcba297') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:28.018640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-65992cbe-8b37-4c95-b1e6-0459344afd5b None None] The port '39fafd40-b27f-4923-8f80-19f8fbd13431' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:43:28.022153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.060614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.060987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d50e0-080e-4139-ad27-a8c7ea2dbd2b None None] Pushing event updated for resources: {'Port': ['ID=26c70018-5b32-418a-ba58-3eeb21462326,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:28.070123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Attempting to bind port 96b641a7-2d23-4824-9830-2f34fd20510f on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:28.070392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Attempting to bind port 96b641a7-2d23-4824-9830-2f34fd20510f by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:28.070698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Attempting to bind port 96b641a7-2d23-4824-9830-2f34fd20510f on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:28.082011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 43, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:43:28.082011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:28.082011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.082475 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:43:28.082743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Bound port: 96b641a7-2d23-4824-9830-2f34fd20510f, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:43:28.083100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.173647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:43:28.173647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.210562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6427c46-a653-4456-9575-e778d0683266 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.218213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] For port 96b641a7-2d23-4824-9830-2f34fd20510f, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:43:28.222132 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] For port 96b641a7-2d23-4824-9830-2f34fd20510f, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=96b641a7-2d23-4824-9830-2f34fd20510f,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:43:28.229622 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.245419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Allocated IP 172.20.0.13 (754914d8-6030-4152-9862-a35e6db0692f/f7cc1689-78d4-4e5a-a042-85a873827d44/409c1c61-9bb6-4137-bff2-1f14f1cfc570) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:28.257261 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.332373 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::f816:3eff:fefa:1298 (2ef0444c-622d-434a-90a5-976e58c67159/3875999d-0f51-4369-b1ab-5ad89a7d4ace/e0bb1349-2557-4a34-9e31-5b1c5cc67674) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:28.342261 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 4269a42b-3e65-4ce4-8b94-9b22adcba297 resource provider aggregate not found Jun 15 14:43:28.435777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d663ea35-8558-4b10-b51c-b0fb4f013b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.437046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 7590f1b0-153f-4795-b7da-9b0ba302e28b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:28.445053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8dc8b7-a864-419a-bb40-ed7dc450210a None None] Pushing event updated for resources: {'Port': ['ID=96b641a7-2d23-4824-9830-2f34fd20510f,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:28.450288 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 4269a42b-3e65-4ce4-8b94-9b22adcba297 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4269a42b-3e65-4ce4-8b94-9b22adcba297 found for delete ", "request_id": "req-e2922ed3-d162-49f9-902c-bf00069fad7f"}]} Jun 15 14:43:28.456115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.488641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.495620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.504885 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:28.549276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:28.556917 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:28.558264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.646937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] Pushing event deleted for resources: {'Network': ['ID=06abe5b7-d01c-4515-9c1a-e5c7c45e1509,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:28.653878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=36c01646-545f-4181-b27c-3f9a4a35d279,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:28.700533 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-677df17f-5450-4073-b238-daa3ee17e057 tempest-AllowedAddressPairIpV6TestJSON-1203080045 tempest-AllowedAddressPairIpV6TestJSON-1203080045-project] 10.222.0.26 "DELETE /v2.0/networks/06abe5b7-d01c-4515-9c1a-e5c7c45e1509 HTTP/1.1" status: 204 len: 168 time: 3.8352005 Jun 15 14:43:28.754251 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6427c46-a653-4456-9575-e778d0683266 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.890065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:28.923679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 26c70018-5b32-418a-ba58-3eeb21462326 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:29.015244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:29.028269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:29.032024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:29.059914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 26c70018-5b32-418a-ba58-3eeb21462326 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:29.155444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6427c46-a653-4456-9575-e778d0683266 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.190665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60498) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:29.221437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60500) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:29.256240 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-14181255-7689-463f-9978-35645f215d3b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5457039 Jun 15 14:43:29.277554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60508) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:29.359864 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b41b157-1468-40ba-9a24-4e213b2aafad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.416608 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6427c46-a653-4456-9575-e778d0683266 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4732ef-76df-4246-81d1-fc48e1515602,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:29.423607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Pushing event updated for resources: {'Port': ['ID=f09b0f60-ef87-4d3b-8402-3381f38d9165,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:29.447357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.455136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e6427c46-a653-4456-9575-e778d0683266 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.456730 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e6427c46-a653-4456-9575-e778d0683266 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.9795244 Jun 15 14:43:29.471238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.476657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60514) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:29.538555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Transition to ACTIVE for port object 409c1c61-9bb6-4137-bff2-1f14f1cfc570 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:29.541911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object e0bb1349-2557-4a34-9e31-5b1c5cc67674 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:29.553254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f9854f4-77a0-466e-be70-8dc0ab1198e0 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.572292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f9854f4-77a0-466e-be70-8dc0ab1198e0 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.630065 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.679902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268b795c-0016-49bf-8153-0eb149ca7f09 None None] Network 7590f1b0-153f-4795-b7da-9b0ba302e28b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:29.716628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f9854f4-77a0-466e-be70-8dc0ab1198e0 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.725518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=e0bb1349-2557-4a34-9e31-5b1c5cc67674,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:29.736439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.805962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f4d5084e-e515-477f-a93d-a965ca4b0722 None None] Provisioning for port 26c70018-5b32-418a-ba58-3eeb21462326 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:29.815990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f4d5084e-e515-477f-a93d-a965ca4b0722 None None] Provisioning complete for port 26c70018-5b32-418a-ba58-3eeb21462326 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:29.816697 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f4d5084e-e515-477f-a93d-a965ca4b0722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.816976 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9854f4-77a0-466e-be70-8dc0ab1198e0 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a4732ef-76df-4246-81d1-fc48e1515602,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:29.817728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-790163618'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:29.833487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:29.843943 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Network 754914d8-6030-4152-9862-a35e6db0692f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:29.845290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f9854f4-77a0-466e-be70-8dc0ab1198e0 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.846947 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9f9854f4-77a0-466e-be70-8dc0ab1198e0 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/0a4732ef-76df-4246-81d1-fc48e1515602 HTTP/1.1" status: 204 len: 168 time: 0.3689361 Jun 15 14:43:29.851303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:29.854033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:29.886946 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:29.889554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:29.897509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:29.898198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:29.912317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60522) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:30.008953 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-69f28d37-114e-40d8-93f4-dfd8f8e34dcf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.7193060 Jun 15 14:43:30.014363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event updated for resources: {'Port': ['ID=409c1c61-9bb6-4137-bff2-1f14f1cfc570,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:30.021676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:30.024159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60526) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:30.056073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:30.057303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.097174 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-17716cb9-fd66-4573-a8d5-4e209d8146fa tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1761453 Jun 15 14:43:30.101923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60530) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:30.107608 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:30.132945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6bc767ff-59cd-45f1-aef8-819e267be4e1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:30.134817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f4d5084e-e515-477f-a93d-a965ca4b0722 None None] Current status of the port 26c70018-5b32-418a-ba58-3eeb21462326 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:30.135329 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f4d5084e-e515-477f-a93d-a965ca4b0722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.136104 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:30.142795 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Usage tracker for resource:floatingip and tenant:e68c3e4702844b06b8cd2b79e4f027c2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:30.148312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:30.158215 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:30.170929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6bc767ff-59cd-45f1-aef8-819e267be4e1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:30.175502 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6bc767ff-59cd-45f1-aef8-819e267be4e1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2596185 Jun 15 14:43:30.176036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60534) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:30.192131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.192323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f4d5084e-e515-477f-a93d-a965ca4b0722 None None] For port 26c70018-5b32-418a-ba58-3eeb21462326, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=26c70018-5b32-418a-ba58-3eeb21462326,segment=NetworkSegment(12191a0f-e6f3-4117-aa30-1f3a18a4531c),segment_id=12191a0f-e6f3-4117-aa30-1f3a18a4531c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:30.201809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f4d5084e-e515-477f-a93d-a965ca4b0722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.244575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d663ea35-8558-4b10-b51c-b0fb4f013b79 admin admin] Router 4b065a48-cb3a-4178-91c0-2d8c35315798 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:43:30.253352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4758b6c0-fbce-4df1-852f-1ff0b7c09375 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.297890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5084e-e515-477f-a93d-a965ca4b0722 None None] Pushing event updated for resources: {'Port': ['ID=26c70018-5b32-418a-ba58-3eeb21462326,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:30.305914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:network and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:30.321760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4758b6c0-fbce-4df1-852f-1ff0b7c09375 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.338280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0d7348c7-b076-4315-818e-6437f69e1f85 None None] Provisioning for port 409c1c61-9bb6-4137-bff2-1f14f1cfc570 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:30.345664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0d7348c7-b076-4315-818e-6437f69e1f85 None None] Provisioning complete for port 409c1c61-9bb6-4137-bff2-1f14f1cfc570 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:30.346117 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d7348c7-b076-4315-818e-6437f69e1f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.371833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4758b6c0-fbce-4df1-852f-1ff0b7c09375 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.397097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4758b6c0-fbce-4df1-852f-1ff0b7c09375 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9aa6500-1193-4727-ae0d-ba1cd83677c9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:30.417470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4758b6c0-fbce-4df1-852f-1ff0b7c09375 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.418703 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4758b6c0-fbce-4df1-852f-1ff0b7c09375 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d9aa6500-1193-4727-ae0d-ba1cd83677c9 HTTP/1.1" status: 204 len: 168 time: 0.2412691 Jun 15 14:43:30.420528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0d7348c7-b076-4315-818e-6437f69e1f85 None None] Port 409c1c61-9bb6-4137-bff2-1f14f1cfc570 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:30.428838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60538) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:30.471069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:30.492277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.510468 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bf082136-a137-4c30-b3c0-459fadfb7074 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:30.517654 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.520304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:30.593701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-88f0a863-38e3-480a-87d9-ede3b7801c95 None None] Provisioning for port 96b641a7-2d23-4824-9830-2f34fd20510f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:30.604609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.666091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bf082136-a137-4c30-b3c0-459fadfb7074 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:30.674668 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bf082136-a137-4c30-b3c0-459fadfb7074 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2442799 Jun 15 14:43:30.684333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60542) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:30.756369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 26c70018-5b32-418a-ba58-3eeb21462326 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:30.819622 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9a03-4cf9-4c2d-9c6c-20eac8c5ee43 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.831160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9a03-4cf9-4c2d-9c6c-20eac8c5ee43 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.852148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3622011a-16ce-4554-a4e1-733bcb3b3c4c None None] Provisioning for port 36c01646-545f-4181-b27c-3f9a4a35d279 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:30.859564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3622011a-16ce-4554-a4e1-733bcb3b3c4c None None] Provisioning complete for port 36c01646-545f-4181-b27c-3f9a4a35d279 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:30.860069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3622011a-16ce-4554-a4e1-733bcb3b3c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.870187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Allocated IP 172.26.3.92 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/6caa4e89-c680-451a-9ff3-8c711f3fa773) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:30.871855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:30.872417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9a03-4cf9-4c2d-9c6c-20eac8c5ee43 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.876111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.890572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c9a03-4cf9-4c2d-9c6c-20eac8c5ee43 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc446b42-7886-4bd0-b885-8851c2d3fd6c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:30.914007 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-df348895-cbe3-47a9-a47d-6b97b9612c8c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=12732f859fe3422fb1c332c105211f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6911116 Jun 15 14:43:30.915639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60546) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:30.930621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 26c70018-5b32-418a-ba58-3eeb21462326 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:30.931175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.936249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d6c9a03-4cf9-4c2d-9c6c-20eac8c5ee43 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:30.940464 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8d6c9a03-4cf9-4c2d-9c6c-20eac8c5ee43 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/dc446b42-7886-4bd0-b885-8851c2d3fd6c HTTP/1.1" status: 204 len: 168 time: 0.2551951 Jun 15 14:43:30.941175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60550) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:30.985197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3622011a-16ce-4554-a4e1-733bcb3b3c4c None None] Port 36c01646-545f-4181-b27c-3f9a4a35d279 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:31.016285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3622011a-16ce-4554-a4e1-733bcb3b3c4c None None] Provisioning complete for port 26c70018-5b32-418a-ba58-3eeb21462326 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:31.016925 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3622011a-16ce-4554-a4e1-733bcb3b3c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.074929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.113515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9b4e1768-1d22-4c9c-9991-6e7b464c8da7 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:31.136238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 26c70018-5b32-418a-ba58-3eeb21462326 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:31.137303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 96b641a7-2d23-4824-9830-2f34fd20510f up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:31.164837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00bd6637-3b6a-4d20-98e5-64ffd4700de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.180018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9b4e1768-1d22-4c9c-9991-6e7b464c8da7 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:31.184585 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9b4e1768-1d22-4c9c-9991-6e7b464c8da7 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2235529 Jun 15 14:43:31.196234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60554) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:31.232673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.247346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00bd6637-3b6a-4d20-98e5-64ffd4700de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.255144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3622011a-16ce-4554-a4e1-733bcb3b3c4c None None] Current status of the port 26c70018-5b32-418a-ba58-3eeb21462326 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:31.271718 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 96b641a7-2d23-4824-9830-2f34fd20510f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:31.273904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad788f1d-14aa-4c90-9277-0c797f2bbe0e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.277535 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 96b641a7-2d23-4824-9830-2f34fd20510f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:31.277929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.303343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad788f1d-14aa-4c90-9277-0c797f2bbe0e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.315417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:31.323416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.338260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad788f1d-14aa-4c90-9277-0c797f2bbe0e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.355539 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad788f1d-14aa-4c90-9277-0c797f2bbe0e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=120dc945-811b-473f-821a-07270c5a498e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:31.371188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00bd6637-3b6a-4d20-98e5-64ffd4700de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.390602 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.416851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:security_group_rule and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:31.429345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:31.449787 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-de3570a7-6e85-40ff-b860-4715deb182d3 None None] Provisioning for port e0bb1349-2557-4a34-9e31-5b1c5cc67674 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:31.456056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:31.456514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 96b641a7-2d23-4824-9830-2f34fd20510f is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:31.456901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.473061 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-de3570a7-6e85-40ff-b860-4715deb182d3 None None] Provisioning complete for port e0bb1349-2557-4a34-9e31-5b1c5cc67674 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:31.473520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-de3570a7-6e85-40ff-b860-4715deb182d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.475982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d663ea35-8558-4b10-b51c-b0fb4f013b79 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:31.484536 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d663ea35-8558-4b10-b51c-b0fb4f013b79 admin admin] 10.222.0.26 "PUT /v2.0/routers/4b065a48-cb3a-4178-91c0-2d8c35315798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7328129 Jun 15 14:43:31.495610 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e9453-3399-4b9a-82c7-912d26741649 None None] Sync routers for ids ['4b065a48-cb3a-4178-91c0-2d8c35315798'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:31.512835 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e9453-3399-4b9a-82c7-912d26741649 None None] Routers {'4b065a48-cb3a-4178-91c0-2d8c35315798'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:31.514168 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0b9e9453-3399-4b9a-82c7-912d26741649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['4b065a48-cb3a-4178-91c0-2d8c35315798'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:31.541603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-de3570a7-6e85-40ff-b860-4715deb182d3 None None] Port e0bb1349-2557-4a34-9e31-5b1c5cc67674 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:31.548062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60558) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:31.561357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-de3570a7-6e85-40ff-b860-4715deb182d3 None None] Provisioning complete for port 36c01646-545f-4181-b27c-3f9a4a35d279 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:31.562477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-de3570a7-6e85-40ff-b860-4715deb182d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.603970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event updated for resources: {'Port': ['ID=6caa4e89-c680-451a-9ff3-8c711f3fa773,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:31.606145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd6637-3b6a-4d20-98e5-64ffd4700de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f074cd-2fc8-49f0-98f1-3f9c5b342ae8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:31.617384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad788f1d-14aa-4c90-9277-0c797f2bbe0e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.617851 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ad788f1d-14aa-4c90-9277-0c797f2bbe0e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/120dc945-811b-473f-821a-07270c5a498e HTTP/1.1" status: 204 len: 168 time: 0.4207807 Jun 15 14:43:31.620697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60562) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:31.626796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-00bd6637-3b6a-4d20-98e5-64ffd4700de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.628153 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-00bd6637-3b6a-4d20-98e5-64ffd4700de1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/32f074cd-2fc8-49f0-98f1-3f9c5b342ae8 HTTP/1.1" status: 204 len: 168 time: 0.7113092 Jun 15 14:43:31.638776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 96b641a7-2d23-4824-9830-2f34fd20510f, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=96b641a7-2d23-4824-9830-2f34fd20510f,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:31.652722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:31.657039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.685713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:31.690896 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:31.738821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=96b641a7-2d23-4824-9830-2f34fd20510f,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:31.746142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-de3570a7-6e85-40ff-b860-4715deb182d3 None None] Port 36c01646-545f-4181-b27c-3f9a4a35d279 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:31.788529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115612ea-1219-4ed9-9ac1-b7eaa3575a66 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:31.794930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115612ea-1219-4ed9-9ac1-b7eaa3575a66 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:31.795999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-115612ea-1219-4ed9-9ac1-b7eaa3575a66 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:31.816676 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f0f9aa7b-2aa7-4afc-86af-88a84a9128f4 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:31.836580 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0b9e9453-3399-4b9a-82c7-912d26741649 None None] Set router 4b065a48-cb3a-4178-91c0-2d8c35315798 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:43:31.844020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f0f9aa7b-2aa7-4afc-86af-88a84a9128f4 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:31.846071 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f0f9aa7b-2aa7-4afc-86af-88a84a9128f4 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2239902 Jun 15 14:43:31.852429 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60568) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:31.891485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01c7b6db-8ed0-469b-a679-c600ee98db03 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.902635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01c7b6db-8ed0-469b-a679-c600ee98db03 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.931377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01c7b6db-8ed0-469b-a679-c600ee98db03 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.933777 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.952515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:31.954982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7b6db-8ed0-469b-a679-c600ee98db03 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=883a7ceb-c8ec-4d5e-914b-8b269d82f507,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:32.022989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01c7b6db-8ed0-469b-a679-c600ee98db03 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.026761 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-01c7b6db-8ed0-469b-a679-c600ee98db03 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/883a7ceb-c8ec-4d5e-914b-8b269d82f507 HTTP/1.1" status: 204 len: 168 time: 0.1707468 Jun 15 14:43:32.027369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60574) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:32.051501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.089730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-115612ea-1219-4ed9-9ac1-b7eaa3575a66 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:32.094556 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-115612ea-1219-4ed9-9ac1-b7eaa3575a66 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 2.0504470 Jun 15 14:43:32.101399 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60580) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:32.170501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-754a99c3-b73c-466f-a7f8-6b1aaa3ca4ee tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:32.220483 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-754a99c3-b73c-466f-a7f8-6b1aaa3ca4ee tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:32.224836 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-754a99c3-b73c-466f-a7f8-6b1aaa3ca4ee tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1935453 Jun 15 14:43:32.241263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60588) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:32.265821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c59be1d9-3b45-4232-b6fe-944ae4b031ee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port e0bb1349-2557-4a34-9e31-5b1c5cc67674 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:32.266206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c59be1d9-3b45-4232-b6fe-944ae4b031ee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.267749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.284276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.323314 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0b9e9453-3399-4b9a-82c7-912d26741649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:43:26Z', 'revision_number': 5, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:32.328020 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e9453-3399-4b9a-82c7-912d26741649 None None] Checking router: 4b065a48-cb3a-4178-91c0-2d8c35315798 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:43:32.337968 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e9453-3399-4b9a-82c7-912d26741649 None None] Routers {'4b065a48-cb3a-4178-91c0-2d8c35315798'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:32.338951 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0b9e9453-3399-4b9a-82c7-912d26741649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['4b065a48-cb3a-4178-91c0-2d8c35315798'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:32.410895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.437014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eed170a8-2398-4a38-af30-232a4a69de64 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.441452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.458086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.543222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eed170a8-2398-4a38-af30-232a4a69de64 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.551574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.573591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:43:32.621347 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 96b641a7-2d23-4824-9830-2f34fd20510f up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:32.622987 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0b9e9453-3399-4b9a-82c7-912d26741649 None None] Set router 4b065a48-cb3a-4178-91c0-2d8c35315798 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:43:32.754492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eed170a8-2398-4a38-af30-232a4a69de64 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.763855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.789903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.811553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 96b641a7-2d23-4824-9830-2f34fd20510f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:32.813560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.852921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.853188 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Added segment 80036dda-1697-4d92-90d7-709c59ce75cd of type vlan for network 508ae436-8035-420d-83f1-786e9ae2dd4c Jun 15 14:43:32.854585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed170a8-2398-4a38-af30-232a4a69de64 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dace057-89b1-4689-ac3b-8ebca90bf047,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:32.875586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa62909-94af-42a9-a2ad-640cc54e7324,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:32.936146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eed170a8-2398-4a38-af30-232a4a69de64 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:32.941512 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eed170a8-2398-4a38-af30-232a4a69de64 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-groups/8dace057-89b1-4689-ac3b-8ebca90bf047 HTTP/1.1" status: 204 len: 168 time: 0.6983759 Jun 15 14:43:32.946816 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60602) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:32.990646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60606) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:32.992473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c59be1d9-3b45-4232-b6fe-944ae4b031ee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.026134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event updated for resources: {'Port': ['ID=6caa4e89-c680-451a-9ff3-8c711f3fa773,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:33.070644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 96b641a7-2d23-4824-9830-2f34fd20510f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:33.165785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c59be1d9-3b45-4232-b6fe-944ae4b031ee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for e0bb1349-2557-4a34-9e31-5b1c5cc67674 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:33.195641 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0b9e9453-3399-4b9a-82c7-912d26741649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:43:26Z', 'revision_number': 5, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:33.199547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'network': {'name': 'tempest-RoutersTest-1688843463'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:33.200725 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9e9453-3399-4b9a-82c7-912d26741649 None None] The sync data for ids ['4b065a48-cb3a-4178-91c0-2d8c35315798'] in dv-neutron-845844-1-hyperv is: [{'id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'name': 'tempest-ServerActionsTestJSON-125951039-router', 'tenant_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164'}], 'enable_snat': True}, 'gw_port_id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:39:09Z', 'updated_at': '2022-06-15T14:43:26Z', 'revision_number': 5, 'project_id': '3746eda524be4a2bbb2df2b64eaa62f5', 'gw_port': {'id': '6d774344-77bd-436c-a41c-7382a6ec49a3', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b065a48-cb3a-4178-91c0-2d8c35315798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:39:14Z', 'updated_at': '2022-06-15T14:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:33.205891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:33.241765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:network and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:33.252816 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:33.258177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.270375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:33.279759 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-57703a05-3574-4642-9cab-83463c10e70e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:33.280432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.309714 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.310964 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7271967a-75b4-429d-ba67-5d117832148e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2080457 Jun 15 14:43:33.317332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60612) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:33.321892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:33.325412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.360403 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-389c67d3-321b-4c2e-91df-f8cdc044712d tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Request body: {'floatingip': {'port_id': '409c1c61-9bb6-4137-bff2-1f14f1cfc570', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:33.384075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.426357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Deleting port 6d774344-77bd-436c-a41c-7382a6ec49a3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:33.426723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.429498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-57703a05-3574-4642-9cab-83463c10e70e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:33.430787 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-57703a05-3574-4642-9cab-83463c10e70e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4778931 Jun 15 14:43:33.431821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.452083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60616) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:33.464659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088241064'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:33.471046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-389c67d3-321b-4c2e-91df-f8cdc044712d tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.531644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.537091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:33.537724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.574700 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:33.786875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:43:33.788509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:33.793153 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:33.811387 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.6115596 Jun 15 14:43:33.815455 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:security_group_rule and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:33.820294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.821913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60620) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:33.822662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc95abb-4239-4fc5-a179-a675b5f34962 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Network': ['ID=508ae436-8035-420d-83f1-786e9ae2dd4c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:33.823394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:33.835001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'name': 'tempest-PortsIpV6TestJSON-1423225085'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:33.839317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:33.839653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 508ae436-8035-420d-83f1-786e9ae2dd4c details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:43:33.855598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.879133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:33.915201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:33.919793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:33.923414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:33.929502 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:33.976851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Router d0dec0d2-db53-4f9a-8f42-e29c1c56ffba is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:43:34.023712 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c59be1d9-3b45-4232-b6fe-944ae4b031ee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.101061 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.106002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59be1d9-3b45-4232-b6fe-944ae4b031ee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=e0bb1349-2557-4a34-9e31-5b1c5cc67674,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:34.144658 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.208877 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=36c01646-545f-4181-b27c-3f9a4a35d279,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:34.227901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] For port 6d774344-77bd-436c-a41c-7382a6ec49a3, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6d774344-77bd-436c-a41c-7382a6ec49a3,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:34.228320 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.243334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946f1111-be3e-4ca6-903a-b3ca22e32fdf,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:34.246407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c59be1d9-3b45-4232-b6fe-944ae4b031ee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.259602 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-389c67d3-321b-4c2e-91df-f8cdc044712d tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] update failed (client error): The resource could not be found. Jun 15 14:43:34.260703 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-389c67d3-321b-4c2e-91df-f8cdc044712d tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "PUT /v2.0/floatingips/1f13f92b-a593-4c94-9f5a-f7faca245564 HTTP/1.1" status: 404 len: 507 time: 0.9404392 Jun 15 14:43:34.268070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60624) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:34.289436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:34.300012 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-96faf863-9221-40cb-a9d0-5a9f117ab7c8 None None] Provisioning complete for port 36c01646-545f-4181-b27c-3f9a4a35d279 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:34.300422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96faf863-9221-40cb-a9d0-5a9f117ab7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.362996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.369773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-96faf863-9221-40cb-a9d0-5a9f117ab7c8 None None] Port 36c01646-545f-4181-b27c-3f9a4a35d279 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:34.421990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Calling delete_port for 6d774344-77bd-436c-a41c-7382a6ec49a3 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:34.424399 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c59be1d9-3b45-4232-b6fe-944ae4b031ee tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/e0bb1349-2557-4a34-9e31-5b1c5cc67674 HTTP/1.1" status: 204 len: 168 time: 2.3218420 Jun 15 14:43:34.432642 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.435069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.439649 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-10eae0a4-3acd-44b3-8d91-d846f5075f9f tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9822235 Jun 15 14:43:34.451564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60628) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:34.451929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60630) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:34.455872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:port and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:34.508371 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fdf5f20b-81c8-4f8f-a001-050c4844e5ba tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': '946f1111-be3e-4ca6-903a-b3ca22e32fdf', 'direction': 'ingress', 'protocol': 17}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:34.511439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 20df1252-35ed-4d7d-bea8-ce974f8036d2 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:34.526550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:34.549365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:34.554083 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 20df1252-35ed-4d7d-bea8-ce974f8036d2 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:43:34.554652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 20df1252-35ed-4d7d-bea8-ce974f8036d2 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:34.602248 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fdf5f20b-81c8-4f8f-a001-050c4844e5ba tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:34.630091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:43:34.645215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:34.647865 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fdf5f20b-81c8-4f8f-a001-050c4844e5ba tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:34.648884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.652823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fdf5f20b-81c8-4f8f-a001-050c4844e5ba tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:34.658436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8e298-9f6f-4e58-a5ce-46d1922cbad5 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Deleting port 6caa4e89-c680-451a-9ff3-8c711f3fa773 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:34.658674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e298-9f6f-4e58-a5ce-46d1922cbad5 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.681013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:34.688380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.689339 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7593cb5d-131d-4b18-b811-4947507dd6b2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "PUT /v2.0/routers/d0dec0d2-db53-4f9a-8f42-e29c1c56ffba HTTP/1.1" status: 200 len: 884 time: 9.6329267 Jun 15 14:43:34.689499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55bb47a-e5ce-4759-bce9-fd87b9b0f77d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:34.692586 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fdf5f20b-81c8-4f8f-a001-050c4844e5ba tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:34.701352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60636) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:34.707227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.707805 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Added segment 8890b3de-a93f-4b59-82d6-cb3f0281ad53 of type vlan for network 2316f29e-b5a6-40eb-9d2a-1cace4e48180 Jun 15 14:43:34.711386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c5992-3a7a-4be0-a58a-736987304ed7 None None] Sync routers for ids ['d0dec0d2-db53-4f9a-8f42-e29c1c56ffba'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:34.735830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c5992-3a7a-4be0-a58a-736987304ed7 None None] Routers {'d0dec0d2-db53-4f9a-8f42-e29c1c56ffba'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:34.737244 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-346c5992-3a7a-4be0-a58a-736987304ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d0dec0d2-db53-4f9a-8f42-e29c1c56ffba'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:34.755966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.759772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port 68566224-fe08-4f23-be3d-3ee7788e0295 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:34.803553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-346c5992-3a7a-4be0-a58a-736987304ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:34.814070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c5992-3a7a-4be0-a58a-736987304ed7 None None] Routers {'d0dec0d2-db53-4f9a-8f42-e29c1c56ffba'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:34.814835 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-346c5992-3a7a-4be0-a58a-736987304ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d0dec0d2-db53-4f9a-8f42-e29c1c56ffba'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:34.816928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f45cc8-5468-42ed-b05d-c1aea21978dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:34.818740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f45cc8-5468-42ed-b05d-c1aea21978dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:34.819531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-43f45cc8-5468-42ed-b05d-c1aea21978dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:34.885074 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-346c5992-3a7a-4be0-a58a-736987304ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:34.885626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c5992-3a7a-4be0-a58a-736987304ed7 None None] The sync data for ids ['d0dec0d2-db53-4f9a-8f42-e29c1c56ffba'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:34.906203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.911873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdf5f20b-81c8-4f8f-a001-050c4844e5ba tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:34.964041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-43f45cc8-5468-42ed-b05d-c1aea21978dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:34.965329 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-43f45cc8-5468-42ed-b05d-c1aea21978dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5049772 Jun 15 14:43:34.968993 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60640) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:35.093054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:43:35.150531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a528b9-ae2d-406a-8850-9cdf3d10837c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 3875999d-0f51-4369-b1ab-5ad89a7d4ace {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:43:35.171722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e298-9f6f-4e58-a5ce-46d1922cbad5 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.171977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e298-9f6f-4e58-a5ce-46d1922cbad5 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.182474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.188479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:35.189090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.193549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50a528b9-ae2d-406a-8850-9cdf3d10837c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.217506 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-443b5971-ff8f-495f-ab08-3ddc2f6ed9ba tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/routers/d0dec0d2-db53-4f9a-8f42-e29c1c56ffba HTTP/1.1" status: 200 len: 925 time: 0.5120778 Jun 15 14:43:35.230107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60644) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:35.232294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdf5f20b-81c8-4f8f-a001-050c4844e5ba tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.359174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50a528b9-ae2d-406a-8850-9cdf3d10837c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.395423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.403823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8e298-9f6f-4e58-a5ce-46d1922cbad5 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Calling delete_port for 6caa4e89-c680-451a-9ff3-8c711f3fa773 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:35.433509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdf5f20b-81c8-4f8f-a001-050c4844e5ba tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.494189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.506532 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5042171 Jun 15 14:43:35.511742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051073f-34d4-47f5-a054-88df623ac36b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Network': ['ID=2316f29e-b5a6-40eb-9d2a-1cace4e48180,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:35.514067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5f20b-81c8-4f8f-a001-050c4844e5ba tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45589f39-c876-4ead-acc8-0df2d83470f6,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:35.520221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60648) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:35.529571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 2316f29e-b5a6-40eb-9d2a-1cace4e48180 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:43:35.531361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'network': {'name': 'tempest-RoutersTest-552826667'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:35.543352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fdf5f20b-81c8-4f8f-a001-050c4844e5ba tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.544576 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fdf5f20b-81c8-4f8f-a001-050c4844e5ba tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0825882 Jun 15 14:43:35.547458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:35.551518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Pushing event deleted for resources: {'Port': ['ID=6d774344-77bd-436c-a41c-7382a6ec49a3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:35.556809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60652) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:35.560422 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:network and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:35.563958 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:35.572763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:35.755435 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:35.759015 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.805952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:43:35.811167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e298-9f6f-4e58-a5ce-46d1922cbad5 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.864017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.864409 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Added segment 4ec762a3-528f-4b1e-956c-60c40c98c73e of type vlan for network d44016ef-8e0b-45f4-8647-2ca70f29d3ca Jun 15 14:43:35.883755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09fc883-77c8-4d4d-b0da-b90b08758c31 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:35.885389 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f09fc883-77c8-4d4d-b0da-b90b08758c31 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&device_id=d0dec0d2-db53-4f9a-8f42-e29c1c56ffba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6478868 Jun 15 14:43:35.897650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8e298-9f6f-4e58-a5ce-46d1922cbad5 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event deleted for resources: {'Port': ['ID=6caa4e89-c680-451a-9ff3-8c711f3fa773,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:35.908165 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60656) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:35.969595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:35.981209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.075647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.085372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e298-9f6f-4e58-a5ce-46d1922cbad5 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.092733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50a528b9-ae2d-406a-8850-9cdf3d10837c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.148536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2dc3f0-1a42-4536-aea2-00878c4419fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:36.149126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bc2dc3f0-1a42-4536-aea2-00878c4419fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Synchronizing usage tracker for tenant:24511e2b70fd448c8c9b08b1407e5004 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:36.154783 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e298-9f6f-4e58-a5ce-46d1922cbad5 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.156268 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ddb8e298-9f6f-4e58-a5ce-46d1922cbad5 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "DELETE /v2.0/floatingips/1f13f92b-a593-4c94-9f5a-f7faca245564 HTTP/1.1" status: 204 len: 168 time: 1.8847890 Jun 15 14:43:36.160398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.165816 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:36.166433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.170845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60660) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:36.203553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e98d6099-e9d0-41bb-a7a9-8957ddc5e47e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.210937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7a527321-acf3-45b2-bd95-d90be708ae4e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Request body: {'floatingip': {'floating_network_id': '754914d8-6030-4152-9862-a35e6db0692f', 'port_id': '409c1c61-9bb6-4137-bff2-1f14f1cfc570', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:36.241605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.256888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.280349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bc2dc3f0-1a42-4536-aea2-00878c4419fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Unset dirty status for tenant:24511e2b70fd448c8c9b08b1407e5004 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:36.282189 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bc2dc3f0-1a42-4536-aea2-00878c4419fc tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/networks/a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 881 time: 0.3745813 Jun 15 14:43:36.288277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7a527321-acf3-45b2-bd95-d90be708ae4e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:36.290813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60664) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:36.301498 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7801955 Jun 15 14:43:36.310647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60668) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:36.316199 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e98d6099-e9d0-41bb-a7a9-8957ddc5e47e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.347141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a527321-acf3-45b2-bd95-d90be708ae4e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Usage tracker for resource:floatingip and tenant:e68c3e4702844b06b8cd2b79e4f027c2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:36.356885 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a62925-03e7-4bd8-9f22-5b2bf6371cb2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Network': ['ID=d44016ef-8e0b-45f4-8647-2ca70f29d3ca,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:36.357817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a527321-acf3-45b2-bd95-d90be708ae4e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:36.371970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network d44016ef-8e0b-45f4-8647-2ca70f29d3ca details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:43:36.372609 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0f77196e-0d74-46b8-80d5-8fb17004f507 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0dec0d2-db53-4f9a-8f42-e29c1c56ffba HTTP/1.1" status: 200 len: 205 time: 0.0775628 Jun 15 14:43:36.373303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7a527321-acf3-45b2-bd95-d90be708ae4e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:36.375408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60672) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:36.469839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a527321-acf3-45b2-bd95-d90be708ae4e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.536546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'subnet': {'network_id': '2316f29e-b5a6-40eb-9d2a-1cace4e48180', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:36.606972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50a528b9-ae2d-406a-8850-9cdf3d10837c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.656474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.707313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.707900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b065a48-cb3a-4178-91c0-2d8c35315798 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:43:36.761322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.762902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a528b9-ae2d-406a-8850-9cdf3d10837c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=3875999d-0f51-4369-b1ab-5ad89a7d4ace,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:36.774180 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e5bd04-e19a-41c7-a8fc-7a87d0da515c None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:36.788902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50a528b9-ae2d-406a-8850-9cdf3d10837c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.914040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.918963 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e98d6099-e9d0-41bb-a7a9-8957ddc5e47e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.942011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Deleting port f09b0f60-ef87-4d3b-8402-3381f38d9165 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:36.942782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:36.957526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:36.984651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:subnet and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:36.991192 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-7a527321-acf3-45b2-bd95-d90be708ae4e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:43:36.996108 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7a527321-acf3-45b2-bd95-d90be708ae4e tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8029509 Jun 15 14:43:36.997492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d6099-e9d0-41bb-a7a9-8957ddc5e47e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=946f1111-be3e-4ca6-903a-b3ca22e32fdf,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:37.001120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60676) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:37.002666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:37.006556 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '409c1c61-9bb6-4137-bff2-1f14f1cfc570', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:37.007274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=68566224-fe08-4f23-be3d-3ee7788e0295,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:37.010914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e98d6099-e9d0-41bb-a7a9-8957ddc5e47e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.014520 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e98d6099-e9d0-41bb-a7a9-8957ddc5e47e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-groups/946f1111-be3e-4ca6-903a-b3ca22e32fdf HTTP/1.1" status: 204 len: 168 time: 1.4492085 Jun 15 14:43:37.015986 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60680) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:37.021128 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:37.026064 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-50a528b9-ae2d-406a-8850-9cdf3d10837c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/3875999d-0f51-4369-b1ab-5ad89a7d4ace HTTP/1.1" status: 204 len: 168 time: 2.0470879 Jun 15 14:43:37.027361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:37.045168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60684) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:37.056740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Usage tracker for resource:floatingip and tenant:e68c3e4702844b06b8cd2b79e4f027c2 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:37.057027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.061831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:37.101374 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:37.122124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.123264 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-845bf665-96d2-4ede-b4f0-ed96012b391e admin admin] 10.222.0.26 "DELETE /v2.0/routers/4b065a48-cb3a-4178-91c0-2d8c35315798 HTTP/1.1" status: 204 len: 168 time: 5.5716269 Jun 15 14:43:37.139030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60688) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:37.141539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.142315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.179619 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-553a6cf3-7027-42c9-b214-36dd98249be9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1311312 Jun 15 14:43:37.184357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.202133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60692) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:37.221128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:37.224685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.246562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-663bd535-e0fb-456c-a5b7-be553e5e7291 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:37.251471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Checking segment: {'id': '80036dda-1697-4d92-90d7-709c59ce75cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:37.251857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network hostable DHCP agents. Network: 508ae436-8035-420d-83f1-786e9ae2dd4c, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:43:37.263338 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7544e6-7ad6-4ad3-84f9-7e9d435fae62 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:43:37.267739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ec7544e6-7ad6-4ad3-84f9-7e9d435fae62 None None] Deleting port 96b641a7-2d23-4824-9830-2f34fd20510f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:37.268150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec7544e6-7ad6-4ad3-84f9-7e9d435fae62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.487814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8439bc-2abf-4fa4-a894-043130920947 admin admin] Deleting subnet e5db97dd-98ec-4520-9c5f-eaee2a3697b3 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:43:37.489701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=36c01646-545f-4181-b27c-3f9a4a35d279,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:37.509950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 508ae436-8035-420d-83f1-786e9ae2dd4c is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:43:37.514450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb8439bc-2abf-4fa4-a894-043130920947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.535474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.550161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-663bd535-e0fb-456c-a5b7-be553e5e7291 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:37.557428 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-663bd535-e0fb-456c-a5b7-be553e5e7291 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5345440 Jun 15 14:43:37.557609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ec7544e6-7ad6-4ad3-84f9-7e9d435fae62 None None] For port 96b641a7-2d23-4824-9830-2f34fd20510f, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=96b641a7-2d23-4824-9830-2f34fd20510f,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:37.557609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec7544e6-7ad6-4ad3-84f9-7e9d435fae62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.558209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60696) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:37.566340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group': {'name': 'tempest-secgroup--155391630'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:37.575979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 508ae436-8035-420d-83f1-786e9ae2dd4c) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:37.607080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:37.614380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:37.615028 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.636828 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c08514-02e6-4103-afd0-2408260e2650 None None] Network 508ae436-8035-420d-83f1-786e9ae2dd4c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:37.667402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb8439bc-2abf-4fa4-a894-043130920947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.697715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 7590f1b0-153f-4795-b7da-9b0ba302e28b is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:37.707668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:37.718663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:37.719206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Calling delete_port for f09b0f60-ef87-4d3b-8402-3381f38d9165 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:37.739323 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-06f76131-e4e0-414c-9704-3f4571a01ce3 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.9128468 Jun 15 14:43:37.762188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60700) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:37.795845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1627299552'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:37.799478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:37.812848 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:37.829271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:network and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:37.837417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ec7544e6-7ad6-4ad3-84f9-7e9d435fae62 None None] Calling delete_port for 96b641a7-2d23-4824-9830-2f34fd20510f owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:37.838155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:37.850290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae157d9b-d2f2-4844-bd3b-d91989d03aef tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:37.851037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ae157d9b-d2f2-4844-bd3b-d91989d03aef tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:37.861461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.886338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:37.926610 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec7544e6-7ad6-4ad3-84f9-7e9d435fae62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.938494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:37.942558 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:37.946241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:37.960428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:37.965116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ae157d9b-d2f2-4844-bd3b-d91989d03aef tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:37.966670 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ae157d9b-d2f2-4844-bd3b-d91989d03aef tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7627172 Jun 15 14:43:37.969276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:37.982941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60704) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:37.990976 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:38.037606 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7544e6-7ad6-4ad3-84f9-7e9d435fae62 None None] Pushing event deleted for resources: {'Port': ['ID=96b641a7-2d23-4824-9830-2f34fd20510f,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:38.049288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.082867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7544e6-7ad6-4ad3-84f9-7e9d435fae62 None None] No DVR routers for this DVR port 96b641a7-2d23-4824-9830-2f34fd20510f on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:43:38.109735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:43:38.146829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2be338-1d34-443a-b7ab-e1aa30cd0fb9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:38.148641 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6b2be338-1d34-443a-b7ab-e1aa30cd0fb9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1634719 Jun 15 14:43:38.155180 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60708) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:38.177992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb8439bc-2abf-4fa4-a894-043130920947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.187259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.187631 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Added segment 825e38a8-2aa4-4f54-9e35-5f82d9db10fa of type vlan for network 9fcecca0-be69-487e-a0c1-e125600cb428 Jun 15 14:43:38.189772 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1b49d1f6-5993-4926-9801-901192d0eecf None None] Provisioning complete for port 36c01646-545f-4181-b27c-3f9a4a35d279 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:38.190147 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1b49d1f6-5993-4926-9801-901192d0eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.192544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.229216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Subnet': ['ID=dbbec0ab-3d20-4fb5-b208-2d7ec0e2df6f,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:38.255534 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1b49d1f6-5993-4926-9801-901192d0eecf None None] Port 36c01646-545f-4181-b27c-3f9a4a35d279 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:38.275032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Checking segment: {'id': '8890b3de-a93f-4b59-82d6-cb3f0281ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2316f29e-b5a6-40eb-9d2a-1cace4e48180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:38.275327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network hostable DHCP agents. Network: 2316f29e-b5a6-40eb-9d2a-1cace4e48180, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:43:38.314081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router ba3a8c5f-1745-4803-9b18-5f09329fec06 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:43:38.318560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network 2316f29e-b5a6-40eb-9d2a-1cace4e48180 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:43:38.327671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb8439bc-2abf-4fa4-a894-043130920947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.360933 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ba05be21-503e-4294-bb25-16aba3d46e6e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1713316 Jun 15 14:43:38.375869 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60712) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:38.395178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.413551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:38.428466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 2316f29e-b5a6-40eb-9d2a-1cace4e48180) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:38.436669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c709cd3d-c540-4dc0-ae97-d8c1718d7c1e None None] Network 2316f29e-b5a6-40eb-9d2a-1cace4e48180 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:38.485854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.545567 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.587261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6d774344-77bd-436c-a41c-7382a6ec49a3 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:38.593973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8439bc-2abf-4fa4-a894-043130920947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5db97dd-98ec-4520-9c5f-eaee2a3697b3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:38.607259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.623046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c394b9a7-0390-4977-a499-a441692853b1 None None] Network 69591c21-b83e-4f78-9745-9de0ba661089 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:38.701202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Pushing event deleted for resources: {'Port': ['ID=f09b0f60-ef87-4d3b-8402-3381f38d9165,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:38.719050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fb8439bc-2abf-4fa4-a894-043130920947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.724739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:38.725388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.727536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 6d774344-77bd-436c-a41c-7382a6ec49a3 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:43:38.727904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6d774344-77bd-436c-a41c-7382a6ec49a3 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:38.728361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 96b641a7-2d23-4824-9830-2f34fd20510f no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:38.733156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:38.744843 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61231ab8-0506-4f6d-8982-82f572abb90a None None] Sync routers for ids ['ba3a8c5f-1745-4803-9b18-5f09329fec06'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:38.751171 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4d0c4a25-a3ea-4d42-93f0-5a2568a89744 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/ba3a8c5f-1745-4803-9b18-5f09329fec06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4720201 Jun 15 14:43:38.755300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60716) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:38.761478 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fb8439bc-2abf-4fa4-a894-043130920947 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e5db97dd-98ec-4520-9c5f-eaee2a3697b3 HTTP/1.1" status: 204 len: 168 time: 1.6211309 Jun 15 14:43:38.763737 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61231ab8-0506-4f6d-8982-82f572abb90a None None] Routers {'ba3a8c5f-1745-4803-9b18-5f09329fec06'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:38.764720 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-61231ab8-0506-4f6d-8982-82f572abb90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba3a8c5f-1745-4803-9b18-5f09329fec06'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:38.776930 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.782603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:38.783203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:38.795487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60720) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:38.802086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 96b641a7-2d23-4824-9830-2f34fd20510f {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:43:38.802344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 96b641a7-2d23-4824-9830-2f34fd20510f not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:38.807330 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-95053c14-45d8-4ebb-b04c-6abfad32f0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4933479 Jun 15 14:43:38.819561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60722) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:38.833521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'subnet': {'network_id': 'd44016ef-8e0b-45f4-8647-2ca70f29d3ca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:38.916162 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-61231ab8-0506-4f6d-8982-82f572abb90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:38.930396 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61231ab8-0506-4f6d-8982-82f572abb90a None None] Routers {'ba3a8c5f-1745-4803-9b18-5f09329fec06'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:38.932271 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-61231ab8-0506-4f6d-8982-82f572abb90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba3a8c5f-1745-4803-9b18-5f09329fec06'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:38.938835 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2bc3cc-d49d-45c0-b2f6-f9b0ea2cd427,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:38.945771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5374f541-05a6-4dad-b798-3188aee72d85 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:38.946606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5374f541-05a6-4dad-b798-3188aee72d85 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Synchronizing usage tracker for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:38.985646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:38.989944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5374f541-05a6-4dad-b798-3188aee72d85 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Unset dirty status for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:38.991327 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5374f541-05a6-4dad-b798-3188aee72d85 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports/36c01646-545f-4181-b27c-3f9a4a35d279 HTTP/1.1" status: 200 len: 984 time: 0.2339768 Jun 15 14:43:38.992795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:subnet and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:38.995556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60728) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:38.998696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:39.004214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:39.027127 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2316f29e-b5a6-40eb-9d2a-1cace4e48180', 'network_id': '2316f29e-b5a6-40eb-9d2a-1cace4e48180', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'fixed_ips': [{'subnet_id': 'dbbec0ab-3d20-4fb5-b208-2d7ec0e2df6f'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:43:39.028319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.067932 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-61231ab8-0506-4f6d-8982-82f572abb90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:39.069845 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61231ab8-0506-4f6d-8982-82f572abb90a None None] The sync data for ids ['ba3a8c5f-1745-4803-9b18-5f09329fec06'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:39.085795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:39.094126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:39.127627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:39.136784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858ecdf1-62ad-4a6d-8098-3f6bab8a970d None None] DHCP port deletion for 69591c21-b83e-4f78-9745-9de0ba661089 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:43:39.137443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Allocated IP 172.26.3.38 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/5d65c25f-a23e-416f-9fb4-e7319318c7fb) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:39.145596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-858ecdf1-62ad-4a6d-8098-3f6bab8a970d None None] Deleting port 226a7b2c-5580-45b7-8602-0e351785f5aa {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:39.145980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-858ecdf1-62ad-4a6d-8098-3f6bab8a970d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.150099 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3845594 Jun 15 14:43:39.161055 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:39.161766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60732) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:39.180329 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.182443 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3d7c7546-bc6f-448c-900e-2d485326a11e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6230195 Jun 15 14:43:39.185543 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'ports': [{'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c'}, {'network_id': '9fcecca0-be69-487e-a0c1-e125600cb428'}]} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:39.185861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:39.186420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': '9fcecca0-be69-487e-a0c1-e125600cb428'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:39.198691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886402db-4f19-4c95-b5c1-67534f907d60 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Network': ['ID=9fcecca0-be69-487e-a0c1-e125600cb428,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:39.208816 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60736) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:39.219555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.220463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group': {'name': 'tempest-secgroup--459939418'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:39.232958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 9fcecca0-be69-487e-a0c1-e125600cb428 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:43:39.233169 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:39.236817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.257424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:39.275778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:39.280444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.296651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.315594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:39.335516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:39.393410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:39.416639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Allocated IP 172.20.0.2 (2316f29e-b5a6-40eb-9d2a-1cace4e48180/dbbec0ab-3d20-4fb5-b208-2d7ec0e2df6f/9de8c842-dd2a-4b96-9b53-6e533ea819f5) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:39.543177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.620326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-858ecdf1-62ad-4a6d-8098-3f6bab8a970d None None] For port 226a7b2c-5580-45b7-8602-0e351785f5aa, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=226a7b2c-5580-45b7-8602-0e351785f5aa,segment=NetworkSegment(59971b48-d1a7-4671-8b09-b00aaa4197ea),segment_id=59971b48-d1a7-4671-8b09-b00aaa4197ea)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:39.620940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-858ecdf1-62ad-4a6d-8098-3f6bab8a970d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.734373 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.744114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.772283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Deleting port 226a7b2c-5580-45b7-8602-0e351785f5aa {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:39.772965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.808608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-858ecdf1-62ad-4a6d-8098-3f6bab8a970d None None] Calling delete_port for 226a7b2c-5580-45b7-8602-0e351785f5aa owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:39.821361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:39.833260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:39.848440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:39.867032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:39.876600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.877197 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Fanout notify agent at l3_agent the message router_deleted on router d0dec0d2-db53-4f9a-8f42-e29c1c56ffba {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:43:39.899176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:39.952863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:port and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:39.961999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:39.965602 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.978984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.981787 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:39.988844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Transition to ACTIVE for port object 9de8c842-dd2a-4b96-9b53-6e533ea819f5 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:39.996707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:39.998174 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fc52e20b-8017-4585-9dbb-a610cdbd038d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/routers/d0dec0d2-db53-4f9a-8f42-e29c1c56ffba HTTP/1.1" status: 204 len: 168 time: 3.6217942 Jun 15 14:43:40.006349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60740) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:40.009303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-858ecdf1-62ad-4a6d-8098-3f6bab8a970d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.023187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-65f1ca4c-bca1-4030-8714-e8f1958f1d5c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-118677555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:40.033047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 2} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:40.037904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.052679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-65f1ca4c-bca1-4030-8714-e8f1958f1d5c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:40.066768 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ecdf1-62ad-4a6d-8098-3f6bab8a970d None None] Pushing event deleted for resources: {'Port': ['ID=226a7b2c-5580-45b7-8602-0e351785f5aa,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:40.069111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Transition to ACTIVE for port object 9de8c842-dd2a-4b96-9b53-6e533ea819f5 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:40.073000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ecdf1-62ad-4a6d-8098-3f6bab8a970d None None] No DVR routers for this DVR port 226a7b2c-5580-45b7-8602-0e351785f5aa on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:43:40.077952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.087932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-65f1ca4c-bca1-4030-8714-e8f1958f1d5c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Usage tracker for resource:router and tenant:98f4d949abd64dd8ac7709f2a270fd90 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:40.096487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-65f1ca4c-bca1-4030-8714-e8f1958f1d5c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:40.122943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-65f1ca4c-bca1-4030-8714-e8f1958f1d5c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:40.139008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.153114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Network 2316f29e-b5a6-40eb-9d2a-1cace4e48180 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:40.156335 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:40.160335 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:40.169748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Pushing event updated for resources: {'Port': ['ID=9de8c842-dd2a-4b96-9b53-6e533ea819f5,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:40.199775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] For port 226a7b2c-5580-45b7-8602-0e351785f5aa, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=226a7b2c-5580-45b7-8602-0e351785f5aa,segment=NetworkSegment(59971b48-d1a7-4671-8b09-b00aaa4197ea),segment_id=59971b48-d1a7-4671-8b09-b00aaa4197ea)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:40.200212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.221762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.271696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Attempting to bind port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:40.272067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Attempting to bind port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '8890b3de-a93f-4b59-82d6-cb3f0281ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2316f29e-b5a6-40eb-9d2a-1cace4e48180'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:40.272458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Attempting to bind port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 on network 2316f29e-b5a6-40eb-9d2a-1cace4e48180 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:40.278067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:43:40.278438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Checking segment: {'id': '8890b3de-a93f-4b59-82d6-cb3f0281ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2316f29e-b5a6-40eb-9d2a-1cace4e48180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:40.278845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.279251 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Bound using segment: {'id': '8890b3de-a93f-4b59-82d6-cb3f0281ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2316f29e-b5a6-40eb-9d2a-1cace4e48180'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:43:40.279713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Bound port: 9de8c842-dd2a-4b96-9b53-6e533ea819f5, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8890b3de-a93f-4b59-82d6-cb3f0281ad53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2316f29e-b5a6-40eb-9d2a-1cace4e48180'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:43:40.280099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.290554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.362553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Calling delete_port for 226a7b2c-5580-45b7-8602-0e351785f5aa owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:40.384315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] For port 9de8c842-dd2a-4b96-9b53-6e533ea819f5, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:43:40.388084 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] For port 9de8c842-dd2a-4b96-9b53-6e533ea819f5, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9de8c842-dd2a-4b96-9b53-6e533ea819f5,segment=NetworkSegment(8890b3de-a93f-4b59-82d6-cb3f0281ad53),segment_id=8890b3de-a93f-4b59-82d6-cb3f0281ad53)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:43:40.391427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.396038 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.490015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81789670-0c0e-45a1-8833-3bfe0d8a680f None None] Pushing event updated for resources: {'Port': ['ID=9de8c842-dd2a-4b96-9b53-6e533ea819f5,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:40.490666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:40.501333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.528772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:40.544489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:40.595526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 226a7b2c-5580-45b7-8602-0e351785f5aa no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:40.597694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event updated for resources: {'Port': ['ID=5d65c25f-a23e-416f-9fb4-e7319318c7fb,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:40.605019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65f1ca4c-bca1-4030-8714-e8f1958f1d5c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.606111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65f1ca4c-bca1-4030-8714-e8f1958f1d5c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.679587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 226a7b2c-5580-45b7-8602-0e351785f5aa {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:43:40.680411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 226a7b2c-5580-45b7-8602-0e351785f5aa not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:40.692634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:43:40.696879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.701240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.702520 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4922483 Jun 15 14:43:40.720745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60744) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:40.721585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Subnet': ['ID=b712ab6b-c47c-40a9-a538-00be94bf907d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:40.755614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef1fee-ed83-4f45-8b6c-e1797850d698 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5f8d59-c0dd-410b-8105-793f36327042,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:40.767137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6897e603-a7a4-4492-9c7a-a069918c1ada tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': 'ef2bc3cc-d49d-45c0-b2f6-f9b0ea2cd427', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2b5f8d59-c0dd-410b-8105-793f36327042', 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:40.787292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65f1ca4c-bca1-4030-8714-e8f1958f1d5c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.789025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6897e603-a7a4-4492-9c7a-a069918c1ada tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:40.806699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:43:40.807018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:43:40.841666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:40.851645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Checking segment: {'id': '4ec762a3-528f-4b1e-956c-60c40c98c73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd44016ef-8e0b-45f4-8647-2ca70f29d3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:40.852273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network hostable DHCP agents. Network: d44016ef-8e0b-45f4-8647-2ca70f29d3ca, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:43:40.858625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:40.868238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:40.869066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:40.870362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e284436e-3156-4916-9001-4037624ac080 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:40.875007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6897e603-a7a4-4492-9c7a-a069918c1ada tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:40.879333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6897e603-a7a4-4492-9c7a-a069918c1ada tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:40.899346 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5123601 Jun 15 14:43:40.902418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6897e603-a7a4-4492-9c7a-a069918c1ada tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:40.905267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60748) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:40.956773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:38:01:1b', 'name': 'tempest-NetworksTestDHCPv6-1475091224'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:40.997062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3f7924-d22d-4271-ac0a-3d8c888b1e45 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=4c94c62a-d702-4892-addb-ce883edb8100,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:41.013396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port aa08305b-acb4-4fbd-98e7-4b9c8bc17842 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:41.041080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65f1ca4c-bca1-4030-8714-e8f1958f1d5c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.087551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Deleting port 5d65c25f-a23e-416f-9fb4-e7319318c7fb {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:41.087808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.088222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network d44016ef-8e0b-45f4-8647-2ca70f29d3ca is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:43:41.097926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57553e3b-7448-4638-be1e-fdab2f202359 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.149792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '4c94c62a-d702-4892-addb-ce883edb8100'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:43:41.150692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.162573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6897e603-a7a4-4492-9c7a-a069918c1ada tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.245135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, d44016ef-8e0b-45f4-8647-2ca70f29d3ca) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:41.257227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f8930-e8f6-4a54-8d92-0eb6a258a5d4 None None] Network d44016ef-8e0b-45f4-8647-2ca70f29d3ca requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:41.280704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:41.282051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.285962 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-65f1ca4c-bca1-4030-8714-e8f1958f1d5c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.290108 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-65f1ca4c-bca1-4030-8714-e8f1958f1d5c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2762384 Jun 15 14:43:41.292442 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60752) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:41.301683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'enable_snat': True}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:41.346372 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3f6ac6f8-cdb4-4bb8-98c5-a04e30a06472 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5254090 Jun 15 14:43:41.357981 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60756) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:41.390539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ab6a76ac-7750-4b1a-a937-bcff9a85d0a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1582057174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:41.442897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Deleting port 226a7b2c-5580-45b7-8602-0e351785f5aa {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:41.443275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.454215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ab6a76ac-7750-4b1a-a937-bcff9a85d0a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:41.463589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Allocated IP 2001:db8::f816:3eff:fef1:9a29 (2ef0444c-622d-434a-90a5-976e58c67159/4c94c62a-d702-4892-addb-ce883edb8100/f13fdd7d-612c-435b-b094-a046c4e168df) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:41.479211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ab6a76ac-7750-4b1a-a937-bcff9a85d0a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:router and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:41.487993 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ab6a76ac-7750-4b1a-a937-bcff9a85d0a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:41.498502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ab6a76ac-7750-4b1a-a937-bcff9a85d0a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:41.570659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab6a76ac-7750-4b1a-a937-bcff9a85d0a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.571939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab6a76ac-7750-4b1a-a937-bcff9a85d0a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.592616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab6a76ac-7750-4b1a-a937-bcff9a85d0a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.761446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab6a76ac-7750-4b1a-a937-bcff9a85d0a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.765993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-d44016ef-8e0b-45f4-8647-2ca70f29d3ca', 'network_id': 'd44016ef-8e0b-45f4-8647-2ca70f29d3ca', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'fixed_ips': [{'subnet_id': 'b712ab6b-c47c-40a9-a538-00be94bf907d'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:43:41.766873 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.789063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.805637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.837370 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6897e603-a7a4-4492-9c7a-a069918c1ada tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.843529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200029ff-06e9-4eb4-9e90-7701b79900d9 None None] Network 2316f29e-b5a6-40eb-9d2a-1cace4e48180 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:41.913828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] The port '226a7b2c-5580-45b7-8602-0e351785f5aa' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:43:41.921874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6897e603-a7a4-4492-9c7a-a069918c1ada tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.965695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897e603-a7a4-4492-9c7a-a069918c1ada tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1050bfde-81e6-4b52-bb98-fc4d3b0d4b5d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:41.976809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab6a76ac-7750-4b1a-a937-bcff9a85d0a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:41.980637 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ab6a76ac-7750-4b1a-a937-bcff9a85d0a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6143880 Jun 15 14:43:41.988213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60760) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:41.991972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:41.996940 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:42.000593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:42.008553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:42.082891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:42.095253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port 8933fe2e-26ed-46ed-aeb6-23b2c895f10e yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:42.098978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-57553e3b-7448-4638-be1e-fdab2f202359 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port 36c01646-545f-4181-b27c-3f9a4a35d279 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:42.099336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57553e3b-7448-4638-be1e-fdab2f202359 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.110848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ba7ca51b-9eaf-449d-8028-1d12fe97f748 None None] Provisioning for port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:42.143900 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.222441 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Transition to ACTIVE for port object f13fdd7d-612c-435b-b094-a046c4e168df will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:42.271955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6897e603-a7a4-4492-9c7a-a069918c1ada tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.277435 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6897e603-a7a4-4492-9c7a-a069918c1ada tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5480504 Jun 15 14:43:42.284658 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60764) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:42.287665 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Transition to ACTIVE for port object f13fdd7d-612c-435b-b094-a046c4e168df will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:42.303197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.402013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.406753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Allocated IP 172.21.0.2 (d44016ef-8e0b-45f4-8647-2ca70f29d3ca/b712ab6b-c47c-40a9-a538-00be94bf907d/e7bc62f9-cc91-4c70-a1ce-30236103791a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:42.417789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2771b2e0-87c7-45bc-886e-64ee50313879 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.451385 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.451780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.464242 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2771b2e0-87c7-45bc-886e-64ee50313879 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.505559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69591c21-b83e-4f78-9745-9de0ba661089']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:42.622328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57553e3b-7448-4638-be1e-fdab2f202359 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.654201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59971b48-d1a7-4671-8b09-b00aaa4197ea') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:42.654646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59971b48-d1a7-4671-8b09-b00aaa4197ea') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:42.669511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.689286 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.696010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:43:42.696535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.748740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9de8c842-dd2a-4b96-9b53-6e533ea819f5 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:42.890504 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:42.904804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Transition to ACTIVE for port object e7bc62f9-cc91-4c70-a1ce-30236103791a will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:42.919227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:42.935135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:42.950769 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:42.970681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Transition to ACTIVE for port object e7bc62f9-cc91-4c70-a1ce-30236103791a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:42.993769 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.020797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Network d44016ef-8e0b-45f4-8647-2ca70f29d3ca is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:43.022642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:43.036795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-57553e3b-7448-4638-be1e-fdab2f202359 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for 36c01646-545f-4181-b27c-3f9a4a35d279 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:43.074881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Calling delete_port for 5d65c25f-a23e-416f-9fb4-e7319318c7fb owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:43.097045 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Pushing event updated for resources: {'Port': ['ID=f13fdd7d-612c-435b-b094-a046c4e168df,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:43.110438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:43.118611 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 59971b48-d1a7-4671-8b09-b00aaa4197ea resource provider aggregate not found Jun 15 14:43:43.152688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.173374 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 59971b48-d1a7-4671-8b09-b00aaa4197ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59971b48-d1a7-4671-8b09-b00aaa4197ea found for delete ", "request_id": "req-26e9bda1-9b3a-4e4d-abcf-a712e31971dd"}]} Jun 15 14:43:43.210011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2771b2e0-87c7-45bc-886e-64ee50313879 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.231883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.236931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.292224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771b2e0-87c7-45bc-886e-64ee50313879 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1050bfde-81e6-4b52-bb98-fc4d3b0d4b5d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:43.304271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.315645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port 96815b14-c914-45f2-a2a4-11749bfca133 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:43.344988 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:43.357387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] Pushing event deleted for resources: {'Network': ['ID=69591c21-b83e-4f78-9745-9de0ba661089,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:43.368264 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8273aea4-3bc3-4bee-8d57-b01a2f6d2c56 admin admin] 10.222.0.26 "DELETE /v2.0/networks/69591c21-b83e-4f78-9745-9de0ba661089 HTTP/1.1" status: 204 len: 168 time: 4.5355024 Jun 15 14:43:43.375008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2771b2e0-87c7-45bc-886e-64ee50313879 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.375985 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2771b2e0-87c7-45bc-886e-64ee50313879 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/1050bfde-81e6-4b52-bb98-fc4d3b0d4b5d HTTP/1.1" status: 204 len: 168 time: 1.0738506 Jun 15 14:43:43.379456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:43.379456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.383779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60774) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:43.407739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Attempting to bind port f13fdd7d-612c-435b-b094-a046c4e168df on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:43.408206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Attempting to bind port f13fdd7d-612c-435b-b094-a046c4e168df by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:43.408666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Attempting to bind port f13fdd7d-612c-435b-b094-a046c4e168df on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:43.423064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.432591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Attempting to bind port e7bc62f9-cc91-4c70-a1ce-30236103791a on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:43.433511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Attempting to bind port e7bc62f9-cc91-4c70-a1ce-30236103791a by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '4ec762a3-528f-4b1e-956c-60c40c98c73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd44016ef-8e0b-45f4-8647-2ca70f29d3ca'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:43.433511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Attempting to bind port e7bc62f9-cc91-4c70-a1ce-30236103791a on network d44016ef-8e0b-45f4-8647-2ca70f29d3ca {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:43.449537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Pushing event updated for resources: {'Port': ['ID=e7bc62f9-cc91-4c70-a1ce-30236103791a,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:43.457272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:43:43.457790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:43.458314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.458816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:43:43.459518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Bound port: f13fdd7d-612c-435b-b094-a046c4e168df, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:43:43.460031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.475582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:43:43.476113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Checking segment: {'id': '4ec762a3-528f-4b1e-956c-60c40c98c73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd44016ef-8e0b-45f4-8647-2ca70f29d3ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:43.476637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.477135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Bound using segment: {'id': '4ec762a3-528f-4b1e-956c-60c40c98c73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd44016ef-8e0b-45f4-8647-2ca70f29d3ca'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:43:43.477731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Bound port: e7bc62f9-cc91-4c70-a1ce-30236103791a, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec762a3-528f-4b1e-956c-60c40c98c73e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd44016ef-8e0b-45f4-8647-2ca70f29d3ca'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:43:43.478227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.677154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57553e3b-7448-4638-be1e-fdab2f202359 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.679439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.751390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57553e3b-7448-4638-be1e-fdab2f202359 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=36c01646-545f-4181-b27c-3f9a4a35d279,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:43.773523 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.841202 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:43.841581 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.852098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60778) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:43.859757 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] For port e7bc62f9-cc91-4c70-a1ce-30236103791a, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:43:43.879825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] For port e7bc62f9-cc91-4c70-a1ce-30236103791a, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e7bc62f9-cc91-4c70-a1ce-30236103791a,segment=NetworkSegment(4ec762a3-528f-4b1e-956c-60c40c98c73e),segment_id=4ec762a3-528f-4b1e-956c-60c40c98c73e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:43:43.897015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] For port f13fdd7d-612c-435b-b094-a046c4e168df, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:43:43.904026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:43.922959 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 508ae436-8035-420d-83f1-786e9ae2dd4c is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:43.927786 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event deleted for resources: {'Port': ['ID=5d65c25f-a23e-416f-9fb4-e7319318c7fb,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:43.942188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:43.952562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1f277a48-4169-41cd-8950-6e774851cd87 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:43.972282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] For port f13fdd7d-612c-435b-b094-a046c4e168df, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f13fdd7d-612c-435b-b094-a046c4e168df,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:43:44.002129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:44.005802 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-084845b3-3ee6-4edc-928d-e5494817b683 None None] Provisioning complete for port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:44.006178 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-084845b3-3ee6-4edc-928d-e5494817b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:44.045548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:44.047354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:44.073082 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 9de8c842-dd2a-4b96-9b53-6e533ea819f5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9de8c842-dd2a-4b96-9b53-6e533ea819f5,segment=NetworkSegment(8890b3de-a93f-4b59-82d6-cb3f0281ad53),segment_id=8890b3de-a93f-4b59-82d6-cb3f0281ad53)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:44.073722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::f816:3eff:fe38:11b (2ef0444c-622d-434a-90a5-976e58c67159/4c94c62a-d702-4892-addb-ce883edb8100/96815b14-c914-45f2-a2a4-11749bfca133) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:44.090023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:44.092424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:44.118078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c950b-1963-4bd1-a3c8-8d0aa7a57b11 None None] Pushing event updated for resources: {'Port': ['ID=e7bc62f9-cc91-4c70-a1ce-30236103791a,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:44.172384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:44.174427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1f277a48-4169-41cd-8950-6e774851cd87 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:44.176008 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1f277a48-4169-41cd-8950-6e774851cd87 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7882142 Jun 15 14:43:44.178148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=aa08305b-acb4-4fbd-98e7-4b9c8bc17842,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:44.188082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60782) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:44.332342 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] create failed (client error): The resource could not be found. Jun 15 14:43:44.337685 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a44d4b97-a115-490b-bbe4-5f8341e56b78 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 7.3317719 Jun 15 14:43:44.337876 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b612493-99fd-4c5e-ba6e-ce36f2ba75e2 None None] Pushing event updated for resources: {'Port': ['ID=f13fdd7d-612c-435b-b094-a046c4e168df,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:44.348670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60786) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:44.377676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57553e3b-7448-4638-be1e-fdab2f202359 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:44.435089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-084845b3-3ee6-4edc-928d-e5494817b683 None None] Current status of the port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:44.459431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=9de8c842-dd2a-4b96-9b53-6e533ea819f5,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:44.479343 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-39efc537-2f08-45bb-bfb8-35532eced677 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3746eda524be4a2bbb2df2b64eaa62f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6133187 Jun 15 14:43:44.669139 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9de8c842-dd2a-4b96-9b53-6e533ea819f5 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:44.684979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60790) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:44.794230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:44.794683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:44.825568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Allocated IP 172.26.3.193 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/f494482e-c9e0-4685-8f98-b8b7d6f01b61) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:44.854386 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:44.894118 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Checking segment: {'id': '825e38a8-2aa4-4f54-9e35-5f82d9db10fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '9fcecca0-be69-487e-a0c1-e125600cb428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:44.894498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network hostable DHCP agents. Network: 9fcecca0-be69-487e-a0c1-e125600cb428, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:43:44.906550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=8933fe2e-26ed-46ed-aeb6-23b2c895f10e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:44.908298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d2903ad8-6b81-4ecd-8969-6fea0706a0b4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Deleting port 409c1c61-9bb6-4137-bff2-1f14f1cfc570 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:44.909036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2903ad8-6b81-4ecd-8969-6fea0706a0b4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.012648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object 96815b14-c914-45f2-a2a4-11749bfca133 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:45.019542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4912e09-1fca-42b4-a691-cb6877569782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.029230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:45.089045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 9fcecca0-be69-487e-a0c1-e125600cb428 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:43:45.115028 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Allocated IP 172.20.0.1 (2316f29e-b5a6-40eb-9d2a-1cace4e48180/dbbec0ab-3d20-4fb5-b208-2d7ec0e2df6f/59cb85fc-26dd-4bf7-a768-bba9c27b7e0d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:45.118089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a769f3d2-a8e3-40e7-b19d-b866e0819acd tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.139566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 9fcecca0-be69-487e-a0c1-e125600cb428) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:45.145813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:45.146152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4912e09-1fca-42b4-a691-cb6877569782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.150491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d38e98f-ba7b-4f6d-b533-457c6187ba47 None None] Network 9fcecca0-be69-487e-a0c1-e125600cb428 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:45.151835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:45.156881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:45.157581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.171760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57553e3b-7448-4638-be1e-fdab2f202359 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router ba3a8c5f-1745-4803-9b18-5f09329fec06 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:43:45.285091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a769f3d2-a8e3-40e7-b19d-b866e0819acd tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.391974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.407960 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.475109 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b8fa1f4a-f3c5-4ba8-b132-18ecbf7052c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.3094475 Jun 15 14:43:45.480873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60794) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:45.539822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57553e3b-7448-4638-be1e-fdab2f202359 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:45.545409 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-57553e3b-7448-4638-be1e-fdab2f202359 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/ba3a8c5f-1745-4803-9b18-5f09329fec06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5487475 Jun 15 14:43:45.554256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b23a5be-3f22-49ca-8957-9ad278e3453d None None] Sync routers for ids ['ba3a8c5f-1745-4803-9b18-5f09329fec06'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:45.570761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60798) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:45.572357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:45.574346 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23a5be-3f22-49ca-8957-9ad278e3453d None None] Routers {'ba3a8c5f-1745-4803-9b18-5f09329fec06'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:45.576412 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6b23a5be-3f22-49ca-8957-9ad278e3453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba3a8c5f-1745-4803-9b18-5f09329fec06'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:45.586157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:45.602935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:45.609074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:45.609672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.640662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=96815b14-c914-45f2-a2a4-11749bfca133,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:45.677896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6b23a5be-3f22-49ca-8957-9ad278e3453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:45.686778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4912e09-1fca-42b4-a691-cb6877569782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.711239 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b23a5be-3f22-49ca-8957-9ad278e3453d None None] Routers {'ba3a8c5f-1745-4803-9b18-5f09329fec06'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:45.712154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6b23a5be-3f22-49ca-8957-9ad278e3453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba3a8c5f-1745-4803-9b18-5f09329fec06'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:45.734614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4912e09-1fca-42b4-a691-cb6877569782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f5ed82-e875-4019-8918-7a6147c1111f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:45.757428 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f36d1d2d-0afc-4522-8669-f56f28f9da6a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.8472567 Jun 15 14:43:45.762311 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4912e09-1fca-42b4-a691-cb6877569782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.764142 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b4912e09-1fca-42b4-a691-cb6877569782 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55f5ed82-e875-4019-8918-7a6147c1111f HTTP/1.1" status: 204 len: 168 time: 1.0775859 Jun 15 14:43:45.764142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60802) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:45.769685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2903ad8-6b81-4ecd-8969-6fea0706a0b4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.862126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6b23a5be-3f22-49ca-8957-9ad278e3453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:45.862761 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b23a5be-3f22-49ca-8957-9ad278e3453d None None] The sync data for ids ['ba3a8c5f-1745-4803-9b18-5f09329fec06'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:45.877521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.904538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-202823ec-3677-47d7-b997-c0f9b7135e8c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 8933fe2e-26ed-46ed-aeb6-23b2c895f10e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:45.904979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-202823ec-3677-47d7-b997-c0f9b7135e8c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:45.918137 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-74304240-e086-4f4c-9039-642102168568 None None] Provisioning for port f13fdd7d-612c-435b-b094-a046c4e168df completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:45.960520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a769f3d2-a8e3-40e7-b19d-b866e0819acd tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:46.062648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:46.145353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d2903ad8-6b81-4ecd-8969-6fea0706a0b4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Calling delete_port for 409c1c61-9bb6-4137-bff2-1f14f1cfc570 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:46.174617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769f3d2-a8e3-40e7-b19d-b866e0819acd tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5f8d59-c0dd-410b-8105-793f36327042,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:46.223002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Transition to ACTIVE for port object 59cb85fc-26dd-4bf7-a768-bba9c27b7e0d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:46.264272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a769f3d2-a8e3-40e7-b19d-b866e0819acd tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:46.266069 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a769f3d2-a8e3-40e7-b19d-b866e0819acd tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-groups/2b5f8d59-c0dd-410b-8105-793f36327042 HTTP/1.1" status: 204 len: 168 time: 2.0742595 Jun 15 14:43:46.275960 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:46.276810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60812) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:46.284645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-92465727-78eb-4351-a56d-25fc55a3b6ce None None] Provisioning for port 96815b14-c914-45f2-a2a4-11749bfca133 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:46.298266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-92465727-78eb-4351-a56d-25fc55a3b6ce None None] Provisioning complete for port 96815b14-c914-45f2-a2a4-11749bfca133 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:46.298729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-92465727-78eb-4351-a56d-25fc55a3b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:46.303869 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:46.309464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:46.376089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event updated for resources: {'Port': ['ID=f494482e-c9e0-4685-8f98-b8b7d6f01b61,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:46.384293 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-9916fca6-ae97-47a9-ba19-764558dbd08c tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] remove_router_interface failed (client error): The resource could not be found. Jun 15 14:43:46.388022 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9916fca6-ae97-47a9-ba19-764558dbd08c tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/ba3a8c5f-1745-4803-9b18-5f09329fec06/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8131425 Jun 15 14:43:46.390470 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-92465727-78eb-4351-a56d-25fc55a3b6ce None None] Port 96815b14-c914-45f2-a2a4-11749bfca133 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:46.392130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8d613e-f5ef-4591-a329-c7820a395d76 None None] Network d44016ef-8e0b-45f4-8647-2ca70f29d3ca requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:46.406190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60820) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:46.534567 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e700d9-e13d-4cef-a37c-1f828d96678e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:46.543723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e700d9-e13d-4cef-a37c-1f828d96678e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:46.544695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-00e700d9-e13d-4cef-a37c-1f828d96678e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:46.722732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-61b86bd2-a25d-4844-9099-96c20c9a22c1 None None] Provisioning for port e7bc62f9-cc91-4c70-a1ce-30236103791a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:46.738074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-00e700d9-e13d-4cef-a37c-1f828d96678e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:46.739356 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-00e700d9-e13d-4cef-a37c-1f828d96678e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9723535 Jun 15 14:43:46.754547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:46.772382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f13fdd7d-612c-435b-b094-a046c4e168df up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:46.787057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-46e284ea-c1ab-4e53-a04c-0f42bf36ee5e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Synchronizing usage tracker for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:46.825643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2903ad8-6b81-4ecd-8969-6fea0706a0b4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:46.872719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:46.880897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-202823ec-3677-47d7-b997-c0f9b7135e8c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:46.882287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port f13fdd7d-612c-435b-b094-a046c4e168df completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:46.891523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f13fdd7d-612c-435b-b094-a046c4e168df triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:46.892098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:46.928418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f9692356-5c46-44ca-b286-f5f3cf92682e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:46.962068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-46e284ea-c1ab-4e53-a04c-0f42bf36ee5e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Unset dirty status for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:46.966548 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-46e284ea-c1ab-4e53-a04c-0f42bf36ee5e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba3a8c5f-1745-4803-9b18-5f09329fec06 HTTP/1.1" status: 200 len: 205 time: 0.5582097 Jun 15 14:43:46.973740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2903ad8-6b81-4ecd-8969-6fea0706a0b4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event deleted for resources: {'Port': ['ID=409c1c61-9bb6-4137-bff2-1f14f1cfc570,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:46.984946 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60838) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:47.066749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f13fdd7d-612c-435b-b094-a046c4e168df is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:47.067234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.123795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port f13fdd7d-612c-435b-b094-a046c4e168df, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f13fdd7d-612c-435b-b094-a046c4e168df,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:47.131036 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.131930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e7bc62f9-cc91-4c70-a1ce-30236103791a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:47.170419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network 2316f29e-b5a6-40eb-9d2a-1cace4e48180 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:47.183249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-202823ec-3677-47d7-b997-c0f9b7135e8c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for 8933fe2e-26ed-46ed-aeb6-23b2c895f10e owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:47.232665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:47.292150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:47.342327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=59cb85fc-26dd-4bf7-a768-bba9c27b7e0d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:47.354196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=f13fdd7d-612c-435b-b094-a046c4e168df,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:47.373819 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port e7bc62f9-cc91-4c70-a1ce-30236103791a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:47.381974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e7bc62f9-cc91-4c70-a1ce-30236103791a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:47.382354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.433825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.466928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-202823ec-3677-47d7-b997-c0f9b7135e8c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.557760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-202823ec-3677-47d7-b997-c0f9b7135e8c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.557985 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e7bc62f9-cc91-4c70-a1ce-30236103791a is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:47.558244 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.561599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202823ec-3677-47d7-b997-c0f9b7135e8c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=8933fe2e-26ed-46ed-aeb6-23b2c895f10e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:47.577493 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-202823ec-3677-47d7-b997-c0f9b7135e8c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/8933fe2e-26ed-46ed-aeb6-23b2c895f10e HTTP/1.1" status: 204 len: 168 time: 2.0909920 Jun 15 14:43:47.584017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60848) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:47.612067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port e7bc62f9-cc91-4c70-a1ce-30236103791a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e7bc62f9-cc91-4c70-a1ce-30236103791a,segment=NetworkSegment(4ec762a3-528f-4b1e-956c-60c40c98c73e),segment_id=4ec762a3-528f-4b1e-956c-60c40c98c73e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:47.619220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.712551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-45c408a2-5381-4b9a-8830-4c9d35e736c8 None None] Provisioning for port 59cb85fc-26dd-4bf7-a768-bba9c27b7e0d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:47.732015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-45c408a2-5381-4b9a-8830-4c9d35e736c8 None None] Provisioning complete for port 59cb85fc-26dd-4bf7-a768-bba9c27b7e0d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:47.732637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-45c408a2-5381-4b9a-8830-4c9d35e736c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.762952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.792344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-45c408a2-5381-4b9a-8830-4c9d35e736c8 None None] Port 59cb85fc-26dd-4bf7-a768-bba9c27b7e0d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:47.797391 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=e7bc62f9-cc91-4c70-a1ce-30236103791a,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:47.821601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5539b-40b7-4721-b453-a1936d7ecc7b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port 96815b14-c914-45f2-a2a4-11749bfca133 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:47.821946 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa5539b-40b7-4721-b453-a1936d7ecc7b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.826264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.872437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f9692356-5c46-44ca-b286-f5f3cf92682e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:47.873785 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f9692356-5c46-44ca-b286-f5f3cf92682e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 1.5913389 Jun 15 14:43:47.876573 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24066f67-f15b-421a-8dab-f5d03b64f5e3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:47.892999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60858) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:47.909653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77befee-11df-4f51-a127-3af87d39d8d1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:47.915770 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77befee-11df-4f51-a127-3af87d39d8d1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:47.916585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a77befee-11df-4f51-a127-3af87d39d8d1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:48.049105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60864) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:48.058568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a77befee-11df-4f51-a127-3af87d39d8d1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:48.063142 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a77befee-11df-4f51-a127-3af87d39d8d1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4741554 Jun 15 14:43:48.068113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:48.071268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d2903ad8-6b81-4ecd-8969-6fea0706a0b4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.159511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5592468-f69c-46ac-bcea-320be52f3336 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.205262 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5592468-f69c-46ac-bcea-320be52f3336 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.318233 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d2903ad8-6b81-4ecd-8969-6fea0706a0b4 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "DELETE /v2.0/ports/409c1c61-9bb6-4137-bff2-1f14f1cfc570 HTTP/1.1" status: 204 len: 168 time: 3.9682240 Jun 15 14:43:48.322106 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60874) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:48.343531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-694338818'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:48.414693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:48.432362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5592468-f69c-46ac-bcea-320be52f3336 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.439887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Usage tracker for resource:network and tenant:661593fc9c144f7b83e4a45d0e1df463 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:48.450450 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:48.462968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5592468-f69c-46ac-bcea-320be52f3336 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2bc3cc-d49d-45c0-b2f6-f9b0ea2cd427,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:48.477789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24066f67-f15b-421a-8dab-f5d03b64f5e3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.491005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:48.495418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24066f67-f15b-421a-8dab-f5d03b64f5e3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.508483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.511505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5592468-f69c-46ac-bcea-320be52f3336 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.515880 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e5592468-f69c-46ac-bcea-320be52f3336 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-groups/ef2bc3cc-d49d-45c0-b2f6-f9b0ea2cd427 HTTP/1.1" status: 204 len: 168 time: 0.6203287 Jun 15 14:43:48.518578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60878) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:48.521953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.555146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b1040452-3a9c-45b8-97db-0a32ac5cd4d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port aa08305b-acb4-4fbd-98e7-4b9c8bc17842 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:48.555504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1040452-3a9c-45b8-97db-0a32ac5cd4d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.587377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f13fdd7d-612c-435b-b094-a046c4e168df up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:48.605071 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc0278b-b19f-400f-a628-4ffe67e3f4e1 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:48.609974 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-abc0278b-b19f-400f-a628-4ffe67e3f4e1 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "GET /v2.0/ports?device_id=93dc4da2-f677-4448-b363-4f7502847780 HTTP/1.1" status: 200 len: 913 time: 0.2812726 Jun 15 14:43:48.619950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60882) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:48.675237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f13fdd7d-612c-435b-b094-a046c4e168df triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:48.675895 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.709670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Made reservation on behalf of 661593fc9c144f7b83e4a45d0e1df463 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:48.713198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.747172 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24066f67-f15b-421a-8dab-f5d03b64f5e3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.747770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24066f67-f15b-421a-8dab-f5d03b64f5e3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Fanout notify agent at l3_agent the message router_deleted on router ba3a8c5f-1745-4803-9b18-5f09329fec06 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:43:48.749569 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.829790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:48.859026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f13fdd7d-612c-435b-b094-a046c4e168df is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:48.860224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e7bc62f9-cc91-4c70-a1ce-30236103791a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:48.939198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e7bc62f9-cc91-4c70-a1ce-30236103791a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:48.939614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:48.977179 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=59cb85fc-26dd-4bf7-a768-bba9c27b7e0d,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:49.005661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:49.025181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-76160cc0-5be5-4375-a8cf-4ab92ddc5b44 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:49.034278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24066f67-f15b-421a-8dab-f5d03b64f5e3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:49.038066 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-24066f67-f15b-421a-8dab-f5d03b64f5e3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/ba3a8c5f-1745-4803-9b18-5f09329fec06 HTTP/1.1" status: 204 len: 168 time: 2.0418208 Jun 15 14:43:49.042250 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60886) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:49.060469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Usage tracker for resource:security_group_rule and tenant:661593fc9c144f7b83e4a45d0e1df463 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:49.073971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e7bc62f9-cc91-4c70-a1ce-30236103791a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:49.087552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:49.103146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:49.105985 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa5539b-40b7-4721-b453-a1936d7ecc7b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:49.277760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0fa5539b-40b7-4721-b453-a1936d7ecc7b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for 96815b14-c914-45f2-a2a4-11749bfca133 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:49.318944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:49.354620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-76160cc0-5be5-4375-a8cf-4ab92ddc5b44 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:49.355876 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-76160cc0-5be5-4375-a8cf-4ab92ddc5b44 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8363538 Jun 15 14:43:49.363809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60890) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:49.388045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group': {'name': 'tempest-secgroup--71092042'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:49.395915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5d7081-d908-458c-8ee5-693db7b44af1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting subnet d9a43ffa-4f06-4db0-a4f5-7b453a61e4db {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:43:49.403375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:49.407390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:49.412555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7081-d908-458c-8ee5-693db7b44af1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:49.474996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:49.545317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1040452-3a9c-45b8-97db-0a32ac5cd4d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:49.565315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:49.582402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network 2316f29e-b5a6-40eb-9d2a-1cace4e48180 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:49.585736 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7081-d908-458c-8ee5-693db7b44af1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:49.632023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:49.789218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:49.826477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b1040452-3a9c-45b8-97db-0a32ac5cd4d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for aa08305b-acb4-4fbd-98e7-4b9c8bc17842 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:49.853585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:49.867075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:49.898485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:49.932710 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-18742885-13a9-43e7-b6d0-9c81ed863667 None None] Provisioning complete for port 59cb85fc-26dd-4bf7-a768-bba9c27b7e0d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:49.933315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-18742885-13a9-43e7-b6d0-9c81ed863667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:49.972322 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa5539b-40b7-4721-b453-a1936d7ecc7b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:49.994778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-18742885-13a9-43e7-b6d0-9c81ed863667 None None] Port 59cb85fc-26dd-4bf7-a768-bba9c27b7e0d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:50.010509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7081-d908-458c-8ee5-693db7b44af1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.030087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.051792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.067265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5539b-40b7-4721-b453-a1936d7ecc7b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=96815b14-c914-45f2-a2a4-11749bfca133,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:50.151808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1040452-3a9c-45b8-97db-0a32ac5cd4d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.180519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 87722e50-6494-4b09-82d4-56603bd7f1aa is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:43:50.193216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.204535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa5539b-40b7-4721-b453-a1936d7ecc7b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.212032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.218133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7081-d908-458c-8ee5-693db7b44af1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.233317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81409aa1-b1a7-4713-be71-7fa51ca09eb9,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:50.238344 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:43:50.247760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1040452-3a9c-45b8-97db-0a32ac5cd4d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.254729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1040452-3a9c-45b8-97db-0a32ac5cd4d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=aa08305b-acb4-4fbd-98e7-4b9c8bc17842,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:50.289770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.290140 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Added segment b685f78a-9d5c-4322-a1dd-fe7f4cb949e1 of type vlan for network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 Jun 15 14:43:50.303875 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b1040452-3a9c-45b8-97db-0a32ac5cd4d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/aa08305b-acb4-4fbd-98e7-4b9c8bc17842 HTTP/1.1" status: 204 len: 168 time: 2.2281637 Jun 15 14:43:50.305050 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Router 20a9dd07-7e1d-4229-821e-82b64e51b7c9 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:43:50.309923 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0fa5539b-40b7-4721-b453-a1936d7ecc7b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/96815b14-c914-45f2-a2a4-11749bfca133 HTTP/1.1" status: 204 len: 168 time: 3.5515924 Jun 15 14:43:50.309923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60894) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:50.313945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60896) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:50.372345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d7081-d908-458c-8ee5-693db7b44af1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a43ffa-4f06-4db0-a4f5-7b453a61e4db,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:50.474073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7081-d908-458c-8ee5-693db7b44af1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.475314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ce4c24-6f51-4526-b17e-0ae589cf541f None None] Network 7590f1b0-153f-4795-b7da-9b0ba302e28b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:50.477547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f23de8-f751-4ff3-a34e-89d1138e19dd,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:50.507326 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ec5d7081-d908-458c-8ee5-693db7b44af1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/d9a43ffa-4f06-4db0-a4f5-7b453a61e4db HTTP/1.1" status: 204 len: 168 time: 1.4600723 Jun 15 14:43:50.511479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.512665 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a7ddcc95-8e93-47b2-b01d-5b3cb2889c5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1446023 Jun 15 14:43:50.516280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60902) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:50.516629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60904) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:50.523463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cc25f235-158d-43d2-933a-7fbe1c56abe1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': '12f23de8-f751-4ff3-a34e-89d1138e19dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:50.528296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:50.536589 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b31008d1-ee5d-49fb-8123-40d24cf26d15 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/87722e50-6494-4b09-82d4-56603bd7f1aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5379939 Jun 15 14:43:50.541403 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05fcb40-5dfd-41f3-a681-b76127d2b053 None None] Sync routers for ids ['87722e50-6494-4b09-82d4-56603bd7f1aa'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:50.552682 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05fcb40-5dfd-41f3-a681-b76127d2b053 None None] Routers {'87722e50-6494-4b09-82d4-56603bd7f1aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:50.553527 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e05fcb40-5dfd-41f3-a681-b76127d2b053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['87722e50-6494-4b09-82d4-56603bd7f1aa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:50.554547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60910) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:50.559082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cc25f235-158d-43d2-933a-7fbe1c56abe1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:50.569778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7a37-2162-40d9-a175-eba197092312 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.588952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.654244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9895bfa5-d434-4d3b-a541-acfb2e894e81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:50.656107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9895bfa5-d434-4d3b-a541-acfb2e894e81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:50.656927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9895bfa5-d434-4d3b-a541-acfb2e894e81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:50.658043 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e05fcb40-5dfd-41f3-a681-b76127d2b053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:50.685958 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05fcb40-5dfd-41f3-a681-b76127d2b053 None None] Routers {'87722e50-6494-4b09-82d4-56603bd7f1aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:50.688456 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e05fcb40-5dfd-41f3-a681-b76127d2b053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['87722e50-6494-4b09-82d4-56603bd7f1aa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:50.826713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5800975-f282-49bd-9267-8d2fcc8245e9 None None] DHCP port deletion for 7590f1b0-153f-4795-b7da-9b0ba302e28b request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:43:50.832206 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cc25f235-158d-43d2-933a-7fbe1c56abe1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:50.833192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c5800975-f282-49bd-9267-8d2fcc8245e9 None None] Deleting port 26c70018-5b32-418a-ba58-3eeb21462326 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:50.833685 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c5800975-f282-49bd-9267-8d2fcc8245e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.834125 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e05fcb40-5dfd-41f3-a681-b76127d2b053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:50.834532 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05fcb40-5dfd-41f3-a681-b76127d2b053 None None] The sync data for ids ['87722e50-6494-4b09-82d4-56603bd7f1aa'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:50.853075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.858756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:50.859517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:50.905589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cc25f235-158d-43d2-933a-7fbe1c56abe1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:50.990625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cc25f235-158d-43d2-933a-7fbe1c56abe1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:50.991205 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.9410512 Jun 15 14:43:50.996963 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9895bfa5-d434-4d3b-a541-acfb2e894e81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:51.001662 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9895bfa5-d434-4d3b-a541-acfb2e894e81 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.6813905 Jun 15 14:43:51.005423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60918) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:51.045417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:51.051705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269f7ad-adfb-4a6d-8eaf-307b1ce289a1 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Pushing event updated for resources: {'Network': ['ID=9e07a96e-6aca-4e11-8a75-f7b8e239d4c8,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:51.057413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.061363 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-713021e6-9819-475e-9691-3fb5844d1fed tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "PUT /v2.0/routers/20a9dd07-7e1d-4229-821e-82b64e51b7c9 HTTP/1.1" status: 200 len: 918 time: 9.7637830 Jun 15 14:43:51.061896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcab6b3-1259-4e3a-a321-463e03b5b6aa tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:51.061896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0bcab6b3-1259-4e3a-a321-463e03b5b6aa tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Synchronizing usage tracker for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:51.063866 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60922) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:51.091839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.104410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0bcab6b3-1259-4e3a-a321-463e03b5b6aa tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Unset dirty status for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:51.105583 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0bcab6b3-1259-4e3a-a321-463e03b5b6aa tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports/59cb85fc-26dd-4bf7-a768-bba9c27b7e0d HTTP/1.1" status: 200 len: 910 time: 0.5439618 Jun 15 14:43:51.109741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc25f235-158d-43d2-933a-7fbe1c56abe1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.111447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c5800975-f282-49bd-9267-8d2fcc8245e9 None None] For port 26c70018-5b32-418a-ba58-3eeb21462326, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=26c70018-5b32-418a-ba58-3eeb21462326,segment=NetworkSegment(12191a0f-e6f3-4117-aa30-1f3a18a4531c),segment_id=12191a0f-e6f3-4117-aa30-1f3a18a4531c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:51.112690 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c5800975-f282-49bd-9267-8d2fcc8245e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.145583 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60926) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:51.214544 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port 26c70018-5b32-418a-ba58-3eeb21462326 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:51.214893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.245263 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60930) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:51.263963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:43:51.278454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e68022-4aaa-4abb-a7f2-abb264af52f9 None None] Sync routers for ids ['20a9dd07-7e1d-4229-821e-82b64e51b7c9'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:51.290456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c5800975-f282-49bd-9267-8d2fcc8245e9 None None] Calling delete_port for 26c70018-5b32-418a-ba58-3eeb21462326 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:51.303777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Request body: {'port': {'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8', 'binding:host_id': 'hv-neutron-8458', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-890996590'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:51.322654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:51.327621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-06833588-3667-4d16-8486-b01efcf37250 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 4c94c62a-d702-4892-addb-ce883edb8100 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:43:51.337186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25bf748-26b8-425f-8e73-7039f52ae57b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:51.338105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e25bf748-26b8-425f-8e73-7039f52ae57b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:51.338222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Usage tracker for resource:port and tenant:d778b745005b405c9260f44d75ffd960 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:51.347045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:51.357410 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06833588-3667-4d16-8486-b01efcf37250 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.369704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:51.372916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc25f235-158d-43d2-933a-7fbe1c56abe1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.410112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc25f235-158d-43d2-933a-7fbe1c56abe1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.421176 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.422159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e68022-4aaa-4abb-a7f2-abb264af52f9 None None] Routers {'20a9dd07-7e1d-4229-821e-82b64e51b7c9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:51.422801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-41e68022-4aaa-4abb-a7f2-abb264af52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['20a9dd07-7e1d-4229-821e-82b64e51b7c9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:51.458194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Made reservation on behalf of d778b745005b405c9260f44d75ffd960 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:51.460695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.479714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25f235-158d-43d2-933a-7fbe1c56abe1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad88844f-49b5-4894-ae47-ac2e79043267,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:51.490097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.502135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-41e68022-4aaa-4abb-a7f2-abb264af52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:51.532763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06833588-3667-4d16-8486-b01efcf37250 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.538445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc25f235-158d-43d2-933a-7fbe1c56abe1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.539420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e68022-4aaa-4abb-a7f2-abb264af52f9 None None] Routers {'20a9dd07-7e1d-4229-821e-82b64e51b7c9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:51.540039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-41e68022-4aaa-4abb-a7f2-abb264af52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['20a9dd07-7e1d-4229-821e-82b64e51b7c9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:51.540440 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cc25f235-158d-43d2-933a-7fbe1c56abe1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0212765 Jun 15 14:43:51.542502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:51.564474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60934) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:51.606160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c5800975-f282-49bd-9267-8d2fcc8245e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.609732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Usage tracker for resource:security_group_rule and tenant:d778b745005b405c9260f44d75ffd960 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:51.637162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:51.641182 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0e24c4fa-9a09-4679-9f83-3f2db503ca22 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/routers/20a9dd07-7e1d-4229-821e-82b64e51b7c9 HTTP/1.1" status: 200 len: 924 time: 0.5751777 Jun 15 14:43:51.642320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e25bf748-26b8-425f-8e73-7039f52ae57b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:51.642921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60938) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:51.646493 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e25bf748-26b8-425f-8e73-7039f52ae57b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.3348739 Jun 15 14:43:51.650631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-41e68022-4aaa-4abb-a7f2-abb264af52f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:51.651049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e68022-4aaa-4abb-a7f2-abb264af52f9 None None] The sync data for ids ['20a9dd07-7e1d-4229-821e-82b64e51b7c9'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:51.651694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60940) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:51.654879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5800975-f282-49bd-9267-8d2fcc8245e9 None None] Pushing event deleted for resources: {'Port': ['ID=26c70018-5b32-418a-ba58-3eeb21462326,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:51.660941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5800975-f282-49bd-9267-8d2fcc8245e9 None None] No DVR routers for this DVR port 26c70018-5b32-418a-ba58-3eeb21462326 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:43:51.672057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:51.784701 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe88e3a0-adcb-4f12-89a9-b45d99666e5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.807815 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe88e3a0-adcb-4f12-89a9-b45d99666e5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.812524 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a30ba5-94fd-4abc-8b7f-05881b3afb5e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:43:51.813877 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-50a30ba5-94fd-4abc-8b7f-05881b3afb5e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/8933fe2e-26ed-46ed-aeb6-23b2c895f10e HTTP/1.1" status: 404 len: 333 time: 0.1058691 Jun 15 14:43:51.815681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] For port 26c70018-5b32-418a-ba58-3eeb21462326, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=26c70018-5b32-418a-ba58-3eeb21462326,segment=NetworkSegment(12191a0f-e6f3-4117-aa30-1f3a18a4531c),segment_id=12191a0f-e6f3-4117-aa30-1f3a18a4531c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:51.816048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.827433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60946) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:51.932315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e7a37-2162-40d9-a175-eba197092312 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Deleting port c04d3280-db26-4ecd-9c5a-8196f2bbbeb7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:51.932543 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7a37-2162-40d9-a175-eba197092312 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:51.980918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe88e3a0-adcb-4f12-89a9-b45d99666e5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.004664 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06833588-3667-4d16-8486-b01efcf37250 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.035449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88e3a0-adcb-4f12-89a9-b45d99666e5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad88844f-49b5-4894-ae47-ac2e79043267,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:52.053277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for 26c70018-5b32-418a-ba58-3eeb21462326 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:52.084589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe88e3a0-adcb-4f12-89a9-b45d99666e5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.084840 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd7475e-7b93-4957-8f3d-60215cb1a9ca tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:43:52.085710 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fe88e3a0-adcb-4f12-89a9-b45d99666e5b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ad88844f-49b5-4894-ae47-ac2e79043267 HTTP/1.1" status: 204 len: 168 time: 0.5185502 Jun 15 14:43:52.088696 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1dd7475e-7b93-4957-8f3d-60215cb1a9ca tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/aa08305b-acb4-4fbd-98e7-4b9c8bc17842 HTTP/1.1" status: 404 len: 333 time: 0.2508118 Jun 15 14:43:52.099062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60950) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:52.099391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60952) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:52.183165 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06833588-3667-4d16-8486-b01efcf37250 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.223138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.235448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06833588-3667-4d16-8486-b01efcf37250 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=4c94c62a-d702-4892-addb-ce883edb8100,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:52.245803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06833588-3667-4d16-8486-b01efcf37250 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.252510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aded3f5-3dfa-4058-a381-3772dd0edec1 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:52.539757 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-06833588-3667-4d16-8486-b01efcf37250 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/4c94c62a-d702-4892-addb-ce883edb8100 HTTP/1.1" status: 204 len: 168 time: 1.5291815 Jun 15 14:43:52.543466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60958) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:52.553090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.587563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7a6644c-3f47-4ac7-8db6-ddb81d121a2b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:52.592303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75fae4b-84c7-4014-bdd4-5f911cf88451 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:52.593979 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f75fae4b-84c7-4014-bdd4-5f911cf88451 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&device_id=20a9dd07-7e1d-4229-821e-82b64e51b7c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9434824 Jun 15 14:43:52.599906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e5e5dc-1b29-4344-a1b9-569a053b59f2 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:43:52.604472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-18e5e5dc-1b29-4344-a1b9-569a053b59f2 None None] Deleting port f13fdd7d-612c-435b-b094-a046c4e168df {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:52.605282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-18e5e5dc-1b29-4344-a1b9-569a053b59f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.616063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60962) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:52.625380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:43:52.625696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:43:52.635922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.639987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 26c70018-5b32-418a-ba58-3eeb21462326 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:52.664351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.690730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 26c70018-5b32-418a-ba58-3eeb21462326 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:43:52.691162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 26c70018-5b32-418a-ba58-3eeb21462326 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:52.712285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7a37-2162-40d9-a175-eba197092312 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.721054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] device_id is not set on port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:52.754636 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-77da2153-9eae-4a4c-9f1b-b997dcdea00d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2096374 Jun 15 14:43:52.760635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a7a6644c-3f47-4ac7-8db6-ddb81d121a2b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:52.764732 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a7a6644c-3f47-4ac7-8db6-ddb81d121a2b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6591196 Jun 15 14:43:52.767441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60966) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:52.767770 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 60968) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:52.791361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bd709a-4892-4b29-a9d5-3b8e5a380e16 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:52.796445 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-68bd709a-4892-4b29-a9d5-3b8e5a380e16 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/networks/a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 881 time: 0.1715617 Jun 15 14:43:52.797096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60974) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:52.802555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:52.882511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-18e5e5dc-1b29-4344-a1b9-569a053b59f2 None None] For port f13fdd7d-612c-435b-b094-a046c4e168df, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f13fdd7d-612c-435b-b094-a046c4e168df,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:52.883303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-18e5e5dc-1b29-4344-a1b9-569a053b59f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:52.905421 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1787ca0f-ea05-40b2-a38f-b080bddd2273 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "GET /v2.0/ports?device_id=20a9dd07-7e1d-4229-821e-82b64e51b7c9 HTTP/1.1" status: 200 len: 205 time: 0.0609396 Jun 15 14:43:52.912853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60978) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:52.984420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e7a37-2162-40d9-a175-eba197092312 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Calling delete_port for c04d3280-db26-4ecd-9c5a-8196f2bbbeb7 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:53.008126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-18e5e5dc-1b29-4344-a1b9-569a053b59f2 None None] Calling delete_port for f13fdd7d-612c-435b-b094-a046c4e168df owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:53.086989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-18e5e5dc-1b29-4344-a1b9-569a053b59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.104154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c715160f-9494-4f0b-9b9d-c07da3cedb34,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:53.142430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e5e5dc-1b29-4344-a1b9-569a053b59f2 None None] No DVR routers for this DVR port f13fdd7d-612c-435b-b094-a046c4e168df on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:43:53.151191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5e5dc-1b29-4344-a1b9-569a053b59f2 None None] Pushing event deleted for resources: {'Port': ['ID=f13fdd7d-612c-435b-b094-a046c4e168df,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:53.163022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port 26c70018-5b32-418a-ba58-3eeb21462326 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:53.163362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.218892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.245018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.321001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] The port '26c70018-5b32-418a-ba58-3eeb21462326' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:43:53.332413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Allocated IP 172.21.0.1 (d44016ef-8e0b-45f4-8647-2ca70f29d3ca/b712ab6b-c47c-40a9-a538-00be94bf907d/514c8645-c8a6-4b71-8427-483c572ce2d2) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:53.385457 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fcecca0-be69-487e-a0c1-e125600cb428']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:53.469530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '825e38a8-2aa4-4f54-9e35-5f82d9db10fa') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:53.469815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '825e38a8-2aa4-4f54-9e35-5f82d9db10fa') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:53.476883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:53.502438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6510924f-d1bb-4ef1-b4b0-e402ba28b621 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.511357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:53.517625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:53.522763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.538671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.562381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Deleting port f494482e-c9e0-4685-8f98-b8b7d6f01b61 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:53.562695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.637278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:53.653938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.704069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.722500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.733723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6510924f-d1bb-4ef1-b4b0-e402ba28b621 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.754841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:53.758340 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.786452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:43:53.786852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.795182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:53.904777 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 825e38a8-2aa4-4f54-9e35-5f82d9db10fa resource provider aggregate not found Jun 15 14:43:53.955383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7590f1b0-153f-4795-b7da-9b0ba302e28b']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:54.039431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Calling delete_port for f494482e-c9e0-4685-8f98-b8b7d6f01b61 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:54.178154 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 825e38a8-2aa4-4f54-9e35-5f82d9db10fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 825e38a8-2aa4-4f54-9e35-5f82d9db10fa found for delete ", "request_id": "req-f9f8f5c1-2958-4fea-85f3-34474b35e901"}]} Jun 15 14:43:54.190378 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12191a0f-e6f3-4117-aa30-1f3a18a4531c') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:54.190676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12191a0f-e6f3-4117-aa30-1f3a18a4531c') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:54.218931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.257627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.267881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Pushing event deleted for resources: {'Port': ['ID=f494482e-c9e0-4685-8f98-b8b7d6f01b61,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:54.289360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.292312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] device_id is not set on port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:54.323598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.329282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.341759 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6510924f-d1bb-4ef1-b4b0-e402ba28b621 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.367154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:43:54.367558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.382565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Network': ['ID=9fcecca0-be69-487e-a0c1-e125600cb428,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:54.384666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.457705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510924f-d1bb-4ef1-b4b0-e402ba28b621 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f23de8-f751-4ff3-a34e-89d1138e19dd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:54.483375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.498493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7a37-2162-40d9-a175-eba197092312 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.562343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f13fdd7d-612c-435b-b094-a046c4e168df no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:43:54.568765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.571383 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.598208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6510924f-d1bb-4ef1-b4b0-e402ba28b621 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.599424 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6510924f-d1bb-4ef1-b4b0-e402ba28b621 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-groups/12f23de8-f751-4ff3-a34e-89d1138e19dd HTTP/1.1" status: 204 len: 168 time: 1.8256364 Jun 15 14:43:54.599631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.600167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Fanout notify agent at l3_agent the message router_deleted on router 20a9dd07-7e1d-4229-821e-82b64e51b7c9 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:43:54.604357 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-250d418d-e482-4877-836b-a3287af409fa tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/networks/9fcecca0-be69-487e-a0c1-e125600cb428 HTTP/1.1" status: 204 len: 168 time: 2.4964964 Jun 15 14:43:54.604546 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: f13fdd7d-612c-435b-b094-a046c4e168df {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:43:54.604546 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f13fdd7d-612c-435b-b094-a046c4e168df not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:43:54.606785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60986) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:54.606785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60988) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:54.611910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e7a37-2162-40d9-a175-eba197092312 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event deleted for resources: {'Port': ['ID=c04d3280-db26-4ecd-9c5a-8196f2bbbeb7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:54.616602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Transition to ACTIVE for port object b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:54.632541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-612796049'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:54.637851 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:54.642075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:network and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:54.646220 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Transition to ACTIVE for port object 514c8645-c8a6-4b71-8427-483c572ce2d2 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:54.650762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:54.668613 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:54.678767 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.684314 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e1695a47-2635-456f-b30b-e83f7b778263 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/routers/20a9dd07-7e1d-4229-821e-82b64e51b7c9 HTTP/1.1" status: 204 len: 168 time: 1.7702110 Jun 15 14:43:54.695090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60994) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:54.711610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-95a87b08-0207-47a4-bfcb-9740be14633c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-292993072', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:54.719227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.730942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-95a87b08-0207-47a4-bfcb-9740be14633c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:54.733642 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:54.737867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.756235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.757781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-95a87b08-0207-47a4-bfcb-9740be14633c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Usage tracker for resource:router and tenant:98f4d949abd64dd8ac7709f2a270fd90 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:54.769080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-95a87b08-0207-47a4-bfcb-9740be14633c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:54.770872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.790692 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ab20b7a-dd76-4226-b8e4-405a0f66cb39 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1794291 Jun 15 14:43:54.790692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-95a87b08-0207-47a4-bfcb-9740be14633c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:54.797350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 60998) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:54.814187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group': {'name': 'tempest-secgroup--1352681292'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:54.828001 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.833059 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:43:54.833948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Network': ['ID=7590f1b0-153f-4795-b7da-9b0ba302e28b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:54.834750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:54.840033 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-53a993f6-e4ab-450e-97dd-d7113e06299d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/networks/7590f1b0-153f-4795-b7da-9b0ba302e28b HTTP/1.1" status: 204 len: 168 time: 4.3190045 Jun 15 14:43:54.867279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32770) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:54.870421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95a87b08-0207-47a4-bfcb-9740be14633c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.871511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95a87b08-0207-47a4-bfcb-9740be14633c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.891952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1697609063'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:54.907577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:54.915478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:54.917726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:54.928270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:54.931169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:54.931668 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Added segment df5abb9d-250e-4534-9a99-c6a88032c1c5 of type vlan for network 1f9628fc-1f6a-42c8-b371-1a82ada2aff0 Jun 15 14:43:54.943663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network d44016ef-8e0b-45f4-8647-2ca70f29d3ca is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:54.954206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:54.956867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:54.991087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:network and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:54.993036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95a87b08-0207-47a4-bfcb-9740be14633c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.024914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=514c8645-c8a6-4b71-8427-483c572ce2d2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:55.041276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.050141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:55.069630 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.072599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:55.084893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event updated for resources: {'Port': ['ID=b11ceb50-3ab6-4223-b0c1-6cfbd44b3484,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:55.110364 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:55.115549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95a87b08-0207-47a4-bfcb-9740be14633c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.134122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e0e7a37-2162-40d9-a175-eba197092312 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.145332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:55.149092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.162068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:55.165441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.175205 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Checking segment: {'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:55.175530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Network hostable DHCP agents. Network: 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:43:55.206895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.212445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:55.212971 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.247726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95a87b08-0207-47a4-bfcb-9740be14633c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.251741 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-95a87b08-0207-47a4-bfcb-9740be14633c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5503523 Jun 15 14:43:55.259895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32774) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:55.262446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d5036a41-907c-4236-bff0-818f4461ea3d None None] Provisioning for port 514c8645-c8a6-4b71-8427-483c572ce2d2 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:55.269555 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d5036a41-907c-4236-bff0-818f4461ea3d None None] Provisioning complete for port 514c8645-c8a6-4b71-8427-483c572ce2d2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:55.270093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d5036a41-907c-4236-bff0-818f4461ea3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.317094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'enable_snat': False}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:55.331196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d5036a41-907c-4236-bff0-818f4461ea3d None None] Port 514c8645-c8a6-4b71-8427-483c572ce2d2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:55.392711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:43:55.402253 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7928860 Jun 15 14:43:55.449752 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:43:55.450388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32778) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:55.462617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:43:55.464763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.482532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': '1f9628fc-1f6a-42c8-b371-1a82ada2aff0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:55.495014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde77766-0039-4886-8b0a-e75c095936bb tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Network': ['ID=1f9628fc-1f6a-42c8-b371-1a82ada2aff0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:55.509696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 1f9628fc-1f6a-42c8-b371-1a82ada2aff0 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:43:55.601502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.601978 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Added segment 9a3aa0a5-82e4-4904-8417-f96166b3e8b4 of type vlan for network e815ebf7-5344-426b-8ca0-06f2e73b0f65 Jun 15 14:43:55.692019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:55.706654 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d91c4-c99e-4d3c-9c56-368c9cebbac0 None None] Network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:55.708935 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:55.721059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:55.736461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:55.740137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:55.740768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.787266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841f0935-1b80-428a-a420-1a0196a00b11 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:55.788419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.789012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.805332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=0cefb4da-56e0-4b30-9809-194bcf98eca9,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:55.809911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0e7a37-2162-40d9-a175-eba197092312 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Router 93dc4da2-f677-4448-b363-4f7502847780 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:43:55.872503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:55.964493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:55.964928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:55.965484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:55.990329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:43:55.990665 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:43:55.995831 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 2 to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 Jun 15 14:43:56.006504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.023344 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf405a9b-4a5d-432e-91ab-b134c6ec45ff,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:56.029447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.033561 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7bac77f5-a13b-448d-a906-0c622556e567 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2321765 Jun 15 14:43:56.036631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32782) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:56.041896 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c0a029db-8abb-4d3c-9d07-bd5273cb91ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': 'bf405a9b-4a5d-432e-91ab-b134c6ec45ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:56.058001 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.073805 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c0a029db-8abb-4d3c-9d07-bd5273cb91ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:56.083064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c0a029db-8abb-4d3c-9d07-bd5273cb91ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:56.089615 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2517ff6d-1863-489a-a47c-78cbd074190f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.3173020 Jun 15 14:43:56.093065 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c0a029db-8abb-4d3c-9d07-bd5273cb91ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:56.099085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32786) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:56.107050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:56.131059 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c0a029db-8abb-4d3c-9d07-bd5273cb91ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:56.143240 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '0cefb4da-56e0-4b30-9809-194bcf98eca9'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:43:56.144122 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.181597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:0d:ca:05', 'name': 'tempest-NetworksTestDHCPv6-944794198'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:56.181855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:56.181971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:56.182546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:56.197905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:56.208027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:56.219091 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 12191a0f-e6f3-4117-aa30-1f3a18a4531c resource provider aggregate not found Jun 15 14:43:56.222523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:43:56.222856 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:43:56.223579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.229247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:56.229861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.234636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0e7a37-2162-40d9-a175-eba197092312 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:56.248537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:56.249657 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31a5fa-80b1-420b-9088-d4db131c8675 None None] Sync routers for ids ['93dc4da2-f677-4448-b363-4f7502847780'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:56.250797 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 3 to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 Jun 15 14:43:56.266524 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31a5fa-80b1-420b-9088-d4db131c8675 None None] Routers {'93dc4da2-f677-4448-b363-4f7502847780'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:56.267589 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0c31a5fa-80b1-420b-9088-d4db131c8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['93dc4da2-f677-4448-b363-4f7502847780'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:56.288246 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 12191a0f-e6f3-4117-aa30-1f3a18a4531c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 12191a0f-e6f3-4117-aa30-1f3a18a4531c found for delete ", "request_id": "req-c6db5de7-fb6f-499f-afab-a3dda140c1a4"}]} Jun 15 14:43:56.291899 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6e0e7a37-2162-40d9-a175-eba197092312 tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "PUT /v2.0/routers/93dc4da2-f677-4448-b363-4f7502847780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6634359 Jun 15 14:43:56.306058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32794) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:56.331595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Allocated IP 2001:db8::f816:3eff:fe39:8f68 (2ef0444c-622d-434a-90a5-976e58c67159/0cefb4da-56e0-4b30-9809-194bcf98eca9/8490cf02-55d3-4929-b7f0-aa3845649058) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:56.369551 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0c31a5fa-80b1-420b-9088-d4db131c8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:56.383311 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31a5fa-80b1-420b-9088-d4db131c8675 None None] Routers {'93dc4da2-f677-4448-b363-4f7502847780'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:56.384310 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0c31a5fa-80b1-420b-9088-d4db131c8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['93dc4da2-f677-4448-b363-4f7502847780'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:56.443184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:56.443934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:56.444518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:56.445488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c0a029db-8abb-4d3c-9d07-bd5273cb91ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.455909 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0c31a5fa-80b1-420b-9088-d4db131c8675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:56.456700 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c31a5fa-80b1-420b-9088-d4db131c8675 None None] The sync data for ids ['93dc4da2-f677-4448-b363-4f7502847780'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:43:56.462414 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5907927 Jun 15 14:43:56.467390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32798) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:56.487989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'subnet': {'network_id': 'e815ebf7-5344-426b-8ca0-06f2e73b0f65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:56.534362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:43:56.534726 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:43:56.551183 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 4 to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 Jun 15 14:43:56.559944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:56.564511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.579264 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:43:56.592291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53322b-5258-4e74-8fd4-f63358dd9863 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Network': ['ID=e815ebf7-5344-426b-8ca0-06f2e73b0f65,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:56.603478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae77c031-b1f2-4108-ada9-6afbe01d6cfb tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.609829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network e815ebf7-5344-426b-8ca0-06f2e73b0f65 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:43:56.645569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.656770 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Transition to ACTIVE for port object 8490cf02-55d3-4929-b7f0-aa3845649058 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:56.679753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Transition to ACTIVE for port object 8490cf02-55d3-4929-b7f0-aa3845649058 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:56.687140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.738875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:56.755897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:56.778613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:56.779240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:56.779334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:56.813436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:43:56.813772 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:43:56.818849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:56.819332 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 5 to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 Jun 15 14:43:56.828695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Performing IP validity checks on allocation pools {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 15 14:43:56.831454 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c0a029db-8abb-4d3c-9d07-bd5273cb91ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.832268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 15 14:43:56.841393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:56.842473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:56.845960 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:56.849166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:56.851371 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:56.855455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Pushing event updated for resources: {'Port': ['ID=8490cf02-55d3-4929-b7f0-aa3845649058,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:56.870240 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c0a029db-8abb-4d3c-9d07-bd5273cb91ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.872418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:subnet and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:56.890405 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:56.918937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:56.937129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a029db-8abb-4d3c-9d07-bd5273cb91ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b011cd-11c6-4c64-847b-70587e5b9b28,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:56.945326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:56.967908 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Attempting to bind port 8490cf02-55d3-4929-b7f0-aa3845649058 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:56.968366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Attempting to bind port 8490cf02-55d3-4929-b7f0-aa3845649058 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:56.970126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Attempting to bind port 8490cf02-55d3-4929-b7f0-aa3845649058 on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:56.975062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:43:56.975414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:56.975830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.976221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:43:56.976712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Bound port: 8490cf02-55d3-4929-b7f0-aa3845649058, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:43:56.977053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:56.980217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:56.980578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:56.980903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:57.005482 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:57.009043 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.054681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:43:57.055351 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:43:57.058864 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 6 to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 Jun 15 14:43:57.069886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae77c031-b1f2-4108-ada9-6afbe01d6cfb tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.074282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c0a029db-8abb-4d3c-9d07-bd5273cb91ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.078469 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c0a029db-8abb-4d3c-9d07-bd5273cb91ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0376575 Jun 15 14:43:57.078652 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae77c031-b1f2-4108-ada9-6afbe01d6cfb tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.081374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32802) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:57.081534 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] For port 8490cf02-55d3-4929-b7f0-aa3845649058, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:43:57.084824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] For port 8490cf02-55d3-4929-b7f0-aa3845649058, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8490cf02-55d3-4929-b7f0-aa3845649058,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:43:57.089465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.094931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:57.095587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:57.096143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:57.124472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:43:57.124808 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:43:57.128214 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dd614aad-ba95-4235-8771-802326291f8d tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules/d5b011cd-11c6-4c64-847b-70587e5b9b28 HTTP/1.1" status: 200 len: 763 time: 0.0457687 Jun 15 14:43:57.159037 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 7 to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 Jun 15 14:43:57.174364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32806) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:57.184979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6182669a-60de-41c7-9dba-7dffe902db47 None None] Pushing event updated for resources: {'Port': ['ID=8490cf02-55d3-4929-b7f0-aa3845649058,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:57.223625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae77c031-b1f2-4108-ada9-6afbe01d6cfb tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.224211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae77c031-b1f2-4108-ada9-6afbe01d6cfb tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Fanout notify agent at l3_agent the message router_deleted on router 93dc4da2-f677-4448-b363-4f7502847780 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:43:57.229467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:57.229811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:57.230171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:57.249317 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:43:57.249934 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:43:57.253550 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 8 to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 Jun 15 14:43:57.274307 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-984196e2-aefd-44ce-919e-fc298f4ceb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.323018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d56fa03b-6c53-4d9f-847b-bae51b7779a2 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:57.340826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ae77c031-b1f2-4108-ada9-6afbe01d6cfb tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.342012 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ae77c031-b1f2-4108-ada9-6afbe01d6cfb tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "DELETE /v2.0/routers/93dc4da2-f677-4448-b363-4f7502847780 HTTP/1.1" status: 204 len: 168 time: 1.0323384 Jun 15 14:43:57.343173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:57.343527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:57.343923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:57.346080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32810) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:57.402010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:43:57.402354 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:43:57.422027 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 9 to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 Jun 15 14:43:57.438749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.496072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d56fa03b-6c53-4d9f-847b-bae51b7779a2 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:57.499924 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d56fa03b-6c53-4d9f-847b-bae51b7779a2 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3210061 Jun 15 14:43:57.512004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32814) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:57.536240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:57.536530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:57.536875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:57.542510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9edc39-ed8c-4cde-a0a5-dd328c05ed3c tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Deleting subnet f7cc1689-78d4-4e5a-a042-85a873827d44 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:43:57.558423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec9edc39-ed8c-4cde-a0a5-dd328c05ed3c tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.619766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:43:57.620146 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:43:57.638179 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.plugins.ml2.plugin [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 10 to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 Jun 15 14:43:57.640933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.649877 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Subnet': ['ID=0120e734-b7be-4149-abfe-7bc429651add,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:57.652715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.661832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.695654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.778267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.813730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00b0bd12-13eb-400a-aedb-697a55674537 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.822476 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:43:57.822818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:43:57.823158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:43:57.835482 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec9edc39-ed8c-4cde-a0a5-dd328c05ed3c tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.873404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00b0bd12-13eb-400a-aedb-697a55674537 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.899139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port 926375d2-5f67-4a63-9a51-d0538ed14eb7 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:57.901856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:43:57.902196 dv-neutron-845844-1-hyperv neutron-server[89018]: ERROR neutron.plugins.ml2.managers [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:43:57.902548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:57.917479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Checking segment: {'id': 'df5abb9d-250e-4534-9a99-c6a88032c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1f9628fc-1f6a-42c8-b371-1a82ada2aff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:57.917838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network hostable DHCP agents. Network: 1f9628fc-1f6a-42c8-b371-1a82ada2aff0, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:43:57.995162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.019662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=514c8645-c8a6-4b71-8427-483c572ce2d2,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:58.021492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00b0bd12-13eb-400a-aedb-697a55674537 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.060883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 1f9628fc-1f6a-42c8-b371-1a82ada2aff0 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:43:58.078366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0bd12-13eb-400a-aedb-697a55674537 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5b011cd-11c6-4c64-847b-70587e5b9b28,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:58.092014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 1f9628fc-1f6a-42c8-b371-1a82ada2aff0) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:58.099756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] For port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:43:58.100434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempted to set empty binding levels {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 15 14:43:58.103301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00b0bd12-13eb-400a-aedb-697a55674537 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.104879 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-00b0bd12-13eb-400a-aedb-697a55674537 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d5b011cd-11c6-4c64-847b-70587e5b9b28 HTTP/1.1" status: 204 len: 168 time: 0.5888712 Jun 15 14:43:58.108682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:58.109448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d436b072-40f8-4649-8a95-bf661c4b1c4d None None] Network 1f9628fc-1f6a-42c8-b371-1a82ada2aff0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:58.109927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.113678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32818) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:58.139392 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.144531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec9edc39-ed8c-4cde-a0a5-dd328c05ed3c tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.271051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.271609 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aac356de-890c-4fdd-82d4-0bf2d194cc96 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8171215 Jun 15 14:43:58.273408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:58.274019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.279690 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32822) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:58.319630 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event updated for resources: {'Port': ['ID=b11ceb50-3ab6-4223-b0c1-6cfbd44b3484,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:58.334886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9bccda71-f556-49fc-a237-99b310b2110e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:58.336134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': '1f9628fc-1f6a-42c8-b371-1a82ada2aff0', 'name': 'tempest-PortsIpV6TestJSON-519303539'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:58.358357 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-57e8aa3a-b10e-482c-8938-7eff53e787e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 7.0754900 Jun 15 14:43:58.362979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32826) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:58.398474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec9edc39-ed8c-4cde-a0a5-dd328c05ed3c tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.422471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-951194a9-15b4-4a5a-a507-5c1ffaa1d38b None None] Provisioning for port 8490cf02-55d3-4929-b7f0-aa3845649058 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:58.431215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-1f9628fc-1f6a-42c8-b371-1a82ada2aff0', 'network_id': '1f9628fc-1f6a-42c8-b371-1a82ada2aff0', 'tenant_id': '1811f021965845728c9b3aaf02b41c17', 'fixed_ips': [{'subnet_id': '0120e734-b7be-4149-abfe-7bc429651add'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:43:58.432125 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.438203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9bccda71-f556-49fc-a237-99b310b2110e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:58.442082 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9bccda71-f556-49fc-a237-99b310b2110e tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3217788 Jun 15 14:43:58.458822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32830) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:58.476010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-06d6d945-a8be-403a-8a5a-4c758852fe6b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': 'bf405a9b-4a5d-432e-91ab-b134c6ec45ff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:58.480550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9edc39-ed8c-4cde-a0a5-dd328c05ed3c tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event deleted for resources: {'Subnet': ['ID=f7cc1689-78d4-4e5a-a042-85a873827d44,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:58.485178 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec9edc39-ed8c-4cde-a0a5-dd328c05ed3c tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.486725 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ec9edc39-ed8c-4cde-a0a5-dd328c05ed3c tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "DELETE /v2.0/subnets/f7cc1689-78d4-4e5a-a042-85a873827d44 HTTP/1.1" status: 204 len: 168 time: 1.1367180 Jun 15 14:43:58.487401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::f816:3eff:fe0d:ca05 (2ef0444c-622d-434a-90a5-976e58c67159/0cefb4da-56e0-4b30-9809-194bcf98eca9/926375d2-5f67-4a63-9a51-d0538ed14eb7) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:58.493243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32834) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:58.493633 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9267b75f-2329-436e-b87c-a0a504d77686 None None] Network 754914d8-6030-4152-9862-a35e6db0692f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:58.494261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-06d6d945-a8be-403a-8a5a-4c758852fe6b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:58.495648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Allocated IP 172.26.3.111 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/8fcaae1d-eba9-49d0-a185-7d53f74251a9) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:58.524950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5dd14066-fdd0-4c4f-9d80-f340de4d82f2 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Deleting port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:58.525324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5dd14066-fdd0-4c4f-9d80-f340de4d82f2 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.536089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Subnet': ['ID=b4f2b00f-5b7d-4d8d-a782-bd479b42c90a,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:58.630800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-06d6d945-a8be-403a-8a5a-4c758852fe6b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:58.693746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network d44016ef-8e0b-45f4-8647-2ca70f29d3ca is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:58.707070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:58.721018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Checking segment: {'id': '9a3aa0a5-82e4-4904-8417-f96166b3e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e815ebf7-5344-426b-8ca0-06f2e73b0f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:43:58.721168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06d6d945-a8be-403a-8a5a-4c758852fe6b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.721320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network hostable DHCP agents. Network: e815ebf7-5344-426b-8ca0-06f2e73b0f65, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:43:58.744970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.745946 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8490cf02-55d3-4929-b7f0-aa3845649058 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:43:58.829403 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Deleting port ca7c7c8b-8f48-4d1d-b450-c60027630914 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:58.830032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.849604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:58.977967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06d6d945-a8be-403a-8a5a-4c758852fe6b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:58.996347 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-5dd14066-fdd0-4c4f-9d80-f340de4d82f2 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] For port b11ceb50-3ab6-4223-b0c1-6cfbd44b3484, host hv-neutron-8458, got binding levels [] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:58.997066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5dd14066-fdd0-4c4f-9d80-f340de4d82f2 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.007776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Allocated IP 2001:db8::2 (1f9628fc-1f6a-42c8-b371-1a82ada2aff0/0120e734-b7be-4149-abfe-7bc429651add/f07ed059-7af2-430c-ab78-bf3c03c75153) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:43:59.018363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06d6d945-a8be-403a-8a5a-4c758852fe6b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.026517 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 8490cf02-55d3-4929-b7f0-aa3845649058 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:43:59.052966 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 8490cf02-55d3-4929-b7f0-aa3845649058 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:59.053319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.101014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c62c2e-b47c-492d-9b98-688ac7641953 None None] DHCP port deletion for 754914d8-6030-4152-9862-a35e6db0692f request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:43:59.148528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:59.172700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-11c62c2e-b47c-492d-9b98-688ac7641953 None None] Deleting port ca7c7c8b-8f48-4d1d-b450-c60027630914 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:43:59.173324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11c62c2e-b47c-492d-9b98-688ac7641953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.215936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d6d945-a8be-403a-8a5a-4c758852fe6b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c872c157-7f7b-41f3-bca9-809e0346b3c7,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:59.223583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-50e03ae1-bb5f-4453-9b4e-dfcb31243eb3 None None] Provisioning complete for port 514c8645-c8a6-4b71-8427-483c572ce2d2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:43:59.223962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50e03ae1-bb5f-4453-9b4e-dfcb31243eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.224623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5dd14066-fdd0-4c4f-9d80-f340de4d82f2 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Calling delete_port for b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:59.233291 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network e815ebf7-5344-426b-8ca0-06f2e73b0f65 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:43:59.257013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:43:59.260670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.306685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, e815ebf7-5344-426b-8ca0-06f2e73b0f65) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:59.315216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.331186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:59.332061 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.348039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2ea59f-30e2-4a02-86b3-9d2e72aabd0b None None] Network e815ebf7-5344-426b-8ca0-06f2e73b0f65 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:43:59.351006 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 87722e50-6494-4b09-82d4-56603bd7f1aa has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:43:59.354196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port 40ed3802-6f55-4b72-8f3b-4619b4c9ffff yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:43:59.357539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06d6d945-a8be-403a-8a5a-4c758852fe6b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.358965 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-06d6d945-a8be-403a-8a5a-4c758852fe6b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8974292 Jun 15 14:43:59.374256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32838) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:59.420411 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7ce22e7d-17df-489c-8663-1ba1755a2e99 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules/c872c157-7f7b-41f3-bca9-809e0346b3c7 HTTP/1.1" status: 200 len: 763 time: 0.0398841 Jun 15 14:43:59.428603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32842) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:59.458292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] For port ca7c7c8b-8f48-4d1d-b450-c60027630914, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ca7c7c8b-8f48-4d1d-b450-c60027630914,segment=NetworkSegment(fb7982df-5a6b-4b70-a34f-58e74ed595cb),segment_id=fb7982df-5a6b-4b70-a34f-58e74ed595cb)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:43:59.458682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.476867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5dd14066-fdd0-4c4f-9d80-f340de4d82f2 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.527771 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fabe269c-091b-489d-937e-13302d226947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.530644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-50e03ae1-bb5f-4453-9b4e-dfcb31243eb3 None None] Port 514c8645-c8a6-4b71-8427-483c572ce2d2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:43:59.625103 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ef6c96b7-966f-4fd3-a0fa-d0cb8f8769d1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1511133 Jun 15 14:43:59.681136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32846) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:59.684536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.707143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object 926375d2-5f67-4a63-9a51-d0538ed14eb7 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:59.723313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:43:59.735532 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-db959153-3582-4161-9be8-8e672e07335c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/87722e50-6494-4b09-82d4-56603bd7f1aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5830357 Jun 15 14:43:59.741779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c2887fba-f5dc-4fd4-bc37-90b6fc5102c4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1557962014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:43:59.746458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32850) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:59.775927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Calling delete_port for ca7c7c8b-8f48-4d1d-b450-c60027630914 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:43:59.786756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c2887fba-f5dc-4fd4-bc37-90b6fc5102c4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:43:59.806465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd14066-fdd0-4c4f-9d80-f340de4d82f2 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event deleted for resources: {'Port': ['ID=b11ceb50-3ab6-4223-b0c1-6cfbd44b3484,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:59.807868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c2887fba-f5dc-4fd4-bc37-90b6fc5102c4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:router and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:43:59.820167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c2887fba-f5dc-4fd4-bc37-90b6fc5102c4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:43:59.824897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13c41f-8fbb-4c04-a06b-cd3485cac96c None None] Sync routers for ids ['87722e50-6494-4b09-82d4-56603bd7f1aa'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:43:59.830431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.834640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c2887fba-f5dc-4fd4-bc37-90b6fc5102c4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:43:59.843375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5dd14066-fdd0-4c4f-9d80-f340de4d82f2 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.857313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.862928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cb31aa5c-98e8-4769-8fa8-a608eb3736eb tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:59.873750 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5dd14066-fdd0-4c4f-9d80-f340de4d82f2 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "DELETE /v2.0/ports/b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 HTTP/1.1" status: 204 len: 168 time: 1.5059240 Jun 15 14:43:59.874813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32854) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:59.884845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13c41f-8fbb-4c04-a06b-cd3485cac96c None None] Routers {'87722e50-6494-4b09-82d4-56603bd7f1aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:43:59.885530 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0e13c41f-8fbb-4c04-a06b-cd3485cac96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['87722e50-6494-4b09-82d4-56603bd7f1aa'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:43:59.918995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.925952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2887fba-f5dc-4fd4-bc37-90b6fc5102c4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.926631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2887fba-f5dc-4fd4-bc37-90b6fc5102c4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.934726 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6adb067-2efd-4c06-92ff-8891e7ec363c tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] GET failed (client error): The resource could not be found. Jun 15 14:43:59.935540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c6adb067-2efd-4c06-92ff-8891e7ec363c tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Synchronizing usage tracker for tenant:d778b745005b405c9260f44d75ffd960 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:59.936126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2033ef-13d5-4c1a-be27-a23d68b11ee1 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:43:59.937321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ea2033ef-13d5-4c1a-be27-a23d68b11ee1 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Synchronizing usage tracker for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:43:59.938577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 8490cf02-55d3-4929-b7f0-aa3845649058 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:43:59.938955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:43:59.953927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cb31aa5c-98e8-4769-8fa8-a608eb3736eb tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:59.955666 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cb31aa5c-98e8-4769-8fa8-a608eb3736eb tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5237818 Jun 15 14:43:59.957457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:43:59.958907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32858) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:43:59.966979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:43:59.973421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Transition to ACTIVE for port object f07ed059-7af2-430c-ab78-bf3c03c75153 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:43:59.976348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Pushing event updated for resources: {'Port': ['ID=8fcaae1d-eba9-49d0-a185-7d53f74251a9,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:43:59.981574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:43:59.994490 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c6adb067-2efd-4c06-92ff-8891e7ec363c tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Unset dirty status for tenant:d778b745005b405c9260f44d75ffd960 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:43:59.995997 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c6adb067-2efd-4c06-92ff-8891e7ec363c tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "GET /v2.0/ports/b11ceb50-3ab6-4223-b0c1-6cfbd44b3484 HTTP/1.1" status: 404 len: 333 time: 0.1198881 Jun 15 14:44:00.001340 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32862) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:00.009661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Request body: {'port': {'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1654669427'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:00.014985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-090f601e-cc6c-468a-a8ea-d68de91e07a4 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.020764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.026789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:00.032043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0e13c41f-8fbb-4c04-a06b-cd3485cac96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:00.062355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2887fba-f5dc-4fd4-bc37-90b6fc5102c4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.062677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-11c62c2e-b47c-492d-9b98-688ac7641953 None None] For port ca7c7c8b-8f48-4d1d-b450-c60027630914, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ca7c7c8b-8f48-4d1d-b450-c60027630914,segment=NetworkSegment(fb7982df-5a6b-4b70-a34f-58e74ed595cb),segment_id=fb7982df-5a6b-4b70-a34f-58e74ed595cb)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:00.064212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11c62c2e-b47c-492d-9b98-688ac7641953 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.076733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Transition to ACTIVE for port object f07ed059-7af2-430c-ab78-bf3c03c75153 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:00.081036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:00.086356 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-e815ebf7-5344-426b-8ca0-06f2e73b0f65', 'network_id': 'e815ebf7-5344-426b-8ca0-06f2e73b0f65', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'fixed_ips': [{'subnet_id': 'b4f2b00f-5b7d-4d8d-a782-bd479b42c90a'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:00.087184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.094309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-090f601e-cc6c-468a-a8ea-d68de91e07a4 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.095246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:00.097277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ea2033ef-13d5-4c1a-be27-a23d68b11ee1 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Unset dirty status for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:00.101248 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ea2033ef-13d5-4c1a-be27-a23d68b11ee1 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports/514c8645-c8a6-4b71-8427-483c572ce2d2 HTTP/1.1" status: 200 len: 910 time: 0.3513083 Jun 15 14:44:00.102967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event deleted for resources: {'Port': ['ID=ca7c7c8b-8f48-4d1d-b450-c60027630914,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:00.105056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32866) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:00.112636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] No DVR routers for this DVR port ca7c7c8b-8f48-4d1d-b450-c60027630914 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:00.117200 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:00.134187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:00.140489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:00.141062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.159974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e13c41f-8fbb-4c04-a06b-cd3485cac96c None None] Routers {'87722e50-6494-4b09-82d4-56603bd7f1aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:00.160649 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0e13c41f-8fbb-4c04-a06b-cd3485cac96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['87722e50-6494-4b09-82d4-56603bd7f1aa'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:00.251172 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 8490cf02-55d3-4929-b7f0-aa3845649058, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8490cf02-55d3-4929-b7f0-aa3845649058,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:00.271088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=926375d2-5f67-4a63-9a51-d0538ed14eb7,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:00.285183 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2887fba-f5dc-4fd4-bc37-90b6fc5102c4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.324992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0e13c41f-8fbb-4c04-a06b-cd3485cac96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:00.325642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e13c41f-8fbb-4c04-a06b-cd3485cac96c None None] The sync data for ids ['87722e50-6494-4b09-82d4-56603bd7f1aa'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:00.332290 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.353734 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-11c62c2e-b47c-492d-9b98-688ac7641953 None None] Calling delete_port for ca7c7c8b-8f48-4d1d-b450-c60027630914 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:00.355331 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-060ea6f3-e0bd-44f3-8b73-993822b3305f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2543271 Jun 15 14:44:00.357655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:00.426692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8::91 (1f9628fc-1f6a-42c8-b371-1a82ada2aff0/0120e734-b7be-4149-abfe-7bc429651add/40ed3802-6f55-4b72-8f3b-4619b4c9ffff) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:00.435022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Made reservation on behalf of d778b745005b405c9260f44d75ffd960 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:00.438012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.473185 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.477155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.481356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-090f601e-cc6c-468a-a8ea-d68de91e07a4 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.496583 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2887fba-f5dc-4fd4-bc37-90b6fc5102c4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.500821 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c2887fba-f5dc-4fd4-bc37-90b6fc5102c4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7751217 Jun 15 14:44:00.505971 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32874) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:00.511463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Network 1f9628fc-1f6a-42c8-b371-1a82ada2aff0 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:00.532844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:00.535365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:00.575359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] device_id is not set on port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:00.625249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f601e-cc6c-468a-a8ea-d68de91e07a4 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c872c157-7f7b-41f3-bca9-809e0346b3c7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:00.695540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['754914d8-6030-4152-9862-a35e6db0692f']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:00.696154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-735934d0-bf86-422b-9465-bca80ed7cf6e None None] Provisioning for port 926375d2-5f67-4a63-9a51-d0538ed14eb7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:00.701585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ca7c7c8b-8f48-4d1d-b450-c60027630914 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:00.744348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-735934d0-bf86-422b-9465-bca80ed7cf6e None None] Provisioning complete for port 926375d2-5f67-4a63-9a51-d0538ed14eb7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:00.744715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-735934d0-bf86-422b-9465-bca80ed7cf6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.747642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7982df-5a6b-4b70-a34f-58e74ed595cb') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:00.748301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7982df-5a6b-4b70-a34f-58e74ed595cb') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:00.782657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.785580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.791792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.803311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-090f601e-cc6c-468a-a8ea-d68de91e07a4 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.804555 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-090f601e-cc6c-468a-a8ea-d68de91e07a4 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c872c157-7f7b-41f3-bca9-809e0346b3c7 HTTP/1.1" status: 204 len: 168 time: 0.8445568 Jun 15 14:44:00.805376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Pushing event updated for resources: {'Port': ['ID=f07ed059-7af2-430c-ab78-bf3c03c75153,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:00.812036 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32878) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:00.868393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: ca7c7c8b-8f48-4d1d-b450-c60027630914 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:44:00.868742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ca7c7c8b-8f48-4d1d-b450-c60027630914 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:44:00.899274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.915270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:00.915947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.945371 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Attempting to bind port f07ed059-7af2-430c-ab78-bf3c03c75153 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:00.945810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Attempting to bind port f07ed059-7af2-430c-ab78-bf3c03c75153 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'df5abb9d-250e-4534-9a99-c6a88032c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1f9628fc-1f6a-42c8-b371-1a82ada2aff0'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:00.946113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Attempting to bind port f07ed059-7af2-430c-ab78-bf3c03c75153 on network 1f9628fc-1f6a-42c8-b371-1a82ada2aff0 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:00.958036 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-735934d0-bf86-422b-9465-bca80ed7cf6e None None] Port 926375d2-5f67-4a63-9a51-d0538ed14eb7 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:00.970049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:00.970499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Checking segment: {'id': 'df5abb9d-250e-4534-9a99-c6a88032c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1f9628fc-1f6a-42c8-b371-1a82ada2aff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:00.970962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.971417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Bound using segment: {'id': 'df5abb9d-250e-4534-9a99-c6a88032c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1f9628fc-1f6a-42c8-b371-1a82ada2aff0'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:00.971981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Bound port: f07ed059-7af2-430c-ab78-bf3c03c75153, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5abb9d-250e-4534-9a99-c6a88032c1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1f9628fc-1f6a-42c8-b371-1a82ada2aff0'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:00.972810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:00.975977 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment fb7982df-5a6b-4b70-a34f-58e74ed595cb resource provider aggregate not found Jun 15 14:44:00.987782 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-11c62c2e-b47c-492d-9b98-688ac7641953 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:44:00.988129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-11c62c2e-b47c-492d-9b98-688ac7641953 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:44:01.010502 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=8490cf02-55d3-4929-b7f0-aa3845649058,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:01.049170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Allocated IP 2001:db8::2 (e815ebf7-5344-426b-8ca0-06f2e73b0f65/b4f2b00f-5b7d-4d8d-a782-bd479b42c90a/887630d9-0a26-4295-a3c6-0fbb1026ab6a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:01.146148 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment fb7982df-5a6b-4b70-a34f-58e74ed595cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb7982df-5a6b-4b70-a34f-58e74ed595cb found for delete ", "request_id": "req-09c9e8d1-7958-4329-b71c-875b522eed45"}]} Jun 15 14:44:01.215303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d8d200ec-142d-4867-81eb-77ec71cb4d3c tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:01.237170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] For port f07ed059-7af2-430c-ab78-bf3c03c75153, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:01.274072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] For port f07ed059-7af2-430c-ab78-bf3c03c75153, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f07ed059-7af2-430c-ab78-bf3c03c75153,segment=NetworkSegment(df5abb9d-250e-4534-9a99-c6a88032c1c5),segment_id=df5abb9d-250e-4534-9a99-c6a88032c1c5)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:01.275644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.282157 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.285975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.288680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.311743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d8d200ec-142d-4867-81eb-77ec71cb4d3c tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:01.316007 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d8d200ec-142d-4867-81eb-77ec71cb4d3c tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4917126 Jun 15 14:44:01.319487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32886) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:01.332112 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] 10.222.0.26 "DELETE /v2.0/networks/754914d8-6030-4152-9862-a35e6db0692f HTTP/1.1" status: 204 len: 168 time: 2.8329124 Jun 15 14:44:01.332112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e09243-0edc-4bfd-a37b-765a5bc2d3ad tempest-FloatingIPNegativeTestJSON-1459784288 tempest-FloatingIPNegativeTestJSON-1459784288-project] Pushing event deleted for resources: {'Network': ['ID=754914d8-6030-4152-9862-a35e6db0692f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:01.338171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f79c7e57-b45c-4c6f-8930-419bbe57c6dc tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': 'bf405a9b-4a5d-432e-91ab-b134c6ec45ff', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:01.346863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f79c7e57-b45c-4c6f-8930-419bbe57c6dc tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:01.362453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f79c7e57-b45c-4c6f-8930-419bbe57c6dc tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:01.410186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e12487-0ed2-417f-bc5d-019efc827df3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:01.424935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e12487-0ed2-417f-bc5d-019efc827df3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:01.426411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d9e12487-0ed2-417f-bc5d-019efc827df3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:01.436687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f79c7e57-b45c-4c6f-8930-419bbe57c6dc tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.442388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3e634-6f90-4ae9-81c0-029d33c75050 None None] Pushing event updated for resources: {'Port': ['ID=f07ed059-7af2-430c-ab78-bf3c03c75153,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:01.468510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.481015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Transition to ACTIVE for port object 887630d9-0a26-4295-a3c6-0fbb1026ab6a will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:01.488762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-11c62c2e-b47c-492d-9b98-688ac7641953 None None] Deleting port ca7c7c8b-8f48-4d1d-b450-c60027630914 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:01.489426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11c62c2e-b47c-492d-9b98-688ac7641953 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.577404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Transition to ACTIVE for port object 887630d9-0a26-4295-a3c6-0fbb1026ab6a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:01.583300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-11c62c2e-b47c-492d-9b98-688ac7641953 None None] The port 'ca7c7c8b-8f48-4d1d-b450-c60027630914' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:44:01.590525 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.665784 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.675158 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Network e815ebf7-5344-426b-8ca0-06f2e73b0f65 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:01.678013 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:01.681764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:01.692509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Pushing event updated for resources: {'Port': ['ID=887630d9-0a26-4295-a3c6-0fbb1026ab6a,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:01.795040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:01.807034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:01.810365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:01.811510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:01.812366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.837231 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event updated for resources: {'Port': ['ID=8ebaa803-65e3-49dd-a2cf-b9e490ee9595,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:01.847804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f79c7e57-b45c-4c6f-8930-419bbe57c6dc tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.849068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Attempting to bind port 887630d9-0a26-4295-a3c6-0fbb1026ab6a on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:01.849438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Attempting to bind port 887630d9-0a26-4295-a3c6-0fbb1026ab6a by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '9a3aa0a5-82e4-4904-8417-f96166b3e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e815ebf7-5344-426b-8ca0-06f2e73b0f65'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:01.849845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Attempting to bind port 887630d9-0a26-4295-a3c6-0fbb1026ab6a on network e815ebf7-5344-426b-8ca0-06f2e73b0f65 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:01.855286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf7e4895-9424-450b-ac50-3a4208f9274c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.863073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.863377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:01.865752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Checking segment: {'id': '9a3aa0a5-82e4-4904-8417-f96166b3e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e815ebf7-5344-426b-8ca0-06f2e73b0f65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:01.866166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.866565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Bound using segment: {'id': '9a3aa0a5-82e4-4904-8417-f96166b3e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e815ebf7-5344-426b-8ca0-06f2e73b0f65'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:01.867084 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Bound port: 887630d9-0a26-4295-a3c6-0fbb1026ab6a, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a3aa0a5-82e4-4904-8417-f96166b3e8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e815ebf7-5344-426b-8ca0-06f2e73b0f65'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:01.867455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.939353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d9e12487-0ed2-417f-bc5d-019efc827df3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:01.939505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32894) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:01.942362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f79c7e57-b45c-4c6f-8930-419bbe57c6dc tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:01.942693 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d9e12487-0ed2-417f-bc5d-019efc827df3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 1.5727344 Jun 15 14:44:01.946450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32896) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:02.017317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:02.051421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] For port 887630d9-0a26-4295-a3c6-0fbb1026ab6a, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:02.055975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] For port 887630d9-0a26-4295-a3c6-0fbb1026ab6a, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=887630d9-0a26-4295-a3c6-0fbb1026ab6a,segment=NetworkSegment(9a3aa0a5-82e4-4904-8417-f96166b3e8b4),segment_id=9a3aa0a5-82e4-4904-8417-f96166b3e8b4)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:02.060672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:02.062674 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:02.128538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c7e57-b45c-4c6f-8930-419bbe57c6dc tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72c389e-5021-40d7-a0f3-d0eb4e8a6d0e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:02.153160 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-973fbbd9-e89c-4c62-984d-50d61297c1c0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1503546 Jun 15 14:44:02.158506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32904) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:02.161718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f79c7e57-b45c-4c6f-8930-419bbe57c6dc tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:02.165325 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f79c7e57-b45c-4c6f-8930-419bbe57c6dc tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8378901 Jun 15 14:44:02.165479 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0218c1f-8c5d-4f6a-8651-401de2ac47f1 None None] Pushing event updated for resources: {'Port': ['ID=887630d9-0a26-4295-a3c6-0fbb1026ab6a,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:02.168759 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32906) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:02.172422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e2e48f84-17a3-4003-b33b-fb435f1dcb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port 926375d2-5f67-4a63-9a51-d0538ed14eb7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:02.172841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e2e48f84-17a3-4003-b33b-fb435f1dcb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:02.248287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:02.284030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:02.323096 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c63af4e5-55f6-4456-ae38-161fa8a94bbe tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules/a72c389e-5021-40d7-a0f3-d0eb4e8a6d0e HTTP/1.1" status: 200 len: 764 time: 0.1186249 Jun 15 14:44:02.332576 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32914) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:02.423459 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object 40ed3802-6f55-4b72-8f3b-4619b4c9ffff will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:02.503663 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4ada312c-ccc9-45a9-8684-11e206304ec6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e68c3e4702844b06b8cd2b79e4f027c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5535245 Jun 15 14:44:02.503663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32918) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:02.641888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b268933f-7cac-4a61-bd26-e7cfab23f22b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:02.728778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:02.780530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b268933f-7cac-4a61-bd26-e7cfab23f22b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:02.781820 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b268933f-7cac-4a61-bd26-e7cfab23f22b tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4225442 Jun 15 14:44:02.789217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32922) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:02.816123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8490cf02-55d3-4929-b7f0-aa3845649058 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:02.887239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e2e48f84-17a3-4003-b33b-fb435f1dcb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:02.895271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d70186d-ffda-4010-9db6-9f71945bf684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:02.896707 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 8490cf02-55d3-4929-b7f0-aa3845649058 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:02.896982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.002684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af35eeba-636b-44f2-8615-6cf3414682b0 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.021518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af35eeba-636b-44f2-8615-6cf3414682b0 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.051170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 8490cf02-55d3-4929-b7f0-aa3845649058 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:03.053110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 887630d9-0a26-4295-a3c6-0fbb1026ab6a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:03.087907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f42db9-ec26-4cad-a972-48e836f5555f None None] Network 1f9628fc-1f6a-42c8-b371-1a82ada2aff0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:03.109200 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e2e48f84-17a3-4003-b33b-fb435f1dcb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for 926375d2-5f67-4a63-9a51-d0538ed14eb7 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:03.167554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.177204 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e4895-9424-450b-ac50-3a4208f9274c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 514c8645-c8a6-4b71-8427-483c572ce2d2 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:03.177732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf7e4895-9424-450b-ac50-3a4208f9274c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.207365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2f2cbdd0-654c-4db0-a151-47187610c007 None None] Provisioning for port f07ed059-7af2-430c-ab78-bf3c03c75153 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:03.264335 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Allocated IP 2001:db8::1 (e815ebf7-5344-426b-8ca0-06f2e73b0f65/b4f2b00f-5b7d-4d8d-a782-bd479b42c90a/55653d07-d3e7-4b61-bd88-5c9267a2ef92) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:03.265870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 887630d9-0a26-4295-a3c6-0fbb1026ab6a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:03.273952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f07ed059-7af2-430c-ab78-bf3c03c75153 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:03.349663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 1f9628fc-1f6a-42c8-b371-1a82ada2aff0 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:03.369825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:03.385887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:03.391871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:03.392652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.398757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.442473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.469982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf7e4895-9424-450b-ac50-3a4208f9274c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.470200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=40ed3802-6f55-4b72-8f3b-4619b4c9ffff,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:03.474551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port f07ed059-7af2-430c-ab78-bf3c03c75153 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:03.480698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f07ed059-7af2-430c-ab78-bf3c03c75153 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:03.481069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.618700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b11a4da-b909-45a1-8495-9a3ccf3f0ffc None None] Network e815ebf7-5344-426b-8ca0-06f2e73b0f65 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:03.620703 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b2c37824-40e1-4cfd-a36f-333a8b0f3331 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.3056800 Jun 15 14:44:03.654062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32926) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:03.727057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f07ed059-7af2-430c-ab78-bf3c03c75153 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:03.727450 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.766631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port f07ed059-7af2-430c-ab78-bf3c03c75153, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f07ed059-7af2-430c-ab78-bf3c03c75153,segment=NetworkSegment(df5abb9d-250e-4534-9a99-c6a88032c1c5),segment_id=df5abb9d-250e-4534-9a99-c6a88032c1c5)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:03.775488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.785035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e4895-9424-450b-ac50-3a4208f9274c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for 514c8645-c8a6-4b71-8427-483c572ce2d2 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:03.809154 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:44:03.833131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-54bdf8c6-5c4c-44b5-a94d-04d8d78ccae5 None None] Provisioning for port 887630d9-0a26-4295-a3c6-0fbb1026ab6a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:03.849079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d70186d-ffda-4010-9db6-9f71945bf684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.866844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af35eeba-636b-44f2-8615-6cf3414682b0 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.892150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-54bdf8c6-5c4c-44b5-a94d-04d8d78ccae5 None None] Provisioning complete for port 887630d9-0a26-4295-a3c6-0fbb1026ab6a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:03.892547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54bdf8c6-5c4c-44b5-a94d-04d8d78ccae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.926424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35eeba-636b-44f2-8615-6cf3414682b0 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a72c389e-5021-40d7-a0f3-d0eb4e8a6d0e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:03.978532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af35eeba-636b-44f2-8615-6cf3414682b0 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:03.982460 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-af35eeba-636b-44f2-8615-6cf3414682b0 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/a72c389e-5021-40d7-a0f3-d0eb4e8a6d0e HTTP/1.1" status: 204 len: 168 time: 1.1856475 Jun 15 14:44:03.985305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32930) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:03.986274 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2bb53-cd4e-4943-881f-161f744d2a02 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 40ed3802-6f55-4b72-8f3b-4619b4c9ffff {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:03.986641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1f2bb53-cd4e-4943-881f-161f744d2a02 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.033501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=f07ed059-7af2-430c-ab78-bf3c03c75153,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:04.098543 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d70186d-ffda-4010-9db6-9f71945bf684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.113722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-54bdf8c6-5c4c-44b5-a94d-04d8d78ccae5 None None] Current status of the port 887630d9-0a26-4295-a3c6-0fbb1026ab6a is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:04.114075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54bdf8c6-5c4c-44b5-a94d-04d8d78ccae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.116719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.141592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e8ad80b5-7b0b-42c2-b7d7-6680a64037e9 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:04.164812 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] device_id is not set on port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:04.177895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70186d-ffda-4010-9db6-9f71945bf684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af0ef17-fe67-4609-aea2-f1e778855d25,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:04.184541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-54bdf8c6-5c4c-44b5-a94d-04d8d78ccae5 None None] For port 887630d9-0a26-4295-a3c6-0fbb1026ab6a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=887630d9-0a26-4295-a3c6-0fbb1026ab6a,segment=NetworkSegment(9a3aa0a5-82e4-4904-8417-f96166b3e8b4),segment_id=9a3aa0a5-82e4-4904-8417-f96166b3e8b4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:04.186269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.195461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54bdf8c6-5c4c-44b5-a94d-04d8d78ccae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.196006 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Transition to ACTIVE for port object 55653d07-d3e7-4b61-bd88-5c9267a2ef92 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:04.201949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e2e48f84-17a3-4003-b33b-fb435f1dcb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.277507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e48f84-17a3-4003-b33b-fb435f1dcb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=926375d2-5f67-4a63-9a51-d0538ed14eb7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:04.279324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e8ad80b5-7b0b-42c2-b7d7-6680a64037e9 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:04.281346 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e8ad80b5-7b0b-42c2-b7d7-6680a64037e9 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2954798 Jun 15 14:44:04.291716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Transition to ACTIVE for port object 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:04.291948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32934) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:04.306986 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.329193 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bdf8c6-5c4c-44b5-a94d-04d8d78ccae5 None None] Pushing event updated for resources: {'Port': ['ID=887630d9-0a26-4295-a3c6-0fbb1026ab6a,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:04.351366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5888ee8b-27d4-41be-8924-2fe641d12be5 None None] Provisioning for port 40ed3802-6f55-4b72-8f3b-4619b4c9ffff completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:04.357816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5888ee8b-27d4-41be-8924-2fe641d12be5 None None] Provisioning complete for port 40ed3802-6f55-4b72-8f3b-4619b4c9ffff triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:04.358192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5888ee8b-27d4-41be-8924-2fe641d12be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.386400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d70186d-ffda-4010-9db6-9f71945bf684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.387731 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8d70186d-ffda-4010-9db6-9f71945bf684 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9af0ef17-fe67-4609-aea2-f1e778855d25 HTTP/1.1" status: 204 len: 168 time: 1.8830163 Jun 15 14:44:04.415693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e2e48f84-17a3-4003-b33b-fb435f1dcb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.420686 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e2e48f84-17a3-4003-b33b-fb435f1dcb41 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/926375d2-5f67-4a63-9a51-d0538ed14eb7 HTTP/1.1" status: 204 len: 168 time: 2.4507470 Jun 15 14:44:04.439498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5888ee8b-27d4-41be-8924-2fe641d12be5 None None] Port 40ed3802-6f55-4b72-8f3b-4619b4c9ffff cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:04.441723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32940) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:04.442575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf7e4895-9424-450b-ac50-3a4208f9274c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.465670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5888ee8b-27d4-41be-8924-2fe641d12be5 None None] Provisioning complete for port f07ed059-7af2-430c-ab78-bf3c03c75153 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:04.466048 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5888ee8b-27d4-41be-8924-2fe641d12be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.646587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e4895-9424-450b-ac50-3a4208f9274c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=514c8645-c8a6-4b71-8427-483c572ce2d2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:04.687641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 887630d9-0a26-4295-a3c6-0fbb1026ab6a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:04.735026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.767858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:04.773165 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:04.773739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:04.804658 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event updated for resources: {'Port': ['ID=8ebaa803-65e3-49dd-a2cf-b9e490ee9595,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:04.867499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5888ee8b-27d4-41be-8924-2fe641d12be5 None None] Current status of the port f07ed059-7af2-430c-ab78-bf3c03c75153 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:04.874426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 887630d9-0a26-4295-a3c6-0fbb1026ab6a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:04.874805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.897617 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Router 309e15da-022e-4ce1-913d-c5ac887e90e6 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:44:04.909113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:04.909446 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:04.918923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1238744f-7e01-4384-894f-e2385adfbd02 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:04.931856 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 2 to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 Jun 15 14:44:04.954534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network e815ebf7-5344-426b-8ca0-06f2e73b0f65 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:05.005053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:05.042123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:05.042624 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.055754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1238744f-7e01-4384-894f-e2385adfbd02 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.060653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d157ca22-732d-4f3b-81f8-cda686e92547 None None] Provisioning complete for port 887630d9-0a26-4295-a3c6-0fbb1026ab6a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:05.061282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d157ca22-732d-4f3b-81f8-cda686e92547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.100062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 887630d9-0a26-4295-a3c6-0fbb1026ab6a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:05.102201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f07ed059-7af2-430c-ab78-bf3c03c75153 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:05.109982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:05.110463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:05.110807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:05.221629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f07ed059-7af2-430c-ab78-bf3c03c75153 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:05.222111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.338707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:05.339044 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:05.349160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1f2bb53-cd4e-4943-881f-161f744d2a02 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.358843 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 3 to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 Jun 15 14:44:05.361252 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4159029c-0b20-4d15-be1d-f1b91e5c065c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:05.362985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4159029c-0b20-4d15-be1d-f1b91e5c065c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:05.363797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4159029c-0b20-4d15-be1d-f1b91e5c065c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:05.373429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d157ca22-732d-4f3b-81f8-cda686e92547 None None] Current status of the port 887630d9-0a26-4295-a3c6-0fbb1026ab6a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:05.374749 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=55653d07-d3e7-4b61-bd88-5c9267a2ef92,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:05.394725 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:05.395075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:05.395419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:05.437212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4159029c-0b20-4d15-be1d-f1b91e5c065c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:05.438723 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4159029c-0b20-4d15-be1d-f1b91e5c065c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.9816966 Jun 15 14:44:05.442888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32964) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:05.465604 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f07ed059-7af2-430c-ab78-bf3c03c75153 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:05.484044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:05.484404 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:05.506251 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-59252509-f9cb-4f87-8034-2f773190a4b7 None None] Provisioning for port 55653d07-d3e7-4b61-bd88-5c9267a2ef92 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:05.513470 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-59252509-f9cb-4f87-8034-2f773190a4b7 None None] Provisioning complete for port 55653d07-d3e7-4b61-bd88-5c9267a2ef92 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:05.513998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-59252509-f9cb-4f87-8034-2f773190a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.522074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf7e4895-9424-450b-ac50-3a4208f9274c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.528975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-de04b036-d81e-40e0-8b58-794793040364 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 0cefb4da-56e0-4b30-9809-194bcf98eca9 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:44:05.532222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de04b036-d81e-40e0-8b58-794793040364 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.549856 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 4 to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 Jun 15 14:44:05.565072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1238744f-7e01-4384-894f-e2385adfbd02 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.571502 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e1f2bb53-cd4e-4943-881f-161f744d2a02 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for 40ed3802-6f55-4b72-8f3b-4619b4c9ffff owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:05.577280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32968) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:05.584611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-59252509-f9cb-4f87-8034-2f773190a4b7 None None] Port 55653d07-d3e7-4b61-bd88-5c9267a2ef92 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:05.610888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238744f-7e01-4384-894f-e2385adfbd02 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf405a9b-4a5d-432e-91ab-b134c6ec45ff,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:05.691789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:05.692134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:05.692491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:05.709198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:05.709505 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:05.715167 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 5 to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 Jun 15 14:44:05.748559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:05.749097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:05.749427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:05.750377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1238744f-7e01-4384-894f-e2385adfbd02 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.751538 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1238744f-7e01-4384-894f-e2385adfbd02 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-groups/bf405a9b-4a5d-432e-91ab-b134c6ec45ff HTTP/1.1" status: 204 len: 168 time: 1.4586012 Jun 15 14:44:05.762714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32974) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:05.766235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-660225492'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:05.804820 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de04b036-d81e-40e0-8b58-794793040364 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.813525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:05.813855 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:05.821387 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 6 to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 Jun 15 14:44:05.829330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:05.832611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:05.840010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.843797 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6207ead6-e533-41ad-98d8-26778587a7fa tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "PUT /v2.0/routers/309e15da-022e-4ce1-913d-c5ac887e90e6 HTTP/1.1" status: 200 len: 919 time: 10.5767992 Jun 15 14:44:05.843991 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5e9c3-fc5f-45a5-af5c-0cd270a29ef2 None None] Sync routers for ids ['309e15da-022e-4ce1-913d-c5ac887e90e6'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:05.847579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32978) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:05.860767 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:05.861111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:05.861444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:05.862286 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5e9c3-fc5f-45a5-af5c-0cd270a29ef2 None None] Routers {'309e15da-022e-4ce1-913d-c5ac887e90e6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:05.863158 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dae5e9c3-fc5f-45a5-af5c-0cd270a29ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['309e15da-022e-4ce1-913d-c5ac887e90e6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:05.863476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:05.919809 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:05.920304 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:05.925567 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 7 to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 Jun 15 14:44:05.935326 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dae5e9c3-fc5f-45a5-af5c-0cd270a29ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:05.945760 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5e9c3-fc5f-45a5-af5c-0cd270a29ef2 None None] Routers {'309e15da-022e-4ce1-913d-c5ac887e90e6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:05.946544 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dae5e9c3-fc5f-45a5-af5c-0cd270a29ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['309e15da-022e-4ce1-913d-c5ac887e90e6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:05.970521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:05.970912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:05.971176 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:06.008569 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:06.008957 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:06.012288 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dae5e9c3-fc5f-45a5-af5c-0cd270a29ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:06.012488 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 8 to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 Jun 15 14:44:06.013065 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae5e9c3-fc5f-45a5-af5c-0cd270a29ef2 None None] The sync data for ids ['309e15da-022e-4ce1-913d-c5ac887e90e6'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:06.046953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:network and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:06.076045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:06.089710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:06.095363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1f2bb53-cd4e-4943-881f-161f744d2a02 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.188518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:06.188846 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:06.189163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:06.190953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-38faff25-0b2c-49cf-8bac-86c759a805ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:06.206362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:06.209802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.217896 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2bb53-cd4e-4943-881f-161f744d2a02 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=40ed3802-6f55-4b72-8f3b-4619b4c9ffff,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:06.223102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:06.223570 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:06.225999 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 9 to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 Jun 15 14:44:06.303763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:06.304101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:06.304509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:06.309078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1f2bb53-cd4e-4943-881f-161f744d2a02 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.331893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:06.332002 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:06.335230 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 10 to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 Jun 15 14:44:06.358198 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e1f2bb53-cd4e-4943-881f-161f744d2a02 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/40ed3802-6f55-4b72-8f3b-4619b4c9ffff HTTP/1.1" status: 204 len: 168 time: 2.6826074 Jun 15 14:44:06.363083 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.372867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32982) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:06.411853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:06.412203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:06.412553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:06.430089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:06.430419 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:06.430789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.467507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de04b036-d81e-40e0-8b58-794793040364 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.497747 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-38faff25-0b2c-49cf-8bac-86c759a805ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:06.499023 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-38faff25-0b2c-49cf-8bac-86c759a805ab tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7197435 Jun 15 14:44:06.500274 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d853ba84-4247-4b70-b332-ef4f3208eaa9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] DELETE failed (client error): The resource could not be found. Jun 15 14:44:06.500598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d853ba84-4247-4b70-b332-ef4f3208eaa9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:44:06.505041 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d853ba84-4247-4b70-b332-ef4f3208eaa9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/40ed3802-6f55-4b72-8f3b-4619b4c9ffff HTTP/1.1" status: 404 len: 333 time: 0.1163282 Jun 15 14:44:06.507180 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:06.511643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32986) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:06.511882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32988) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:06.523696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:security_group_rule and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:06.530519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:06.534850 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d62631c4-3f86-4f23-ab90-ffbab371440b tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/routers/309e15da-022e-4ce1-913d-c5ac887e90e6 HTTP/1.1" status: 200 len: 925 time: 0.6765020 Jun 15 14:44:06.541855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 32994) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:06.542665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:06.554500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group': {'name': 'tempest-secgroup--1008056137'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:06.586528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:06.596693 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c964a8-85ef-499f-8ce3-007ecb7618c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:44:06.597206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d4c964a8-85ef-499f-8ce3-007ecb7618c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:06.613892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7e4895-9424-450b-ac50-3a4208f9274c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 87722e50-6494-4b09-82d4-56603bd7f1aa has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:44:06.625200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:06.653725 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] For port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:06.654255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempted to set empty binding levels {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 15 14:44:06.665010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.676636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d4c964a8-85ef-499f-8ce3-007ecb7618c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:06.680335 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d4c964a8-85ef-499f-8ce3-007ecb7618c4 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/40ed3802-6f55-4b72-8f3b-4619b4c9ffff HTTP/1.1" status: 404 len: 333 time: 0.1649923 Jun 15 14:44:06.680335 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.686044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 32998) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:06.724344 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de04b036-d81e-40e0-8b58-794793040364 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.725860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.786808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.787503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.796961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] In _notify_port_updated(), no bound segment for port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:44:06.797851 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:06.798451 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.799736 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "PUT /v2.0/ports/8ebaa803-65e3-49dd-a2cf-b9e490ee9595 HTTP/1.1" status: 200 len: 977 time: 4.6280031 Jun 15 14:44:06.807262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33002) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:06.821025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:06.845746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04b036-d81e-40e0-8b58-794793040364 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=0cefb4da-56e0-4b30-9809-194bcf98eca9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:06.852551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-de04b036-d81e-40e0-8b58-794793040364 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:06.858630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd468bef-9cb5-4ffb-8e8e-b93e9bfa237d None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:06.893771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:06.900396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6cf73-8211-499c-93eb-f7fdfbb73263 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:06.904341 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-87c6cf73-8211-499c-93eb-f7fdfbb73263 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&device_id=309e15da-022e-4ce1-913d-c5ac887e90e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3552802 Jun 15 14:44:06.906980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7e4895-9424-450b-ac50-3a4208f9274c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:06.911518 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-de04b036-d81e-40e0-8b58-794793040364 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/0cefb4da-56e0-4b30-9809-194bcf98eca9 HTTP/1.1" status: 204 len: 168 time: 1.4629152 Jun 15 14:44:06.911679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f14be-ccaf-4fa1-aef9-93d9d1955744 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event updated for resources: {'Port': ['ID=8ebaa803-65e3-49dd-a2cf-b9e490ee9595,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:06.912618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:06.913645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33006) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:06.913978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33008) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:06.975035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5013865-3853-4477-b7f1-0214128226d5 None None] Sync routers for ids ['87722e50-6494-4b09-82d4-56603bd7f1aa'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:07.003257 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5013865-3853-4477-b7f1-0214128226d5 None None] Routers {'87722e50-6494-4b09-82d4-56603bd7f1aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:07.004149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b5013865-3853-4477-b7f1-0214128226d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['87722e50-6494-4b09-82d4-56603bd7f1aa'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:07.021437 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf7e4895-9424-450b-ac50-3a4208f9274c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/87722e50-6494-4b09-82d4-56603bd7f1aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9065490 Jun 15 14:44:07.031109 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6829bf0b-3ef9-41a1-bee2-fec772d79018 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105714 Jun 15 14:44:07.031109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33014) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:07.081538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33016) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:07.128354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b5013865-3853-4477-b7f1-0214128226d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:07.136530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:07.155814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5013865-3853-4477-b7f1-0214128226d5 None None] Routers {'87722e50-6494-4b09-82d4-56603bd7f1aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:07.156378 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b5013865-3853-4477-b7f1-0214128226d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['87722e50-6494-4b09-82d4-56603bd7f1aa'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:07.168955 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b43970-b496-4d90-822d-792ca9817d83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting subnet 0120e734-b7be-4149-abfe-7bc429651add {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:44:07.193689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43b43970-b496-4d90-822d-792ca9817d83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.224161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b5013865-3853-4477-b7f1-0214128226d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:07.224957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5013865-3853-4477-b7f1-0214128226d5 None None] The sync data for ids ['87722e50-6494-4b09-82d4-56603bd7f1aa'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:07.287284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.306430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=55653d07-d3e7-4b61-bd88-5c9267a2ef92,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:07.315945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43b43970-b496-4d90-822d-792ca9817d83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.316140 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.322926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49346190-4186-4960-8513-52bd57232207 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:44:07.327540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-49346190-4186-4960-8513-52bd57232207 None None] Deleting port 8490cf02-55d3-4929-b7f0-aa3845649058 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:07.328322 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-49346190-4186-4960-8513-52bd57232207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.374519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:07.403279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec16059-258c-44f8-a2d1-163aee721251 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.407605 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9ec16059-258c-44f8-a2d1-163aee721251 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/networks/a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 881 time: 0.4888899 Jun 15 14:44:07.416038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33022) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:07.477491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network e815ebf7-5344-426b-8ca0-06f2e73b0f65 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:07.497416 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a43fa09a-3a27-40d3-abcb-f3b1638fc0ed tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "GET /v2.0/ports?device_id=309e15da-022e-4ce1-913d-c5ac887e90e6 HTTP/1.1" status: 200 len: 205 time: 0.0779176 Jun 15 14:44:07.497416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:07.528683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33026) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:07.542033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.542778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.543277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.543746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.544247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.544727 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.545229 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.545702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.546173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.546641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.547108 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.547575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.548041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.548553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.554730 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-083d6144-c2d2-46ae-95a5-057e73e233b9 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12578 time: 0.7381649 Jun 15 14:44:07.609422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-49346190-4186-4960-8513-52bd57232207 None None] For port 8490cf02-55d3-4929-b7f0-aa3845649058, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8490cf02-55d3-4929-b7f0-aa3845649058,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:07.609949 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-49346190-4186-4960-8513-52bd57232207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.662931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33030) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:07.667431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.667860 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Added segment 75e67e90-0e1a-4ef7-b189-5ca469128c3f of type vlan for network 8cd27633-bf8c-4f2c-93f8-7f00d533422c Jun 15 14:44:07.678063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c38155-d8b9-4c04-b9c6-2056286256b5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:07.772750 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-49346190-4186-4960-8513-52bd57232207 None None] Calling delete_port for 8490cf02-55d3-4929-b7f0-aa3845649058 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:07.845139 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0269157c-4756-4141-bc09-4e39e373da2b None None] Provisioning complete for port 55653d07-d3e7-4b61-bd88-5c9267a2ef92 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:07.845422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0269157c-4756-4141-bc09-4e39e373da2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.853512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43b43970-b496-4d90-822d-792ca9817d83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.879002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.894454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d38d1-3c6a-49e1-9801-c50b98dc70d0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:07.895453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-043d38d1-3c6a-49e1-9801-c50b98dc70d0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:07.906358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-306001ad-b47d-4130-96e4-50b63fd2d921 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Deleting port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:07.906358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-306001ad-b47d-4130-96e4-50b63fd2d921 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.921328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-49346190-4186-4960-8513-52bd57232207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.941478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:07.957036 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0269157c-4756-4141-bc09-4e39e373da2b None None] Port 55653d07-d3e7-4b61-bd88-5c9267a2ef92 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:07.974392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49346190-4186-4960-8513-52bd57232207 None None] Pushing event deleted for resources: {'Port': ['ID=8490cf02-55d3-4929-b7f0-aa3845649058,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:07.976152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49346190-4186-4960-8513-52bd57232207 None None] No DVR routers for this DVR port 8490cf02-55d3-4929-b7f0-aa3845649058 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:08.014025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.069364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-043d38d1-3c6a-49e1-9801-c50b98dc70d0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:08.070551 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-043d38d1-3c6a-49e1-9801-c50b98dc70d0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9800918 Jun 15 14:44:08.078759 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33034) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:08.108091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5825ad3-ac1c-4d66-ae9a-c7a007641329,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:08.133667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.134588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.139782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:08.140402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.189022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43b43970-b496-4d90-822d-792ca9817d83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.230793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.232005 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f6b7f756-42bd-40b6-bcfb-9292b7a759a1 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7173951 Jun 15 14:44:08.242068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33038) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:08.263250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b43970-b496-4d90-822d-792ca9817d83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Subnet': ['ID=0120e734-b7be-4149-abfe-7bc429651add,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:08.270743 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43b43970-b496-4d90-822d-792ca9817d83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.271923 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-43b43970-b496-4d90-822d-792ca9817d83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/0120e734-b7be-4149-abfe-7bc429651add HTTP/1.1" status: 204 len: 168 time: 1.5566273 Jun 15 14:44:08.275685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33042) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:08.282318 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c350077-ba16-402a-8aac-1eaa626cf018 None None] Network 1f9628fc-1f6a-42c8-b371-1a82ada2aff0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:08.336318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Request body: {'security_group_rule': {'security_group_id': 'd5825ad3-ac1c-4d66-ae9a-c7a007641329', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:08.347220 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router 7de32e7e-cbaa-4433-b510-02b3c35d2d03 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:44:08.403275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:08.420259 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8185279 Jun 15 14:44:08.431535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Usage tracker for resource:security_group_rule and tenant:ada70315c5964367b214e1c574b5ef5d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:08.437212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:08.443487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be369463-8490-4f93-9ce0-b9b80a8170e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=8cd27633-bf8c-4f2c-93f8-7f00d533422c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:08.453106 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222ed50f-192b-4ff9-bfcd-588cd4435004 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:08.453796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-222ed50f-192b-4ff9-bfcd-588cd4435004 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:08.456596 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:08.474526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 8cd27633-bf8c-4f2c-93f8-7f00d533422c details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:08.494247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-306001ad-b47d-4130-96e4-50b63fd2d921 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] For port 8ebaa803-65e3-49dd-a2cf-b9e490ee9595, host hv-neutron-8458, got binding levels [] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:08.494654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-306001ad-b47d-4130-96e4-50b63fd2d921 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.606754 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8490cf02-55d3-4929-b7f0-aa3845649058 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:08.666775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-306001ad-b47d-4130-96e4-50b63fd2d921 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Calling delete_port for 8ebaa803-65e3-49dd-a2cf-b9e490ee9595 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:08.684730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 8490cf02-55d3-4929-b7f0-aa3845649058 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:44:08.685757 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8490cf02-55d3-4929-b7f0-aa3845649058 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:44:08.709415 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33046) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:08.746558 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'network_id': '8cd27633-bf8c-4f2c-93f8-7f00d533422c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:08.764823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-222ed50f-192b-4ff9-bfcd-588cd4435004 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:08.766032 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-222ed50f-192b-4ff9-bfcd-588cd4435004 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6840234 Jun 15 14:44:08.769093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.778147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33050) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:08.789972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57901e16-8944-4302-88b8-cbaca1205227 None None] DHCP port deletion for 1f9628fc-1f6a-42c8-b371-1a82ada2aff0 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:44:08.790765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.793118 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.795106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-57901e16-8944-4302-88b8-cbaca1205227 None None] Deleting port f07ed059-7af2-430c-ab78-bf3c03c75153 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:08.795106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57901e16-8944-4302-88b8-cbaca1205227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.888287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Deleting port 8fcaae1d-eba9-49d0-a185-7d53f74251a9 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:08.889049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.904320 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9e21f5c6-95fd-45b2-8b07-28cfdb3ba01c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207659 Jun 15 14:44:08.908412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-306001ad-b47d-4130-96e4-50b63fd2d921 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.912168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33054) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:08.950306 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:08.961947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c210ac15-28db-47c6-be30-d9cec9840225 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:08.964541 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e0a6c929-eaa1-44dd-b936-26e7afb7b8b4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/7de32e7e-cbaa-4433-b510-02b3c35d2d03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4570405 Jun 15 14:44:08.965134 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840cf27d-e49f-4377-aa16-8e666f4ef4b9 None None] Sync routers for ids ['7de32e7e-cbaa-4433-b510-02b3c35d2d03'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:08.967584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33058) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:08.971520 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port f07ed059-7af2-430c-ab78-bf3c03c75153 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:08.972035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:08.979203 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cf27d-e49f-4377-aa16-8e666f4ef4b9 None None] Routers {'7de32e7e-cbaa-4433-b510-02b3c35d2d03'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:08.981050 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-840cf27d-e49f-4377-aa16-8e666f4ef4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['7de32e7e-cbaa-4433-b510-02b3c35d2d03'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:09.009893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306001ad-b47d-4130-96e4-50b63fd2d921 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ebaa803-65e3-49dd-a2cf-b9e490ee9595,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:09.052536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-57901e16-8944-4302-88b8-cbaca1205227 None None] For port f07ed059-7af2-430c-ab78-bf3c03c75153, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f07ed059-7af2-430c-ab78-bf3c03c75153,segment=NetworkSegment(df5abb9d-250e-4534-9a99-c6a88032c1c5),segment_id=df5abb9d-250e-4534-9a99-c6a88032c1c5)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:09.052536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57901e16-8944-4302-88b8-cbaca1205227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.059506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:09.089778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-306001ad-b47d-4130-96e4-50b63fd2d921 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.099596 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-840cf27d-e49f-4377-aa16-8e666f4ef4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:09.103649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:subnet and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:09.114659 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840cf27d-e49f-4377-aa16-8e666f4ef4b9 None None] Routers {'7de32e7e-cbaa-4433-b510-02b3c35d2d03'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:09.116308 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-840cf27d-e49f-4377-aa16-8e666f4ef4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['7de32e7e-cbaa-4433-b510-02b3c35d2d03'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:09.117810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:09.133827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.143970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.158794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c210ac15-28db-47c6-be30-d9cec9840225 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:09.166816 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-306001ad-b47d-4130-96e4-50b63fd2d921 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "DELETE /v2.0/ports/8ebaa803-65e3-49dd-a2cf-b9e490ee9595 HTTP/1.1" status: 204 len: 168 time: 1.5018620 Jun 15 14:44:09.179622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9725edf5-8544-4730-9238-96aed1163e74 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.182010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33062) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:09.189700 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:09.222430 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-840cf27d-e49f-4377-aa16-8e666f4ef4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:09.222838 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840cf27d-e49f-4377-aa16-8e666f4ef4b9 None None] The sync data for ids ['7de32e7e-cbaa-4433-b510-02b3c35d2d03'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:09.229463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-57901e16-8944-4302-88b8-cbaca1205227 None None] Calling delete_port for f07ed059-7af2-430c-ab78-bf3c03c75153 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:09.247194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a791e347-dd3e-4c28-b837-78b30793e3f8,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:09.275363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e71fa-141c-4796-b859-effc9e2f2b55 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:09.276275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-564e71fa-141c-4796-b859-effc9e2f2b55 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Synchronizing usage tracker for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:09.319684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57901e16-8944-4302-88b8-cbaca1205227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.321970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:09.325734 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.341210 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b0c211-11f5-40da-be58-9386869629f4 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] GET failed (client error): The resource could not be found. Jun 15 14:44:09.342874 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-99b0c211-11f5-40da-be58-9386869629f4 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "GET /v2.0/ports/8ebaa803-65e3-49dd-a2cf-b9e490ee9595 HTTP/1.1" status: 404 len: 333 time: 0.1553156 Jun 15 14:44:09.356811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33066) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:09.373137 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57901e16-8944-4302-88b8-cbaca1205227 None None] No DVR routers for this DVR port f07ed059-7af2-430c-ab78-bf3c03c75153 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:09.384670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57901e16-8944-4302-88b8-cbaca1205227 None None] Pushing event deleted for resources: {'Port': ['ID=f07ed059-7af2-430c-ab78-bf3c03c75153,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:09.385859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-767774191', 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:09.434988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c210ac15-28db-47c6-be30-d9cec9840225 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:09.456388 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:09.457517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.458741 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2130778 Jun 15 14:44:09.460161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:09.460529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:09.460846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:09.461209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:09.461571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:09.461925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:09.462241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:09.462571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:09.462890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:09.463211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:09.463528 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:09.463847 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeec609d-64b5-4470-bed2-f3233bb40618 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:09.467515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33070) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:09.494663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Usage tracker for resource:port and tenant:d778b745005b405c9260f44d75ffd960 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:09.500071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:09.506741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c210ac15-28db-47c6-be30-d9cec9840225 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:09.510510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c210ac15-28db-47c6-be30-d9cec9840225 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.561364 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-564e71fa-141c-4796-b859-effc9e2f2b55 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Unset dirty status for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:09.562612 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-564e71fa-141c-4796-b859-effc9e2f2b55 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports/55653d07-d3e7-4b61-bd88-5c9267a2ef92 HTTP/1.1" status: 200 len: 911 time: 0.5924320 Jun 15 14:44:09.578878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:09.581942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.594169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33074) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:09.754453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bb2a54c-e9de-4f0e-bcf2-9c8ef56dfed5 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.808412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bb2a54c-e9de-4f0e-bcf2-9c8ef56dfed5 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.865010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Calling delete_port for 8fcaae1d-eba9-49d0-a185-7d53f74251a9 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:09.927095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Made reservation on behalf of d778b745005b405c9260f44d75ffd960 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:09.929582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.961046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] For port f07ed059-7af2-430c-ab78-bf3c03c75153, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f07ed059-7af2-430c-ab78-bf3c03c75153,segment=NetworkSegment(df5abb9d-250e-4534-9a99-c6a88032c1c5),segment_id=df5abb9d-250e-4534-9a99-c6a88032c1c5)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:09.961437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:09.988790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c210ac15-28db-47c6-be30-d9cec9840225 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:10.025773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bb2a54c-e9de-4f0e-bcf2-9c8ef56dfed5 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:10.052317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] device_id is not set on port 665afeac-86f0-4102-9693-5135a7c6d9a2 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:10.071322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2a54c-e9de-4f0e-bcf2-9c8ef56dfed5 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5825ad3-ac1c-4d66-ae9a-c7a007641329,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:10.073089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9725edf5-8544-4730-9238-96aed1163e74 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 59cb85fc-26dd-4bf7-a768-bba9c27b7e0d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:10.073475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9725edf5-8544-4730-9238-96aed1163e74 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:10.107110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c210ac15-28db-47c6-be30-d9cec9840225 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:10.117389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c210ac15-28db-47c6-be30-d9cec9840225 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:10.127565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf2035f-905e-4bba-b057-88b4cb304205 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:10.137245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c210ac15-28db-47c6-be30-d9cec9840225 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:10.137835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c210ac15-28db-47c6-be30-d9cec9840225 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:10.150709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210ac15-28db-47c6-be30-d9cec9840225 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=c3af8cce-6797-4bb3-8e5d-20a2ae988b6f,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:10.156390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for f07ed059-7af2-430c-ab78-bf3c03c75153 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:10.178440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bb2a54c-e9de-4f0e-bcf2-9c8ef56dfed5 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:10.179565 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7bb2a54c-e9de-4f0e-bcf2-9c8ef56dfed5 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-groups/d5825ad3-ac1c-4d66-ae9a-c7a007641329 HTTP/1.1" status: 204 len: 168 time: 0.7067013 Jun 15 14:44:10.195182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33078) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:10.197787 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c210ac15-28db-47c6-be30-d9cec9840225 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2845480 Jun 15 14:44:10.202243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33080) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:10.207804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:3e:c4:b0', 'name': 'tempest-NetworksTestDHCPv6-296199911'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:10.406067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': 'c3af8cce-6797-4bb3-8e5d-20a2ae988b6f'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:10.407122 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:10.438008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9725edf5-8544-4730-9238-96aed1163e74 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:10.591168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9725edf5-8544-4730-9238-96aed1163e74 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for 59cb85fc-26dd-4bf7-a768-bba9c27b7e0d owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:10.592226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f07ed059-7af2-430c-ab78-bf3c03c75153 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:10.619722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:10.637723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: f07ed059-7af2-430c-ab78-bf3c03c75153 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:44:10.637723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f07ed059-7af2-430c-ab78-bf3c03c75153 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:44:10.642187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/c3af8cce-6797-4bb3-8e5d-20a2ae988b6f/83b71d9c-3498-4ba6-bb64-b41d6dc6a68b) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:10.646694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:10.701901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:10.779494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-790c94a8-cfe9-401c-8066-f02199d737af tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:10.796849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:44:10.797190 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:44:10.875589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:10.894304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:10.970601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port bb16c78d-6f9b-4416-a853-377430c9a30c yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:10.976799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:11.037786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9725edf5-8544-4730-9238-96aed1163e74 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:11.050515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-790c94a8-cfe9-401c-8066-f02199d737af tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:11.051944 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-790c94a8-cfe9-401c-8066-f02199d737af tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7018270 Jun 15 14:44:11.068961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33086) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:11.186063 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Transition to ACTIVE for port object 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:11.201142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=e347eec4-7069-468d-a565-d9b00d9e48fa,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:11.206014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:11.210822 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Transition to ACTIVE for port object 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:11.210988 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:11.217152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:11.274493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725edf5-8544-4730-9238-96aed1163e74 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=59cb85fc-26dd-4bf7-a768-bba9c27b7e0d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:11.288725 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:11.288941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:11.289388 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:11.289508 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:11.289796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:11.290228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:11.290562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:11.290892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:11.291222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:11.291548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:11.291878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:11.292233 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:11.292647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Pushing event updated for resources: {'Port': ['ID=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:11.306412 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:11.309361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:11.311498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:11.330175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port f07ed059-7af2-430c-ab78-bf3c03c75153 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:11.330899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:11.427014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Pushing event deleted for resources: {'Port': ['ID=8fcaae1d-eba9-49d0-a185-7d53f74251a9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:11.460870 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b1d86760-7081-4215-9460-1eeadca2d474 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:11.464917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Attempting to bind port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:11.465289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Attempting to bind port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:11.465434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking segment: {'id': '75e67e90-0e1a-4ef7-b189-5ca469128c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8cd27633-bf8c-4f2c-93f8-7f00d533422c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:11.465638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Attempting to bind port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:11.465877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network hostable DHCP agents. Network: 8cd27633-bf8c-4f2c-93f8-7f00d533422c, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:44:11.473636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:11.474172 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:11.474918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:11.475033 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:11.475463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Bound port: 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:11.476278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:11.517157 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::31 (2ef0444c-622d-434a-90a5-976e58c67159/c3af8cce-6797-4bb3-8e5d-20a2ae988b6f/bb16c78d-6f9b-4416-a853-377430c9a30c) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:11.543856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] The port 'f07ed059-7af2-430c-ab78-bf3c03c75153' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:44:11.575083 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] For port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:11.579782 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] For port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:11.584364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:11.596378 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9725edf5-8544-4730-9238-96aed1163e74 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:11.674349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b1d86760-7081-4215-9460-1eeadca2d474 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:11.678362 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b1d86760-7081-4215-9460-1eeadca2d474 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.5944736 Jun 15 14:44:11.689997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf319f-f626-47ca-bbf1-84676343033c None None] Pushing event updated for resources: {'Port': ['ID=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:11.712593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33090) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:11.752910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network 8cd27633-bf8c-4f2c-93f8-7f00d533422c is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:44:11.771966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:11.817960 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-dc35a8af-701b-4693-a4a0-63ad05b5d911 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] delete failed (client error): The resource could not be found. Jun 15 14:44:11.822748 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dc35a8af-701b-4693-a4a0-63ad05b5d911 tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "DELETE /v2.0/security-groups/d5825ad3-ac1c-4d66-ae9a-c7a007641329 HTTP/1.1" status: 404 len: 347 time: 0.0973389 Jun 15 14:44:11.826262 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33094) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:11.834699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:11.925876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.139651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4308847f-1efa-410f-9660-3a3bc68a855a tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Synchronizing usage tracker for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:12.154298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9725edf5-8544-4730-9238-96aed1163e74 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 87722e50-6494-4b09-82d4-56603bd7f1aa has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:44:12.195883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4308847f-1efa-410f-9660-3a3bc68a855a tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] Unset dirty status for tenant:ada70315c5964367b214e1c574b5ef5d on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:12.197257 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4308847f-1efa-410f-9660-3a3bc68a855a tempest-SecGroupTest-1249464371 tempest-SecGroupTest-1249464371-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3700662 Jun 15 14:44:12.224486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 8cd27633-bf8c-4f2c-93f8-7f00d533422c) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:12.230121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:12.230742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.236811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0943f57-b40a-4fed-ae8f-91f908a03770 None None] Network 8cd27633-bf8c-4f2c-93f8-7f00d533422c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:12.272901 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.285457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.293764 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9628fc-1f6a-42c8-b371-1a82ada2aff0']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:12.331826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5abb9d-250e-4534-9a99-c6a88032c1c5') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:12.332121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5abb9d-250e-4534-9a99-c6a88032c1c5') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:12.341304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.342806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:12.363152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:12.365878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:12.367161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:12.367765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.370443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9725edf5-8544-4730-9238-96aed1163e74 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:12.377894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object bb16c78d-6f9b-4416-a853-377430c9a30c will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:12.385937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.390743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f07fd8-853f-4f6f-917a-74d4a2cf53a4 None None] Sync routers for ids ['87722e50-6494-4b09-82d4-56603bd7f1aa'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:12.398695 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9725edf5-8544-4730-9238-96aed1163e74 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/87722e50-6494-4b09-82d4-56603bd7f1aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3221307 Jun 15 14:44:12.398887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event updated for resources: {'Port': ['ID=665afeac-86f0-4102-9693-5135a7c6d9a2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:12.398987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33100) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:12.419825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.420366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Fanout notify agent at l3_agent the message router_deleted on router 309e15da-022e-4ce1-913d-c5ac887e90e6 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:44:12.425708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f07fd8-853f-4f6f-917a-74d4a2cf53a4 None None] Routers {'87722e50-6494-4b09-82d4-56603bd7f1aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:12.426437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b7f07fd8-853f-4f6f-917a-74d4a2cf53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['87722e50-6494-4b09-82d4-56603bd7f1aa'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:12.427580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.432124 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0288179b-ebc6-4825-873a-2f516041d3e5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/routers/309e15da-022e-4ce1-913d-c5ac887e90e6 HTTP/1.1" status: 204 len: 168 time: 4.8986747 Jun 15 14:44:12.435217 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-895302f2-7f8f-4964-b8fe-a2890217b4ca tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.7226257 Jun 15 14:44:12.438633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33104) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:12.439022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33106) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:12.443580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.449124 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1967507264'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:12.458151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1834670372', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:12.474864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9c3df729-214e-49c5-b9d9-e0b857a857a7 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Synchronizing usage tracker for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:12.486261 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:12.490854 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2c511254-79ef-4c0b-9406-f5d669f404d5 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.1308990 Jun 15 14:44:12.493137 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:12.495323 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33114) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:12.496397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:12.496978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.524603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:network and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:12.531096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Usage tracker for resource:router and tenant:98f4d949abd64dd8ac7709f2a270fd90 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:12.535368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:12.540252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:12.550186 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9c3df729-214e-49c5-b9d9-e0b857a857a7 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Unset dirty status for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:12.551378 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c3df729-214e-49c5-b9d9-e0b857a857a7 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=87722e50-6494-4b09-82d4-56603bd7f1aa HTTP/1.1" status: 200 len: 205 time: 0.1520450 Jun 15 14:44:12.563304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33120) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:12.569335 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b7f07fd8-853f-4f6f-917a-74d4a2cf53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:12.608571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f07fd8-853f-4f6f-917a-74d4a2cf53a4 None None] Routers {'87722e50-6494-4b09-82d4-56603bd7f1aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:12.609277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b7f07fd8-853f-4f6f-917a-74d4a2cf53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['87722e50-6494-4b09-82d4-56603bd7f1aa'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:12.655738 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment df5abb9d-250e-4534-9a99-c6a88032c1c5 resource provider aggregate not found Jun 15 14:44:12.663466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:12.674921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:12.694851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.701413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33126) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:12.719559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:12.727452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.739521 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:12.742967 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment df5abb9d-250e-4534-9a99-c6a88032c1c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid df5abb9d-250e-4534-9a99-c6a88032c1c5 found for delete ", "request_id": "req-be8f04ca-bfbe-4da1-b766-3eec9422412b"}]} Jun 15 14:44:12.744787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.745832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.759987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48930afd-175a-473b-ab21-b29c69fefd57 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:12.839417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b7f07fd8-853f-4f6f-917a-74d4a2cf53a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:12.840224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f07fd8-853f-4f6f-917a-74d4a2cf53a4 None None] The sync data for ids ['87722e50-6494-4b09-82d4-56603bd7f1aa'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:12.971394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:12.993881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-8cd27633-bf8c-4f2c-93f8-7f00d533422c', 'network_id': '8cd27633-bf8c-4f2c-93f8-7f00d533422c', 'tenant_id': '8e958f52975b4d9da8df9d4544a8752e', 'fixed_ips': [{'subnet_id': 'e347eec4-7069-468d-a565-d9b00d9e48fa'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:12.994977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.068449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229953d-8672-4abb-a954-181252c65d31 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:13.068960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3229953d-8672-4abb-a954-181252c65d31 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Synchronizing usage tracker for tenant:d778b745005b405c9260f44d75ffd960 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:13.100165 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afab00a9-0239-4daf-8ad8-8ac8f0774655 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.116358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:13.128529 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.129241 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Added segment ddbe27f0-4ae5-4538-bcf3-4c4e7282344a of type vlan for network 27002e60-907d-4aa3-b38e-02441a1e142a Jun 15 14:44:13.157632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:13.165990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.178774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:13.180950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-76d5e8c4-7482-436a-a429-69155a817e96 None None] Provisioning for port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:13.191915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-76d5e8c4-7482-436a-a429-69155a817e96 None None] Provisioning complete for port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:13.192327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-76d5e8c4-7482-436a-a429-69155a817e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.229581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.234648 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Allocated IP 172.20.255.242 (8cd27633-bf8c-4f2c-93f8-7f00d533422c/e347eec4-7069-468d-a565-d9b00d9e48fa/e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:13.246700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:13.253498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:13.254574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.263295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.271637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.291839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.298310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:13.298526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.303283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Network': ['ID=1f9628fc-1f6a-42c8-b371-1a82ada2aff0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:13.303592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=bb16c78d-6f9b-4416-a853-377430c9a30c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:13.315581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3229953d-8672-4abb-a954-181252c65d31 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Unset dirty status for tenant:d778b745005b405c9260f44d75ffd960 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:13.320471 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3229953d-8672-4abb-a954-181252c65d31 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "GET /v2.0/ports/665afeac-86f0-4102-9693-5135a7c6d9a2 HTTP/1.1" status: 200 len: 954 time: 0.8242717 Jun 15 14:44:13.328358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33132) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:13.364941 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2c8835ca-6133-449a-ac5c-bcadc5a7f9e1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/networks/1f9628fc-1f6a-42c8-b371-1a82ada2aff0 HTTP/1.1" status: 204 len: 168 time: 5.0855362 Jun 15 14:44:13.376686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33136) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:13.455048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-228642625'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:13.460585 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0185041 Jun 15 14:44:13.469401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:13.471946 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33140) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:13.482232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:network and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:13.488575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'network_id': '27002e60-907d-4aa3-b38e-02441a1e142a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:13.522007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-76d5e8c4-7482-436a-a429-69155a817e96 None None] Current status of the port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:13.522595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-76d5e8c4-7482-436a-a429-69155a817e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.541855 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-62cab295-1de4-4e12-8618-36069820447b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3354821 Jun 15 14:44:13.564106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:13.567285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33144) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:13.579898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ac9ac-5270-4d86-829c-7a7e57d4220c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=27002e60-907d-4aa3-b38e-02441a1e142a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:13.613466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 27002e60-907d-4aa3-b38e-02441a1e142a details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:13.643940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afab00a9-0239-4daf-8ad8-8ac8f0774655 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.647789 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-76d5e8c4-7482-436a-a429-69155a817e96 None None] For port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:13.653596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:13.654430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afab00a9-0239-4daf-8ad8-8ac8f0774655 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.693158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0afa531e-c51e-4e06-bd18-3bb8020040bd tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Deleting port 665afeac-86f0-4102-9693-5135a7c6d9a2 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:13.693992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0afa531e-c51e-4e06-bd18-3bb8020040bd tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.722066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-76d5e8c4-7482-436a-a429-69155a817e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.748093 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-35da91c9-7e60-4c4d-b631-5a09c1e4d087 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ada70315c5964367b214e1c574b5ef5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0341129 Jun 15 14:44:13.753016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afab00a9-0239-4daf-8ad8-8ac8f0774655 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.753607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afab00a9-0239-4daf-8ad8-8ac8f0774655 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Fanout notify agent at l3_agent the message router_deleted on router 87722e50-6494-4b09-82d4-56603bd7f1aa {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:44:13.766050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33148) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:13.794453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afab00a9-0239-4daf-8ad8-8ac8f0774655 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.798401 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-afab00a9-0239-4daf-8ad8-8ac8f0774655 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/87722e50-6494-4b09-82d4-56603bd7f1aa HTTP/1.1" status: 204 len: 168 time: 1.2315900 Jun 15 14:44:13.801577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33152) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:13.816685 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.834081 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Transition to ACTIVE for port object e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:13.845975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5e8c4-7482-436a-a429-69155a817e96 None None] Pushing event updated for resources: {'Port': ['ID=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:13.866295 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa2cb512-1e1f-41dc-9eb1-eb0754f52b4c None None] Provisioning for port bb16c78d-6f9b-4416-a853-377430c9a30c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:13.871568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Transition to ACTIVE for port object e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:13.873022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa2cb512-1e1f-41dc-9eb1-eb0754f52b4c None None] Provisioning complete for port bb16c78d-6f9b-4416-a853-377430c9a30c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:13.873396 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa2cb512-1e1f-41dc-9eb1-eb0754f52b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.888349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:13.892020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.910875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.917072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f742e6-4d71-4ca0-b642-c59b8872c8d2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting subnet b712ab6b-c47c-40a9-a538-00be94bf907d {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:44:13.938384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44f742e6-4d71-4ca0-b642-c59b8872c8d2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:13.993944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Network 8cd27633-bf8c-4f2c-93f8-7f00d533422c is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:13.998970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:14.003803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:14.005936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa2cb512-1e1f-41dc-9eb1-eb0754f52b4c None None] Port bb16c78d-6f9b-4416-a853-377430c9a30c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:14.015391 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Pushing event updated for resources: {'Port': ['ID=e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:14.031354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:14.035480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.055057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:subnet and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:14.067628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:14.086951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:14.091575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44f742e6-4d71-4ca0-b642-c59b8872c8d2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.116069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:14.123220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Attempting to bind port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:14.123597 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Attempting to bind port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '75e67e90-0e1a-4ef7-b189-5ca469128c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8cd27633-bf8c-4f2c-93f8-7f00d533422c'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:14.124796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Attempting to bind port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b on network 8cd27633-bf8c-4f2c-93f8-7f00d533422c {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:14.131057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:14.132288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Checking segment: {'id': '75e67e90-0e1a-4ef7-b189-5ca469128c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8cd27633-bf8c-4f2c-93f8-7f00d533422c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:14.132288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.132288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Bound using segment: {'id': '75e67e90-0e1a-4ef7-b189-5ca469128c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8cd27633-bf8c-4f2c-93f8-7f00d533422c'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:14.132768 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Bound port: e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e67e90-0e1a-4ef7-b189-5ca469128c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8cd27633-bf8c-4f2c-93f8-7f00d533422c'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:14.133540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.133668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-48930afd-175a-473b-ab21-b29c69fefd57 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port 55653d07-d3e7-4b61-bd88-5c9267a2ef92 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:14.133828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48930afd-175a-473b-ab21-b29c69fefd57 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.148509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ad299c45-ae49-4751-8131-6aed250d2aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.159265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0afa531e-c51e-4e06-bd18-3bb8020040bd tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.233541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] For port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:14.237879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] For port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b,segment=NetworkSegment(75e67e90-0e1a-4ef7-b189-5ca469128c3f),segment_id=75e67e90-0e1a-4ef7-b189-5ca469128c3f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:14.243529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.317291 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.318487 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Added segment dd88b878-1213-415d-9753-435cdfb09729 of type vlan for network bbfa82e4-c257-42fc-bb0e-940a7b5d0f08 Jun 15 14:44:14.319790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:14.319916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0afa531e-c51e-4e06-bd18-3bb8020040bd tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Calling delete_port for 665afeac-86f0-4102-9693-5135a7c6d9a2 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:14.323620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.332734 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe02aeb-96a6-49ec-a075-e0a91358eeaa None None] Pushing event updated for resources: {'Port': ['ID=e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:14.361348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ad299c45-ae49-4751-8131-6aed250d2aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.434916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44f742e6-4d71-4ca0-b642-c59b8872c8d2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.483550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d4bc6-f762-4260-8c66-8926860cb14b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:14.489801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d4bc6-f762-4260-8c66-8926860cb14b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:14.491519 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-412d4bc6-f762-4260-8c66-8926860cb14b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.9097390 Jun 15 14:44:14.495034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33156) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:14.583316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0afa531e-c51e-4e06-bd18-3bb8020040bd tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.596586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ad299c45-ae49-4751-8131-6aed250d2aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.599106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.780942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.787778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:14.788302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:14.788458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.864753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:14.865087 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.887456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44f742e6-4d71-4ca0-b642-c59b8872c8d2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.920839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad299c45-ae49-4751-8131-6aed250d2aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a945eb75-767d-42d0-be95-94a06f1e55ce,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:14.923327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa531e-c51e-4e06-bd18-3bb8020040bd tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event deleted for resources: {'Port': ['ID=665afeac-86f0-4102-9693-5135a7c6d9a2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:14.930409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48930afd-175a-473b-ab21-b29c69fefd57 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.934913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1360dae0-4923-48c6-b228-176008a116e0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port bb16c78d-6f9b-4416-a853-377430c9a30c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:14.935522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1360dae0-4923-48c6-b228-176008a116e0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.978259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0afa531e-c51e-4e06-bd18-3bb8020040bd tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:14.980913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f742e6-4d71-4ca0-b642-c59b8872c8d2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Subnet': ['ID=b712ab6b-c47c-40a9-a538-00be94bf907d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:15.011668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-44f742e6-4d71-4ca0-b642-c59b8872c8d2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:15.019101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caae258-18bd-4c42-a75f-67d817b17958 None None] Network d44016ef-8e0b-45f4-8647-2ca70f29d3ca requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:15.038184 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-44f742e6-4d71-4ca0-b642-c59b8872c8d2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/b712ab6b-c47c-40a9-a538-00be94bf907d HTTP/1.1" status: 204 len: 168 time: 1.2344680 Jun 15 14:44:15.039677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33160) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:15.044060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:15.045646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:15.066657 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6849680 Jun 15 14:44:15.072742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33164) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:15.106289 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0afa531e-c51e-4e06-bd18-3bb8020040bd tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "DELETE /v2.0/ports/665afeac-86f0-4102-9693-5135a7c6d9a2 HTTP/1.1" status: 204 len: 168 time: 1.7768331 Jun 15 14:44:15.116383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ad299c45-ae49-4751-8131-6aed250d2aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:15.119677 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ad299c45-ae49-4751-8131-6aed250d2aa3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a945eb75-767d-42d0-be95-94a06f1e55ce HTTP/1.1" status: 204 len: 168 time: 1.3532426 Jun 15 14:44:15.132392 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33166) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:15.149188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-48930afd-175a-473b-ab21-b29c69fefd57 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for 55653d07-d3e7-4b61-bd88-5c9267a2ef92 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:15.177857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618f3ce-0a25-4fbb-a916-564c2adef790 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Network': ['ID=bbfa82e4-c257-42fc-bb0e-940a7b5d0f08,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:15.189018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': 'bbfa82e4-c257-42fc-bb0e-940a7b5d0f08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:15.201398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network bbfa82e4-c257-42fc-bb0e-940a7b5d0f08 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:15.209277 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d489bf42-10aa-4897-ab29-07b2b5f2c405 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] GET failed (client error): The resource could not be found. Jun 15 14:44:15.209895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d489bf42-10aa-4897-ab29-07b2b5f2c405 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Synchronizing usage tracker for tenant:d778b745005b405c9260f44d75ffd960 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:15.300722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff389d4-0773-44dd-b583-afdf501e4af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting subnet dbbec0ab-3d20-4fb5-b208-2d7ec0e2df6f {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:44:15.331226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:15.393257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dff389d4-0773-44dd-b583-afdf501e4af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:15.410460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:15.454114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d489bf42-10aa-4897-ab29-07b2b5f2c405 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Unset dirty status for tenant:d778b745005b405c9260f44d75ffd960 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:15.455319 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d489bf42-10aa-4897-ab29-07b2b5f2c405 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "GET /v2.0/ports/665afeac-86f0-4102-9693-5135a7c6d9a2 HTTP/1.1" status: 404 len: 333 time: 0.3219695 Jun 15 14:44:15.466262 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33176) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:15.472677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Request body: {'port': {'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-656389214'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:15.496041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:15.531830 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:15.543650 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dff389d4-0773-44dd-b583-afdf501e4af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:15.613163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1360dae0-4923-48c6-b228-176008a116e0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:15.621011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:15.630735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Made reservation on behalf of d778b745005b405c9260f44d75ffd960 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:15.634246 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:15.642876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:15.655729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:15.673704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] DHCP port deletion for d44016ef-8e0b-45f4-8647-2ca70f29d3ca request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:44:15.678740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Deleting port e7bc62f9-cc91-4c70-a1ce-30236103791a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:15.679245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:15.734591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:15.800767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1360dae0-4923-48c6-b228-176008a116e0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for bb16c78d-6f9b-4416-a853-377430c9a30c owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:15.850737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:15.894053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] device_id is not set on port 1cb9c014-e781-4438-b754-46f83703c5f9 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:15.894593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:15.912544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:15.916630 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:15.946289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b683afb6-d3a8-43d2-b377-2cc9f4ee5473 None None] Network 8cd27633-bf8c-4f2c-93f8-7f00d533422c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:16.042144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dff389d4-0773-44dd-b583-afdf501e4af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:16.051216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=102c9f0a-b231-4ce4-b034-3bc1a0ad05ca,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:16.168638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1360dae0-4923-48c6-b228-176008a116e0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:16.213190 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-31758ce1-f9cd-4b35-914b-7fcdd55298e3 None None] Provisioning for port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:16.228957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-31758ce1-f9cd-4b35-914b-7fcdd55298e3 None None] Provisioning complete for port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:16.229336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-31758ce1-f9cd-4b35-914b-7fcdd55298e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:16.261526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360dae0-4923-48c6-b228-176008a116e0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=bb16c78d-6f9b-4416-a853-377430c9a30c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:16.275383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dff389d4-0773-44dd-b583-afdf501e4af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:16.284638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking segment: {'id': 'ddbe27f0-4ae5-4538-bcf3-4c4e7282344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '27002e60-907d-4aa3-b38e-02441a1e142a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:16.285212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network hostable DHCP agents. Network: 27002e60-907d-4aa3-b38e-02441a1e142a, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:44:16.287530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33196) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:16.288432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] For port e7bc62f9-cc91-4c70-a1ce-30236103791a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e7bc62f9-cc91-4c70-a1ce-30236103791a,segment=NetworkSegment(4ec762a3-528f-4b1e-956c-60c40c98c73e),segment_id=4ec762a3-528f-4b1e-956c-60c40c98c73e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:16.288844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:16.326764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dff389d4-0773-44dd-b583-afdf501e4af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:16.410591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48930afd-175a-473b-ab21-b29c69fefd57 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:16.434581 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3301db43-3e60-4590-bc0a-2707d63f2791 None None] Network 2316f29e-b5a6-40eb-9d2a-1cace4e48180 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:16.462787 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Calling delete_port for e7bc62f9-cc91-4c70-a1ce-30236103791a owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:16.466855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network 27002e60-907d-4aa3-b38e-02441a1e142a is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:44:16.481646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48930afd-175a-473b-ab21-b29c69fefd57 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=55653d07-d3e7-4b61-bd88-5c9267a2ef92,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:16.597271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1360dae0-4923-48c6-b228-176008a116e0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:16.610628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff389d4-0773-44dd-b583-afdf501e4af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Subnet': ['ID=dbbec0ab-3d20-4fb5-b208-2d7ec0e2df6f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:16.619867 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1360dae0-4923-48c6-b228-176008a116e0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/bb16c78d-6f9b-4416-a853-377430c9a30c HTTP/1.1" status: 204 len: 168 time: 2.1240668 Jun 15 14:44:16.626302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33202) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:16.630104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-268481910-network', 'tenant_id': 'af9fcc5065ef4cb4aae113ac56d834dc'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:16.678085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Allocated IP 172.26.3.15 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/e1f3c5a4-3c6f-41ba-879f-b8a89e94fcb3) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:16.703726 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e7bc62f9-cc91-4c70-a1ce-30236103791a no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:16.713343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4547bf-1910-432f-baf5-d764bd2b4b4c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:16.715222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4547bf-1910-432f-baf5-d764bd2b4b4c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:16.715977 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6f4547bf-1910-432f-baf5-d764bd2b4b4c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:16.721798 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dff389d4-0773-44dd-b583-afdf501e4af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/dbbec0ab-3d20-4fb5-b208-2d7ec0e2df6f HTTP/1.1" status: 204 len: 168 time: 1.6787097 Jun 15 14:44:16.721798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:16.734129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33206) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:16.740302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Usage tracker for resource:network and tenant:af9fcc5065ef4cb4aae113ac56d834dc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:16.746593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:16.790733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:16.808776 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 27002e60-907d-4aa3-b38e-02441a1e142a) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:16.813993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:16.814593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:16.861920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce7b63-6cd4-4041-aee7-db31374afac6 None None] Network 27002e60-907d-4aa3-b38e-02441a1e142a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:16.864331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:16.874978 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-43ab3a20-e2cb-4b66-abe1-9f3a6d656b7a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.3997192 Jun 15 14:44:16.880956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33210) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:16.909774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6f4547bf-1910-432f-baf5-d764bd2b4b4c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:16.913729 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6f4547bf-1910-432f-baf5-d764bd2b4b4c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2800441 Jun 15 14:44:16.918151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33214) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:16.933583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Made reservation on behalf of af9fcc5065ef4cb4aae113ac56d834dc for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:16.936012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:16.993233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.035008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-48930afd-175a-473b-ab21-b29c69fefd57 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.098646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-31758ce1-f9cd-4b35-914b-7fcdd55298e3 None None] Current status of the port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:17.099249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-31758ce1-f9cd-4b35-914b-7fcdd55298e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.107888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.159750 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.232831 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No ports have port_id starting with e7bc62f9-cc91-4c70-a1ce-30236103791a Jun 15 14:44:17.237666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.251631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:17.258403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Pushing event deleted for resources: {'Port': ['ID=e7bc62f9-cc91-4c70-a1ce-30236103791a,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:17.269751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Usage tracker for resource:security_group_rule and tenant:af9fcc5065ef4cb4aae113ac56d834dc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:17.272738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-31758ce1-f9cd-4b35-914b-7fcdd55298e3 None None] For port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b,segment=NetworkSegment(75e67e90-0e1a-4ef7-b189-5ca469128c3f),segment_id=75e67e90-0e1a-4ef7-b189-5ca469128c3f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:17.277898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] No DVR routers for this DVR port e7bc62f9-cc91-4c70-a1ce-30236103791a on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:17.296739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:17.297167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:17.297570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:17.297981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:17.298308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:17.298640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:17.299094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:17.299483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:17.299875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:17.300287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:17.300844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:17.301225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d68fc0d-f857-42f2-814e-e8d74ffc1830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:44:17.304131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-31758ce1-f9cd-4b35-914b-7fcdd55298e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.304716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:17.316513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-5630ec2f-7193-4cbe-9c27-b691bbeb377f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet c3af8cce-6797-4bb3-8e5d-20a2ae988b6f {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:44:17.332690 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Subnet': ['ID=8705af95-7013-4c3e-8fb8-ff52c9eed4bd,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:17.353381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:17.363283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5630ec2f-7193-4cbe-9c27-b691bbeb377f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.447301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31758ce1-f9cd-4b35-914b-7fcdd55298e3 None None] Pushing event updated for resources: {'Port': ['ID=e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:17.486140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.502604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48930afd-175a-473b-ab21-b29c69fefd57 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router 7de32e7e-cbaa-4433-b510-02b3c35d2d03 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:44:17.506665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.509856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Checking segment: {'id': 'dd88b878-1213-415d-9753-435cdfb09729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bbfa82e4-c257-42fc-bb0e-940a7b5d0f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:17.510483 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network hostable DHCP agents. Network: bbfa82e4-c257-42fc-bb0e-940a7b5d0f08, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:44:17.515643 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-27002e60-907d-4aa3-b38e-02441a1e142a', 'network_id': '27002e60-907d-4aa3-b38e-02441a1e142a', 'tenant_id': '8e958f52975b4d9da8df9d4544a8752e', 'fixed_ips': [{'subnet_id': '102c9f0a-b231-4ce4-b034-3bc1a0ad05ca'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:17.516859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.534369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92776bf-1854-4b57-be23-c234aa5e50c8 None None] DHCP port deletion for 2316f29e-b5a6-40eb-9d2a-1cace4e48180 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:44:17.540105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44016ef-8e0b-45f4-8647-2ca70f29d3ca']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:17.543510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d92776bf-1854-4b57-be23-c234aa5e50c8 None None] Deleting port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:17.544127 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d92776bf-1854-4b57-be23-c234aa5e50c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.552897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec762a3-528f-4b1e-956c-60c40c98c73e') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:17.553192 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec762a3-528f-4b1e-956c-60c40c98c73e') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:17.565147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.582612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.589364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:17.589767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.738978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.740293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.742788 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.785494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.795774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48930afd-175a-473b-ab21-b29c69fefd57 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:17.811293 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-48930afd-175a-473b-ab21-b29c69fefd57 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/7de32e7e-cbaa-4433-b510-02b3c35d2d03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2135243 Jun 15 14:44:17.818487 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d586fb02-f1a2-4d76-ad2b-10410b4049a7 None None] Sync routers for ids ['7de32e7e-cbaa-4433-b510-02b3c35d2d03'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:17.820422 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33222) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:17.822974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network bbfa82e4-c257-42fc-bb0e-940a7b5d0f08 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:44:17.852248 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d586fb02-f1a2-4d76-ad2b-10410b4049a7 None None] Routers {'7de32e7e-cbaa-4433-b510-02b3c35d2d03'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:17.857173 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d586fb02-f1a2-4d76-ad2b-10410b4049a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['7de32e7e-cbaa-4433-b510-02b3c35d2d03'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:17.873457 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.896360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event updated for resources: {'Port': ['ID=1cb9c014-e781-4438-b754-46f83703c5f9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:17.899428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, bbfa82e4-c257-42fc-bb0e-940a7b5d0f08) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:17.902537 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:17.906512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-edddbb74-367d-402e-8b95-542b2220bda6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Synchronizing usage tracker for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:17.912905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:17.916439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:17.917134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.923656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:17.926184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Network': ['ID=d44016ef-8e0b-45f4-8647-2ca70f29d3ca,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:17.948730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaf81a4-5f1d-45b3-acca-9f7b5940df50 None None] Network bbfa82e4-c257-42fc-bb0e-940a7b5d0f08 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:17.958189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5630ec2f-7193-4cbe-9c27-b691bbeb377f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:17.967947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Pushing event updated for resources: {'Port': ['ID=e1f3c5a4-3c6f-41ba-879f-b8a89e94fcb3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:18.000380 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0ef242af-ee22-460c-992f-10636d252081 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8607962 Jun 15 14:44:18.001155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33226) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:18.008289 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-edddbb74-367d-402e-8b95-542b2220bda6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Unset dirty status for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:18.013920 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-edddbb74-367d-402e-8b95-542b2220bda6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=7de32e7e-cbaa-4433-b510-02b3c35d2d03 HTTP/1.1" status: 200 len: 205 time: 0.1855450 Jun 15 14:44:18.019449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': 'bbfa82e4-c257-42fc-bb0e-940a7b5d0f08', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2066710478'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:18.022432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:18.023593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33230) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:18.034246 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:18.038130 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9017d9e1-e80b-4bff-ae25-472756841746 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/networks/d44016ef-8e0b-45f4-8647-2ca70f29d3ca HTTP/1.1" status: 204 len: 168 time: 1.3030212 Jun 15 14:44:18.043892 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d586fb02-f1a2-4d76-ad2b-10410b4049a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:18.049443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:18.050658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:18.051429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:18.061042 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d586fb02-f1a2-4d76-ad2b-10410b4049a7 None None] Routers {'7de32e7e-cbaa-4433-b510-02b3c35d2d03'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:18.062189 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d586fb02-f1a2-4d76-ad2b-10410b4049a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['7de32e7e-cbaa-4433-b510-02b3c35d2d03'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:18.062343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Allocated IP 172.20.0.2 (27002e60-907d-4aa3-b38e-02441a1e142a/102c9f0a-b231-4ce4-b034-3bc1a0ad05ca/654e47a4-5967-49b5-aadd-e506f9fb8414) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:18.086723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d92776bf-1854-4b57-be23-c234aa5e50c8 None None] For port 9de8c842-dd2a-4b96-9b53-6e533ea819f5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9de8c842-dd2a-4b96-9b53-6e533ea819f5,segment=NetworkSegment(8890b3de-a93f-4b59-82d6-cb3f0281ad53),segment_id=8890b3de-a93f-4b59-82d6-cb3f0281ad53)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:18.087143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d92776bf-1854-4b57-be23-c234aa5e50c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:18.116039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e21ad3a0-8137-4b72-93f4-67c770f8785a None None] Provisioning complete for port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:18.116762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e21ad3a0-8137-4b72-93f4-67c770f8785a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:18.118967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33232) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:18.125628 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 4ec762a3-528f-4b1e-956c-60c40c98c73e resource provider aggregate not found Jun 15 14:44:18.181724 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d586fb02-f1a2-4d76-ad2b-10410b4049a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:18.182136 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d586fb02-f1a2-4d76-ad2b-10410b4049a7 None None] The sync data for ids ['7de32e7e-cbaa-4433-b510-02b3c35d2d03'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:18.287504 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 4ec762a3-528f-4b1e-956c-60c40c98c73e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ec762a3-528f-4b1e-956c-60c40c98c73e found for delete ", "request_id": "req-a46049af-ad2f-49f0-89d7-1c8aa68734ea"}]} Jun 15 14:44:18.333945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d92776bf-1854-4b57-be23-c234aa5e50c8 None None] Calling delete_port for 9de8c842-dd2a-4b96-9b53-6e533ea819f5 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:18.472273 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-63d2757d-feb2-441c-a45f-11b0ae582b50 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 3.0044568 Jun 15 14:44:18.475065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f3bde8f-f2be-44a5-8416-1ab46fd5df1a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:18.480939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33240) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:18.493354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:18.555747 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:18.583417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:18.652961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:18.703141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d92776bf-1854-4b57-be23-c234aa5e50c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:18.849481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:18.873226 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:port and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:18.874104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-bbfa82e4-c257-42fc-bb0e-940a7b5d0f08', 'network_id': 'bbfa82e4-c257-42fc-bb0e-940a7b5d0f08', 'tenant_id': '1811f021965845728c9b3aaf02b41c17', 'fixed_ips': [{'subnet_id': '8705af95-7013-4c3e-8fb8-ff52c9eed4bd'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:18.874945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:18.883614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:18.893926 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:18.909054 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92776bf-1854-4b57-be23-c234aa5e50c8 None None] Pushing event deleted for resources: {'Port': ['ID=9de8c842-dd2a-4b96-9b53-6e533ea819f5,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:18.918577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92776bf-1854-4b57-be23-c234aa5e50c8 None None] No DVR routers for this DVR port 9de8c842-dd2a-4b96-9b53-6e533ea819f5 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:18.920393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:18.939323 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:18.942927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:18.958089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.039909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e21ad3a0-8137-4b72-93f4-67c770f8785a None None] Current status of the port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:19.066374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.082225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.089469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port 23c3d23a-120c-4eb7-88a9-1f17b1b66673 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:19.101785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5630ec2f-7193-4cbe-9c27-b691bbeb377f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.108337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Transition to ACTIVE for port object 654e47a4-5967-49b5-aadd-e506f9fb8414 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:19.110744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:19.111120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.184401 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.227661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Transition to ACTIVE for port object 654e47a4-5967-49b5-aadd-e506f9fb8414 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:19.243373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.282881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Allocated IP 2001:db8::2 (bbfa82e4-c257-42fc-bb0e-940a7b5d0f08/8705af95-7013-4c3e-8fb8-ff52c9eed4bd/ea4273c2-a714-4be1-905f-c1e29fec16e2) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:19.288971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f3bde8f-f2be-44a5-8416-1ab46fd5df1a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.311845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f3bde8f-f2be-44a5-8416-1ab46fd5df1a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.332611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Network 27002e60-907d-4aa3-b38e-02441a1e142a is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:19.338426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:19.345477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.361106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:19.381099 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.384834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b359489-c4d8-41a6-b6cd-dbc24567e8ef,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:19.390704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:19.452655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Pushing event updated for resources: {'Port': ['ID=654e47a4-5967-49b5-aadd-e506f9fb8414,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:19.454638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2316f29e-b5a6-40eb-9d2a-1cace4e48180']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:19.471310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f3bde8f-f2be-44a5-8416-1ab46fd5df1a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.471816 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3bde8f-f2be-44a5-8416-1ab46fd5df1a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Fanout notify agent at l3_agent the message router_deleted on router 7de32e7e-cbaa-4433-b510-02b3c35d2d03 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:44:19.473409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Subnet': ['ID=102c9f0a-b231-4ce4-b034-3bc1a0ad05ca,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:19.478554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.479077 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Added segment c69dcc0c-2819-416a-9f60-9451bcb66f09 of type vlan for network 52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f Jun 15 14:44:19.505790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8890b3de-a93f-4b59-82d6-cb3f0281ad53') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:19.506080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8890b3de-a93f-4b59-82d6-cb3f0281ad53') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:19.520918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5630ec2f-7193-4cbe-9c27-b691bbeb377f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.571699 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.668943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:19.670684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630ec2f-7193-4cbe-9c27-b691bbeb377f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=c3af8cce-6797-4bb3-8e5d-20a2ae988b6f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:19.675920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Attempting to bind port 654e47a4-5967-49b5-aadd-e506f9fb8414 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:19.676322 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Attempting to bind port 654e47a4-5967-49b5-aadd-e506f9fb8414 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'ddbe27f0-4ae5-4538-bcf3-4c4e7282344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '27002e60-907d-4aa3-b38e-02441a1e142a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:19.676720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Attempting to bind port 654e47a4-5967-49b5-aadd-e506f9fb8414 on network 27002e60-907d-4aa3-b38e-02441a1e142a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:19.692819 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5630ec2f-7193-4cbe-9c27-b691bbeb377f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.697523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:19.697946 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Checking segment: {'id': 'ddbe27f0-4ae5-4538-bcf3-4c4e7282344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '27002e60-907d-4aa3-b38e-02441a1e142a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:19.698361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.698880 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Bound using segment: {'id': 'ddbe27f0-4ae5-4538-bcf3-4c4e7282344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '27002e60-907d-4aa3-b38e-02441a1e142a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:19.699424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Bound port: 654e47a4-5967-49b5-aadd-e506f9fb8414, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbe27f0-4ae5-4538-bcf3-4c4e7282344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '27002e60-907d-4aa3-b38e-02441a1e142a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:19.699862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.701835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.710636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.717960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8bda5c-a6dd-469f-9da1-2112c769ae2f None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:19.730241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.756528 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5630ec2f-7193-4cbe-9c27-b691bbeb377f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/c3af8cce-6797-4bb3-8e5d-20a2ae988b6f HTTP/1.1" status: 204 len: 168 time: 2.8342571 Jun 15 14:44:19.757500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33244) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:19.761882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f3bde8f-f2be-44a5-8416-1ab46fd5df1a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.763354 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6f3bde8f-f2be-44a5-8416-1ab46fd5df1a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/7de32e7e-cbaa-4433-b510-02b3c35d2d03 HTTP/1.1" status: 204 len: 168 time: 1.7235296 Jun 15 14:44:19.764533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] device_id is not set on port 1cb9c014-e781-4438-b754-46f83703c5f9 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:19.770498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33248) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:19.772339 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27002e60-907d-4aa3-b38e-02441a1e142a']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:19.832102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.848000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.856785 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-62d2d275-139c-4b3f-8ea7-853b6b4bb0a1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927894 Jun 15 14:44:19.857194 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9de8c842-dd2a-4b96-9b53-6e533ea819f5 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:19.859302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33252) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:19.861317 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:44:19.869974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:19.870366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:19.890412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbe27f0-4ae5-4538-bcf3-4c4e7282344a') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:19.890758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbe27f0-4ae5-4538-bcf3-4c4e7282344a') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:19.952538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 9de8c842-dd2a-4b96-9b53-6e533ea819f5 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:44:19.952538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9de8c842-dd2a-4b96-9b53-6e533ea819f5 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:44:19.978743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.001079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-331a20cb-7ff8-48b9-84e0-78ceafe6795f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting subnet b4f2b00f-5b7d-4d8d-a782-bd479b42c90a {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:44:20.009621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.010616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:20.011288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.017875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-331a20cb-7ff8-48b9-84e0-78ceafe6795f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.081713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.089147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.103376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] For port 654e47a4-5967-49b5-aadd-e506f9fb8414, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:20.109141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8806f2-45ae-4952-ab18-dc28ab76b84f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:20.113455 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0d8806f2-45ae-4952-ab18-dc28ab76b84f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2507119 Jun 15 14:44:20.113610 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Transition to ACTIVE for port object ea4273c2-a714-4be1-905f-c1e29fec16e2 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:20.114358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33256) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:20.137461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Transition to ACTIVE for port object ea4273c2-a714-4be1-905f-c1e29fec16e2 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:20.147166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.154064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:20.154536 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.171961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.176240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.178103 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/networks/2316f29e-b5a6-40eb-9d2a-1cace4e48180 HTTP/1.1" status: 204 len: 168 time: 2.0569370 Jun 15 14:44:20.189642 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33260) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:20.204742 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8812466 Jun 15 14:44:20.205514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33264) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:20.225218 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'network': {'name': 'tempest-RoutersTest-956204678'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:20.240094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Network bbfa82e4-c257-42fc-bb0e-940a7b5d0f08 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:20.243911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:20.247831 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:20.249200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:20.276410 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:network and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:20.282278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:20.289260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-331a20cb-7ff8-48b9-84e0-78ceafe6795f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.293817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Transition to ACTIVE for port object 1cb9c014-e781-4438-b754-46f83703c5f9 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:20.300832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d729e1-c894-439f-afce-fb6899cd8fc1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:20.301492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58d729e1-c894-439f-afce-fb6899cd8fc1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:20.307623 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] For port 654e47a4-5967-49b5-aadd-e506f9fb8414, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=654e47a4-5967-49b5-aadd-e506f9fb8414,segment=NetworkSegment(ddbe27f0-4ae5-4538-bcf3-4c4e7282344a),segment_id=ddbe27f0-4ae5-4538-bcf3-4c4e7282344a)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:20.307994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:20.328779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Request body: {'subnet': {'network_id': '52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-268481910-subnet', 'tenant_id': 'af9fcc5065ef4cb4aae113ac56d834dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:20.329101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.333969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8::241 (bbfa82e4-c257-42fc-bb0e-940a7b5d0f08/8705af95-7013-4c3e-8fb8-ff52c9eed4bd/23c3d23a-120c-4eb7-88a9-1f17b1b66673) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:20.345806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:44:20.345806 dv-neutron-845844-1-hyperv neutron-server[89018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:44:20.345806 dv-neutron-845844-1-hyperv neutron-server[89018]: [parameters: {'id': '27002e60-907d-4aa3-b38e-02441a1e142a'}] Jun 15 14:44:20.345806 dv-neutron-845844-1-hyperv neutron-server[89018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:44:20.346703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:44:20.346876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:20.355038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c991f-1f61-4733-9285-19d6fe804c5e admin admin] Pushing event updated for resources: {'Network': ['ID=52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:20.369163 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:44:20.382187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.384210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Usage tracker for resource:subnet and tenant:af9fcc5065ef4cb4aae113ac56d834dc is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:20.391248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Pushing event updated for resources: {'Port': ['ID=ea4273c2-a714-4be1-905f-c1e29fec16e2,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:20.395451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:20.398620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:20.400950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d5c1d-5857-41f3-a1d8-57ddb141e327 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Network': ['ID=2316f29e-b5a6-40eb-9d2a-1cace4e48180,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:20.409866 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 8890b3de-a93f-4b59-82d6-cb3f0281ad53 resource provider aggregate not found Jun 15 14:44:20.413631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:20.418378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event updated for resources: {'Port': ['ID=1cb9c014-e781-4438-b754-46f83703c5f9,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:20.420752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Router 50aea57c-7c1d-46aa-a35d-21290f1e172e is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:44:20.447790 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 8890b3de-a93f-4b59-82d6-cb3f0281ad53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8890b3de-a93f-4b59-82d6-cb3f0281ad53 found for delete ", "request_id": "req-3c15f178-e4bd-4153-b280-d83b9ccc737d"}]} Jun 15 14:44:20.454197 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Made reservation on behalf of af9fcc5065ef4cb4aae113ac56d834dc for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:20.456327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.473579 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ddbe27f0-4ae5-4538-bcf3-4c4e7282344a resource provider aggregate not found Jun 15 14:44:20.486445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:20.490156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.504018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58d729e1-c894-439f-afce-fb6899cd8fc1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:20.505234 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-58d729e1-c894-439f-afce-fb6899cd8fc1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3897817 Jun 15 14:44:20.519496 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Deleting port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:20.520039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.524012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33276) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:20.541154 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ddbe27f0-4ae5-4538-bcf3-4c4e7282344a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddbe27f0-4ae5-4538-bcf3-4c4e7282344a found for delete ", "request_id": "req-3e1ddab5-50cf-4018-9a9e-1fbe57c9bca2"}]} Jun 15 14:44:20.611056 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Attempting to bind port ea4273c2-a714-4be1-905f-c1e29fec16e2 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:20.611684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Attempting to bind port ea4273c2-a714-4be1-905f-c1e29fec16e2 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'dd88b878-1213-415d-9753-435cdfb09729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bbfa82e4-c257-42fc-bb0e-940a7b5d0f08'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:20.611968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-331a20cb-7ff8-48b9-84e0-78ceafe6795f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.612095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Attempting to bind port ea4273c2-a714-4be1-905f-c1e29fec16e2 on network bbfa82e4-c257-42fc-bb0e-940a7b5d0f08 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:20.633965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:20.692202 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f3c1bd78-7dbf-4183-b30b-40ae3e7b7a59 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1629267 Jun 15 14:44:20.703724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33280) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:20.714931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:20.761505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:20.762866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Checking segment: {'id': 'dd88b878-1213-415d-9753-435cdfb09729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bbfa82e4-c257-42fc-bb0e-940a7b5d0f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:20.763408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.763838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Bound using segment: {'id': 'dd88b878-1213-415d-9753-435cdfb09729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bbfa82e4-c257-42fc-bb0e-940a7b5d0f08'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:20.764542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Bound port: ea4273c2-a714-4be1-905f-c1e29fec16e2, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd88b878-1213-415d-9753-435cdfb09729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bbfa82e4-c257-42fc-bb0e-940a7b5d0f08'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:20.765128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.792793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:20.835485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-331a20cb-7ff8-48b9-84e0-78ceafe6795f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.846123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:20.846459 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:20.847058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:20.896629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:20.897297 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Added segment 6251fb20-9b4b-4c36-89f0-dc517f60f23e of type vlan for network bf3ca19e-0a99-4f7a-bad7-566bcf6d4779 Jun 15 14:44:20.941193 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70e47f-5c46-4fd6-a3ca-b44d20b72a24 None None] Pushing event updated for resources: {'Port': ['ID=654e47a4-5967-49b5-aadd-e506f9fb8414,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:20.945181 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:20.945508 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:20.963203 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 2 to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 Jun 15 14:44:20.993146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.015177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.015479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.034241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object 23c3d23a-120c-4eb7-88a9-1f17b1b66673 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:21.038061 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:21.038581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:21.039083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:21.048690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a20cb-7ff8-48b9-84e0-78ceafe6795f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f2b00f-5b7d-4d8d-a782-bd479b42c90a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:21.050620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:21.071773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-331a20cb-7ff8-48b9-84e0-78ceafe6795f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.074933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:21.075649 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:21.079075 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 3 to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 Jun 15 14:44:21.083335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:21.084323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49a6025-2052-43ff-82be-f67564bf9b0c None None] Sync routers for ids ['50aea57c-7c1d-46aa-a35d-21290f1e172e'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:21.087275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.098448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c383a60-6dd5-4787-b33c-5ac2b99358c4 None None] Network e815ebf7-5344-426b-8ca0-06f2e73b0f65 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:21.102092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Deleting port 654e47a4-5967-49b5-aadd-e506f9fb8414 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:21.102626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.133862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:21.138014 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-331a20cb-7ff8-48b9-84e0-78ceafe6795f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/b4f2b00f-5b7d-4d8d-a782-bd479b42c90a HTTP/1.1" status: 204 len: 168 time: 1.3569403 Jun 15 14:44:21.139258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.143523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33284) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:21.153466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] For port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:21.153872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.172232 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:21.173009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.183532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:21.183942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:21.184210 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:21.196164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network bbfa82e4-c257-42fc-bb0e-940a7b5d0f08 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:21.203615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:21.205533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.209521 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a90ba314-a46d-47b4-86b6-1e0690a10842 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.7694154 Jun 15 14:44:21.210187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33288) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:21.211631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:21.218819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:21.219437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.232230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a6025-2052-43ff-82be-f67564bf9b0c None None] Routers {'50aea57c-7c1d-46aa-a35d-21290f1e172e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:21.232461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:21.232699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e49a6025-2052-43ff-82be-f67564bf9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['50aea57c-7c1d-46aa-a35d-21290f1e172e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:21.232834 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:21.238517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:21.297025 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 4 to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 Jun 15 14:44:21.304007 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.309455 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:21.310096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.319506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:21.323512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.337882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=23c3d23a-120c-4eb7-88a9-1f17b1b66673,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:21.390601 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e4fe30b-267d-46ee-9bb4-7dec5fbee485 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.3862278 Jun 15 14:44:21.408963 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33292) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:21.416636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff3a01e-4076-47c7-b712-0a3dcc512afb None None] Network 27002e60-907d-4aa3-b38e-02441a1e142a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:21.501509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] For port ea4273c2-a714-4be1-905f-c1e29fec16e2, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:21.512555 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Calling delete_port for 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:21.541804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3dcc4f6-5f66-4ed3-90b7-8abbb80b01a6,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:21.560593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e49a6025-2052-43ff-82be-f67564bf9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:21.574085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:21.574738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:21.575066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:21.599715 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4008155 Jun 15 14:44:21.604416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33296) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:21.613900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:21.614226 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:21.618814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Checking segment: {'id': 'c69dcc0c-2819-416a-9f60-9451bcb66f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:21.619434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Network hostable DHCP agents. Network: 52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:44:21.623594 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'subnet': {'network_id': 'bf3ca19e-0a99-4f7a-bad7-566bcf6d4779', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:21.627758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.656561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] For port ea4273c2-a714-4be1-905f-c1e29fec16e2, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ea4273c2-a714-4be1-905f-c1e29fec16e2,segment=NetworkSegment(dd88b878-1213-415d-9753-435cdfb09729),segment_id=dd88b878-1213-415d-9753-435cdfb09729)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:21.677296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.704455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.709873 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 5 to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 Jun 15 14:44:21.747996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c8423-46eb-4450-9243-946bb0aebcab tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Network': ['ID=bf3ca19e-0a99-4f7a-bad7-566bcf6d4779,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:21.753763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b06908c5-cf26-4898-a508-1b0b2061145c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 23c3d23a-120c-4eb7-88a9-1f17b1b66673 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:21.754400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b06908c5-cf26-4898-a508-1b0b2061145c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.781599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network bf3ca19e-0a99-4f7a-bad7-566bcf6d4779 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:21.812263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:21.813519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:21.813873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:21.827223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Network 52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:44:21.840930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:21.842536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:21.843188 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:21.843305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port 887630d9-0a26-4295-a3c6-0fbb1026ab6a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:21.843789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:21.849654 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 6 to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 Jun 15 14:44:21.851762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49a6025-2052-43ff-82be-f67564bf9b0c None None] Routers {'50aea57c-7c1d-46aa-a35d-21290f1e172e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:21.852582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e49a6025-2052-43ff-82be-f67564bf9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['50aea57c-7c1d-46aa-a35d-21290f1e172e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:21.955336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:21.962551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:21.963097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:21.963932 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:21.984519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:21.985236 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:21.986369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:21.990996 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 7 to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 Jun 15 14:44:21.993320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0fecbb-3a9c-4ec8-8d1b-df17e4f216a3 None None] Network 52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:22.006702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:subnet and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:22.006958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:22.007347 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.008171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.014976 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:22.021204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:22.021780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:22.022332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:22.044967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] For port 654e47a4-5967-49b5-aadd-e506f9fb8414, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=654e47a4-5967-49b5-aadd-e506f9fb8414,segment=NetworkSegment(ddbe27f0-4ae5-4538-bcf3-4c4e7282344a),segment_id=ddbe27f0-4ae5-4538-bcf3-4c4e7282344a)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:22.045361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.084947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:22.106334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:22.107324 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:22.113192 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 8 to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 Jun 15 14:44:22.116010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e49a6025-2052-43ff-82be-f67564bf9b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:22.116450 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49a6025-2052-43ff-82be-f67564bf9b0c None None] The sync data for ids ['50aea57c-7c1d-46aa-a35d-21290f1e172e'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:22.138293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:22.138992 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:22.139560 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:22.151205 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:22.151882 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:22.154324 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 9 to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 Jun 15 14:44:22.252410 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aacd2cd-be23-42cf-95ce-56d1e57876a6 None None] Pushing event updated for resources: {'Port': ['ID=ea4273c2-a714-4be1-905f-c1e29fec16e2,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:22.269413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:22.269836 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:22.270239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:22.270634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Calling delete_port for 654e47a4-5967-49b5-aadd-e506f9fb8414 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:22.362214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:22.376305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:44:22.376667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:44:22.379348 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-76161da5-b75b-4ea8-a998-e474bf1c798d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0992897 Jun 15 14:44:22.420723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.434225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:22.434777 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:22.436141 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.plugins.ml2.plugin [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempt 10 to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 Jun 15 14:44:22.444243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:22.447762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.543216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.555437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6e9cc-7fe6-4488-bfb1-8bc27e989fae None None] DHCP port deletion for e815ebf7-5344-426b-8ca0-06f2e73b0f65 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:44:22.573398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:22.573555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:22.573891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempting to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:22.590175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:22.590557 dv-neutron-845844-1-hyperv neutron-server[89019]: ERROR neutron.plugins.ml2.managers [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Failed to bind port 1cb9c014-e781-4438-b754-46f83703c5f9 on host hv-neutron-8458 for vnic_type normal using segments [{'id': 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e07a96e-6aca-4e11-8a75-f7b8e239d4c8'}] Jun 15 14:44:22.590974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.599874 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6e9cc-7fe6-4488-bfb1-8bc27e989fae None None] Deleting port 887630d9-0a26-4295-a3c6-0fbb1026ab6a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:22.600285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e9cc-7fe6-4488-bfb1-8bc27e989fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.608445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Deleting port e1f3c5a4-3c6f-41ba-879f-b8a89e94fcb3 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:22.608708 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.622473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] For port 887630d9-0a26-4295-a3c6-0fbb1026ab6a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=887630d9-0a26-4295-a3c6-0fbb1026ab6a,segment=NetworkSegment(9a3aa0a5-82e4-4904-8417-f96166b3e8b4),segment_id=9a3aa0a5-82e4-4904-8417-f96166b3e8b4)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:22.622894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.776255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] For port 1cb9c014-e781-4438-b754-46f83703c5f9, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:22.776587 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attempted to set empty binding levels {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 15 14:44:22.785326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.787127 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ea4273c2-a714-4be1-905f-c1e29fec16e2 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:22.861002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] In _notify_port_updated(), no bound segment for port 1cb9c014-e781-4438-b754-46f83703c5f9 on network 9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:44:22.862691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:22.866303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.866303 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "PUT /v2.0/ports/1cb9c014-e781-4438-b754-46f83703c5f9 HTTP/1.1" status: 200 len: 976 time: 4.3818350 Jun 15 14:44:22.901356 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Deleting port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:22.901733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:22.940413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a28eb7-25a0-4a71-8cb5-acb9dbd1c6e0 tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event updated for resources: {'Port': ['ID=1cb9c014-e781-4438-b754-46f83703c5f9,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:22.968377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33308) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:22.970012 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7386618e-b066-415d-befc-0a35c673eaf1 None None] Network 52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:23.095397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:23.165137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for 887630d9-0a26-4295-a3c6-0fbb1026ab6a owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:23.223049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port ea4273c2-a714-4be1-905f-c1e29fec16e2 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:23.234340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-602e66c7-d16e-4b68-a100-7244d7b544ca tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Deleting port 1cb9c014-e781-4438-b754-46f83703c5f9 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:23.234813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-602e66c7-d16e-4b68-a100-7244d7b544ca tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:23.265610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33318) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:23.310372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b06908c5-cf26-4898-a508-1b0b2061145c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:23.347471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 887630d9-0a26-4295-a3c6-0fbb1026ab6a no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:23.447477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4b6fe9-798b-446a-b594-27c9b0200f4c None None] Network bbfa82e4-c257-42fc-bb0e-940a7b5d0f08 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:23.473760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b06908c5-cf26-4898-a508-1b0b2061145c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for 23c3d23a-120c-4eb7-88a9-1f17b1b66673 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:23.483992 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1598121180-network', 'tenant_id': '99b9539aa59f436da1e37468392c0791'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:23.506009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:23.540217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Usage tracker for resource:network and tenant:99b9539aa59f436da1e37468392c0791 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:23.560090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:23.567381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:23.598290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Subnet': ['ID=d2a9cabc-289d-4816-b8b1-f0aa34d1f2cb,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:23.611694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:23.641056 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Checking segment: {'id': '6251fb20-9b4b-4c36-89f0-dc517f60f23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bf3ca19e-0a99-4f7a-bad7-566bcf6d4779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:23.641557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network hostable DHCP agents. Network: bf3ca19e-0a99-4f7a-bad7-566bcf6d4779, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:44:23.661400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:23.665748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:44:23.684447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Made reservation on behalf of 99b9539aa59f436da1e37468392c0791 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:23.687557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:23.742531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Port': ['ID=654e47a4-5967-49b5-aadd-e506f9fb8414,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:23.750172 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-02b34a7a-da29-4db6-9592-b3e891c2d601 None None] Provisioning for port ea4273c2-a714-4be1-905f-c1e29fec16e2 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:23.758198 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No DVR routers for this DVR port 654e47a4-5967-49b5-aadd-e506f9fb8414 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:23.768978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:23.783939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f1f6e9cc-7fe6-4488-bfb1-8bc27e989fae None None] For port 887630d9-0a26-4295-a3c6-0fbb1026ab6a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=887630d9-0a26-4295-a3c6-0fbb1026ab6a,segment=NetworkSegment(9a3aa0a5-82e4-4904-8417-f96166b3e8b4),segment_id=9a3aa0a5-82e4-4904-8417-f96166b3e8b4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:23.784488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e9cc-7fe6-4488-bfb1-8bc27e989fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:23.808775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-02b34a7a-da29-4db6-9592-b3e891c2d601 None None] Provisioning complete for port ea4273c2-a714-4be1-905f-c1e29fec16e2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:23.809140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-02b34a7a-da29-4db6-9592-b3e891c2d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:23.827731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:23.892218 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Calling delete_port for e1f3c5a4-3c6f-41ba-879f-b8a89e94fcb3 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:23.938732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:23.942566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Usage tracker for resource:security_group_rule and tenant:99b9539aa59f436da1e37468392c0791 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:23.946107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:23.951796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:23.954936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=887630d9-0a26-4295-a3c6-0fbb1026ab6a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:23.974779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No DVR routers for this DVR port 887630d9-0a26-4295-a3c6-0fbb1026ab6a on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:24.036867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.047134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network bf3ca19e-0a99-4f7a-bad7-566bcf6d4779 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:44:24.054390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.063611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.097713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, bf3ca19e-0a99-4f7a-bad7-566bcf6d4779) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:24.106049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6e9cc-7fe6-4488-bfb1-8bc27e989fae None None] Calling delete_port for 887630d9-0a26-4295-a3c6-0fbb1026ab6a owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:24.121412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:24.127182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-602e66c7-d16e-4b68-a100-7244d7b544ca tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] For port 1cb9c014-e781-4438-b754-46f83703c5f9, host hv-neutron-8458, got binding levels [] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:24.127544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-602e66c7-d16e-4b68-a100-7244d7b544ca tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.133109 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Port 887630d9-0a26-4295-a3c6-0fbb1026ab6a update to DOWN by agent not found {{(pid=89020) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2142}} Jun 15 14:44:24.145560 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:24.146075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.148469 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cef13f-c4a1-4baa-8a68-ad4f6438e6ec None None] Network bf3ca19e-0a99-4f7a-bad7-566bcf6d4779 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:24.204796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27002e60-907d-4aa3-b38e-02441a1e142a']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:24.218999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.237498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49107397-7fc6-4fea-82c0-04f28d797631,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:24.248271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbe27f0-4ae5-4538-bcf3-4c4e7282344a') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:24.248573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbe27f0-4ae5-4538-bcf3-4c4e7282344a') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:24.309324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-602e66c7-d16e-4b68-a100-7244d7b544ca tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Calling delete_port for 1cb9c014-e781-4438-b754-46f83703c5f9 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:24.313305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b06908c5-cf26-4898-a508-1b0b2061145c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.324804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e815ebf7-5344-426b-8ca0-06f2e73b0f65']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:24.333443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.346313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.346669 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Added segment 810085e8-abdd-436c-87ba-cf9f3ad8e2af of type vlan for network b5396f25-19e1-440e-9bd0-a07ee416e6c0 Jun 15 14:44:24.402233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3aa0a5-82e4-4904-8417-f96166b3e8b4') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:24.402525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3aa0a5-82e4-4904-8417-f96166b3e8b4') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:24.406328 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a05a9783-c2bb-4c72-b57c-fd42a7e11798 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7987413 Jun 15 14:44:24.408884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33322) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:24.414872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.425302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c2766f15-5aa4-463d-a848-eb4dab6ac278 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2006082487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:24.445567 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c2766f15-5aa4-463d-a848-eb4dab6ac278 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:24.448420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06908c5-cf26-4898-a508-1b0b2061145c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=23c3d23a-120c-4eb7-88a9-1f17b1b66673,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:24.462949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c2766f15-5aa4-463d-a848-eb4dab6ac278 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:router and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:24.468750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c2766f15-5aa4-463d-a848-eb4dab6ac278 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:24.469079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.479324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.486848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b06908c5-cf26-4898-a508-1b0b2061145c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.489645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.490476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c2766f15-5aa4-463d-a848-eb4dab6ac278 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:24.510285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-602e66c7-d16e-4b68-a100-7244d7b544ca tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.523256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:24.523670 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.546036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.547006 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:24.549614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.598462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.603806 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ddbe27f0-4ae5-4538-bcf3-4c4e7282344a resource provider aggregate not found Jun 15 14:44:24.608960 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b06908c5-cf26-4898-a508-1b0b2061145c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/23c3d23a-120c-4eb7-88a9-1f17b1b66673 HTTP/1.1" status: 204 len: 168 time: 3.1888053 Jun 15 14:44:24.631525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2766f15-5aa4-463d-a848-eb4dab6ac278 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.632563 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2766f15-5aa4-463d-a848-eb4dab6ac278 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.635742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33330) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:24.650458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e66c7-d16e-4b68-a100-7244d7b544ca tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Pushing event deleted for resources: {'Port': ['ID=1cb9c014-e781-4438-b754-46f83703c5f9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:24.674984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-02b34a7a-da29-4db6-9592-b3e891c2d601 None None] Current status of the port ea4273c2-a714-4be1-905f-c1e29fec16e2 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:24.675593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-02b34a7a-da29-4db6-9592-b3e891c2d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.714263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] For port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:24.718601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.724687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:24.725222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.750918 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ddbe27f0-4ae5-4538-bcf3-4c4e7282344a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddbe27f0-4ae5-4538-bcf3-4c4e7282344a found for delete ", "request_id": "req-7b60ee64-4f0b-4f79-a775-1d5c7e9dbc7c"}]} Jun 15 14:44:24.753693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-f1f6e9cc-7fe6-4488-bfb1-8bc27e989fae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:44:24.754209 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-f1f6e9cc-7fe6-4488-bfb1-8bc27e989fae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:44:24.774269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-602e66c7-d16e-4b68-a100-7244d7b544ca tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.795693 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdccf467-fe92-4759-9962-42e7829e5006 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:44:24.796436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cdccf467-fe92-4759-9962-42e7829e5006 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:24.814948 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5251846 Jun 15 14:44:24.815302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ec498-df12-4020-abbd-c69158dbba3f admin admin] Pushing event updated for resources: {'Network': ['ID=b5396f25-19e1-440e-9bd0-a07ee416e6c0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:24.817411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33334) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:24.823319 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-602e66c7-d16e-4b68-a100-7244d7b544ca tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "DELETE /v2.0/ports/1cb9c014-e781-4438-b754-46f83703c5f9 HTTP/1.1" status: 204 len: 168 time: 1.8538172 Jun 15 14:44:24.832770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Request body: {'subnet': {'network_id': 'b5396f25-19e1-440e-9bd0-a07ee416e6c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1598121180-subnet', 'tenant_id': '99b9539aa59f436da1e37468392c0791', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:24.835999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33338) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:24.836670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:24.877439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:24.891067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Calling delete_port for 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:24.923803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network b5396f25-19e1-440e-9bd0-a07ee416e6c0 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:24.925765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Usage tracker for resource:subnet and tenant:99b9539aa59f436da1e37468392c0791 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:24.936387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:24.953966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cdccf467-fe92-4759-9962-42e7829e5006 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:24.955418 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cdccf467-fe92-4759-9962-42e7829e5006 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/23c3d23a-120c-4eb7-88a9-1f17b1b66673 HTTP/1.1" status: 404 len: 333 time: 0.3028159 Jun 15 14:44:24.965445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33342) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:24.994998 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6985f7ea-571a-4d48-b794-c757e59673dd tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] GET failed (client error): The resource could not be found. Jun 15 14:44:24.995979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6985f7ea-571a-4d48-b794-c757e59673dd tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Synchronizing usage tracker for tenant:d778b745005b405c9260f44d75ffd960 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:24.998901 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Pushing event deleted for resources: {'Port': ['ID=e1f3c5a4-3c6f-41ba-879f-b8a89e94fcb3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:25.001256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:25.030995 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.063799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.074878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2766f15-5aa4-463d-a848-eb4dab6ac278 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.085427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Made reservation on behalf of 99b9539aa59f436da1e37468392c0791 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:25.087732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.100718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.102453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Network': ['ID=27002e60-907d-4aa3-b38e-02441a1e142a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:25.104469 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-02b34a7a-da29-4db6-9592-b3e891c2d601 None None] For port ea4273c2-a714-4be1-905f-c1e29fec16e2, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ea4273c2-a714-4be1-905f-c1e29fec16e2,segment=NetworkSegment(dd88b878-1213-415d-9753-435cdfb09729),segment_id=dd88b878-1213-415d-9753-435cdfb09729)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:25.112148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.116775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6985f7ea-571a-4d48-b794-c757e59673dd tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] Unset dirty status for tenant:d778b745005b405c9260f44d75ffd960 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:25.118256 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6985f7ea-571a-4d48-b794-c757e59673dd tempest-PortsAdminExtendedAttrsTestJSON-1952215550 tempest-PortsAdminExtendedAttrsTestJSON-1952215550-project-admin] 10.222.0.26 "GET /v2.0/ports/1cb9c014-e781-4438-b754-46f83703c5f9 HTTP/1.1" status: 404 len: 333 time: 0.2773778 Jun 15 14:44:25.123878 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/networks/e815ebf7-5344-426b-8ca0-06f2e73b0f65 HTTP/1.1" status: 204 len: 168 time: 3.9411852 Jun 15 14:44:25.140003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-02b34a7a-da29-4db6-9592-b3e891c2d601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.169910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33346) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:25.170242 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33348) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:25.196217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-29833205', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:25.198146 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-900797ec-85c1-497a-a9b1-f55f85df1609 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/27002e60-907d-4aa3-b38e-02441a1e142a HTTP/1.1" status: 204 len: 168 time: 8.3145237 Jun 15 14:44:25.213110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33354) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:25.214192 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68ccd8-7cd8-4125-a970-04993cade3d7 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Network': ['ID=e815ebf7-5344-426b-8ca0-06f2e73b0f65,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:25.224257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-34be99be-8276-41cf-b3df-1903f8189fa6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting subnet 8705af95-7013-4c3e-8fb8-ff52c9eed4bd {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:44:25.229954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1865711408'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:25.237168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:25.237515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34be99be-8276-41cf-b3df-1903f8189fa6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.241202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.265656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:25.270802 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6e9cc-7fe6-4488-bfb1-8bc27e989fae None None] Deleting port 887630d9-0a26-4295-a3c6-0fbb1026ab6a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:25.271430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f1f6e9cc-7fe6-4488-bfb1-8bc27e989fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.286438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:network and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:25.307397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:25.321351 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-bf3ca19e-0a99-4f7a-bad7-566bcf6d4779', 'network_id': 'bf3ca19e-0a99-4f7a-bad7-566bcf6d4779', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'fixed_ips': [{'subnet_id': 'd2a9cabc-289d-4816-b8b1-f0aa34d1f2cb'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:25.322639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.332331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:25.358984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34be99be-8276-41cf-b3df-1903f8189fa6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.398064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] For port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:25.414226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:25.418007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.429836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f1f6e9cc-7fe6-4488-bfb1-8bc27e989fae None None] The port '887630d9-0a26-4295-a3c6-0fbb1026ab6a' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:44:25.470443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b34a7a-da29-4db6-9592-b3e891c2d601 None None] Pushing event updated for resources: {'Port': ['ID=ea4273c2-a714-4be1-905f-c1e29fec16e2,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:25.480409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:25.508303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:router and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:25.511506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2766f15-5aa4-463d-a848-eb4dab6ac278 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.513430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.513847 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Added segment 3e1075ae-e7c1-4b5b-aa3a-d595225fd895 of type vlan for network e1f58b98-0d6c-439c-9ecd-95eb4181bf93 Jun 15 14:44:25.522999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:25.527865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.534493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.535621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.556619 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:44:25.556998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:44:25.580143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Allocated IP 172.20.0.2 (bf3ca19e-0a99-4f7a-bad7-566bcf6d4779/d2a9cabc-289d-4816-b8b1-f0aa34d1f2cb/c5f6a606-53b1-471b-b6ad-1a09a0cd051a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:25.625812 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:25.660539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=b0058901-32c0-4bbd-bc2a-ece7abcf8bb1,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:25.685845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.692612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:25.710343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:25.719751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:25.720981 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.729203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.748394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34be99be-8276-41cf-b3df-1903f8189fa6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.756218 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2766f15-5aa4-463d-a848-eb4dab6ac278 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.760990 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c2766f15-5aa4-463d-a848-eb4dab6ac278 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3483763 Jun 15 14:44:25.780094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33358) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:25.781154 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.782206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.807286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-83372c43-4e75-48fc-bd58-67d58d524292 None None] Provisioning complete for port ea4273c2-a714-4be1-905f-c1e29fec16e2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:25.807937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-83372c43-4e75-48fc-bd58-67d58d524292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.813737 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.1089153 Jun 15 14:44:25.827957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33362) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:25.836863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cdca7-ee4d-4d94-9edc-c67eda40edf5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,revision_number=7']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:25.847827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-afecb48a-16c9-4c59-b242-43ab33200d42 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:25.862651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'port': {'network_id': 'bf3ca19e-0a99-4f7a-bad7-566bcf6d4779', 'name': 'tempest-RoutersTest-100077698'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:25.903495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Deleting port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:25.903916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.909882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:25.915818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:25.916580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.037280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34be99be-8276-41cf-b3df-1903f8189fa6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.073599 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:26.078817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:port and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:26.082753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:26.085009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.091112 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:26.150805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Transition to ACTIVE for port object c5f6a606-53b1-471b-b6ad-1a09a0cd051a will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:26.164282 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9479098 Jun 15 14:44:26.171588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be99be-8276-41cf-b3df-1903f8189fa6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Subnet': ['ID=8705af95-7013-4c3e-8fb8-ff52c9eed4bd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:26.173831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34be99be-8276-41cf-b3df-1903f8189fa6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.175713 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-34be99be-8276-41cf-b3df-1903f8189fa6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/8705af95-7013-4c3e-8fb8-ff52c9eed4bd HTTP/1.1" status: 204 len: 168 time: 1.2058508 Jun 15 14:44:26.179164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33366) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:26.179164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33368) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:26.218520 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:26.223014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.227933 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'network_id': 'e1f58b98-0d6c-439c-9ecd-95eb4181bf93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:26.243633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e505b-33f7-4854-bf80-ca12dc8e5953 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=e1f58b98-0d6c-439c-9ecd-95eb4181bf93,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:26.263744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network e1f58b98-0d6c-439c-9ecd-95eb4181bf93 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:26.279767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Transition to ACTIVE for port object c5f6a606-53b1-471b-b6ad-1a09a0cd051a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:26.283785 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe7715-efc4-4827-a78e-462beb21167d None None] Network bbfa82e4-c257-42fc-bb0e-940a7b5d0f08 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:26.304620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-83372c43-4e75-48fc-bd58-67d58d524292 None None] Current status of the port ea4273c2-a714-4be1-905f-c1e29fec16e2 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:26.375732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] device_id is not set on port 0f754638-ef0d-4446-b6c4-d87f51173951 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:26.431208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.440551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-afecb48a-16c9-4c59-b242-43ab33200d42 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:26.452129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-afecb48a-16c9-4c59-b242-43ab33200d42 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:26.456534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.456904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-afecb48a-16c9-4c59-b242-43ab33200d42 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:26.465009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:26.470433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.474274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-afecb48a-16c9-4c59-b242-43ab33200d42 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:26.476422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:subnet and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:26.476924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.480738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:26.490777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:26.504446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afecb48a-16c9-4c59-b242-43ab33200d42 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:26.508295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afecb48a-16c9-4c59-b242-43ab33200d42 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.523368 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port ea4273c2-a714-4be1-905f-c1e29fec16e2 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:26.523714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.558797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:26.563090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.591283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.593918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-54ba1d48-7361-4146-8c53-2978e6d77ccf None None] Could not find standard attr ID for object 23c3d23a-120c-4eb7-88a9-1f17b1b66673. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:44:26.620268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.625410 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Network bf3ca19e-0a99-4f7a-bad7-566bcf6d4779 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:26.645587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:26.659956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:26.674094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ea4273c2-a714-4be1-905f-c1e29fec16e2 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:26.732053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Pushing event updated for resources: {'Port': ['ID=c5f6a606-53b1-471b-b6ad-1a09a0cd051a,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:26.745596 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Performing IP validity checks on allocation pools {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 15 14:44:26.746131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 15 14:44:26.782887 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] For port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:26.783289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:26.884871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e07a96e-6aca-4e11-8a75-f7b8e239d4c8']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:26.932854 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 9a3aa0a5-82e4-4904-8417-f96166b3e8b4 resource provider aggregate not found Jun 15 14:44:26.990289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Calling delete_port for 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:27.001138 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 9a3aa0a5-82e4-4904-8417-f96166b3e8b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a3aa0a5-82e4-4904-8417-f96166b3e8b4 found for delete ", "request_id": "req-0ff9d9a7-0c12-4fba-9ab5-cad94280374b"}]} Jun 15 14:44:27.043299 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-afecb48a-16c9-4c59-b242-43ab33200d42 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0058901-32c0-4bbd-bc2a-ece7abcf8bb1 (CIDR: 2001:db8::/64) Jun 15 14:44:27.052229 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-afecb48a-16c9-4c59-b242-43ab33200d42 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:44:27.052693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afecb48a-16c9-4c59-b242-43ab33200d42 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:44:27.102112 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.113487 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Attempting to bind port c5f6a606-53b1-471b-b6ad-1a09a0cd051a on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:27.113859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Attempting to bind port c5f6a606-53b1-471b-b6ad-1a09a0cd051a by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '6251fb20-9b4b-4c36-89f0-dc517f60f23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bf3ca19e-0a99-4f7a-bad7-566bcf6d4779'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:27.114226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Attempting to bind port c5f6a606-53b1-471b-b6ad-1a09a0cd051a on network bf3ca19e-0a99-4f7a-bad7-566bcf6d4779 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:27.138222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:27.138612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Checking segment: {'id': '6251fb20-9b4b-4c36-89f0-dc517f60f23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bf3ca19e-0a99-4f7a-bad7-566bcf6d4779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:27.139022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.139419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Bound using segment: {'id': '6251fb20-9b4b-4c36-89f0-dc517f60f23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bf3ca19e-0a99-4f7a-bad7-566bcf6d4779'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:27.139902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Bound port: c5f6a606-53b1-471b-b6ad-1a09a0cd051a, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6251fb20-9b4b-4c36-89f0-dc517f60f23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'bf3ca19e-0a99-4f7a-bad7-566bcf6d4779'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:27.140315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.173023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:27.173311 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b685f78a-9d5c-4322-a1dd-fe7f4cb949e1') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:27.202998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ea4273c2-a714-4be1-905f-c1e29fec16e2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:27.203375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.208245 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-afecb48a-16c9-4c59-b242-43ab33200d42 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3739030 Jun 15 14:44:27.209964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33378) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:27.223631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] For port ea4273c2-a714-4be1-905f-c1e29fec16e2, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ea4273c2-a714-4be1-905f-c1e29fec16e2,segment=NetworkSegment(dd88b878-1213-415d-9753-435cdfb09729),segment_id=dd88b878-1213-415d-9753-435cdfb09729)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:27.224124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.237902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:27.266174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.297981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Router 50aea57c-7c1d-46aa-a35d-21290f1e172e has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:44:27.363022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-31c0e64c-293f-4ddc-88bc-eda646c95fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.378381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] For port c5f6a606-53b1-471b-b6ad-1a09a0cd051a, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:27.389138 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] For port c5f6a606-53b1-471b-b6ad-1a09a0cd051a, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c5f6a606-53b1-471b-b6ad-1a09a0cd051a,segment=NetworkSegment(6251fb20-9b4b-4c36-89f0-dc517f60f23e),segment_id=6251fb20-9b4b-4c36-89f0-dc517f60f23e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:27.393204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.395762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Allocated IP 172.20.0.10 (bf3ca19e-0a99-4f7a-bad7-566bcf6d4779/d2a9cabc-289d-4816-b8b1-f0aa34d1f2cb/0f754638-ef0d-4446-b6c4-d87f51173951) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:27.396485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.408355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4938f7f5-ee4f-4b67-accc-3d4a65787b7f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:27.415592 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.424274 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:27.424677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.431562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.459934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for ea4273c2-a714-4be1-905f-c1e29fec16e2 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:27.475042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Checking segment: {'id': '810085e8-abdd-436c-87ba-cf9f3ad8e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'b5396f25-19e1-440e-9bd0-a07ee416e6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:27.476862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Network hostable DHCP agents. Network: b5396f25-19e1-440e-9bd0-a07ee416e6c0, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:44:27.511771 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56824a62-3ec2-4aaa-99b6-5139e35d81a6 None None] DHCP port deletion for bbfa82e4-c257-42fc-bb0e-940a7b5d0f08 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:44:27.569967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.612539 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment b685f78a-9d5c-4322-a1dd-fe7f4cb949e1 resource provider aggregate not found Jun 15 14:44:27.628762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ea4273c2-a714-4be1-905f-c1e29fec16e2 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:27.636167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] No DVR routers for this DVR port 83b71d9c-3498-4ba6-bb64-b41d6dc6a68b on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:27.638500 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-56824a62-3ec2-4aaa-99b6-5139e35d81a6 None None] Deleting port ea4273c2-a714-4be1-905f-c1e29fec16e2 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:27.638811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-56824a62-3ec2-4aaa-99b6-5139e35d81a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.677372 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment b685f78a-9d5c-4322-a1dd-fe7f4cb949e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b685f78a-9d5c-4322-a1dd-fe7f4cb949e1 found for delete ", "request_id": "req-16430810-8681-4c3e-b560-33570e399986"}]} Jun 15 14:44:27.745947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a653c-c41c-42ff-a7bf-4311123d1f82 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:27.747808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=1c778374-4aa5-408b-843c-6bc821de470d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:27.750240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.772594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-56824a62-3ec2-4aaa-99b6-5139e35d81a6 None None] The port 'ea4273c2-a714-4be1-905f-c1e29fec16e2' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:44:27.818470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.828334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:27.836566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Network b5396f25-19e1-440e-9bd0-a07ee416e6c0 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:44:27.850602 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a75d78-f15c-4c1b-89c3-bccdfbf1573f None None] Sync routers for ids ['50aea57c-7c1d-46aa-a35d-21290f1e172e'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:27.862907 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a75d78-f15c-4c1b-89c3-bccdfbf1573f None None] Routers {'50aea57c-7c1d-46aa-a35d-21290f1e172e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:27.863529 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a2a75d78-f15c-4c1b-89c3-bccdfbf1573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['50aea57c-7c1d-46aa-a35d-21290f1e172e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:27.868311 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:27.891017 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e90df-028e-4073-ae4f-bb12211ec542 None None] Pushing event updated for resources: {'Port': ['ID=c5f6a606-53b1-471b-b6ad-1a09a0cd051a,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:27.918466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] Pushing event deleted for resources: {'Network': ['ID=9e07a96e-6aca-4e11-8a75-f7b8e239d4c8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:27.925503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=ea4273c2-a714-4be1-905f-c1e29fec16e2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:27.932298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No DVR routers for this DVR port ea4273c2-a714-4be1-905f-c1e29fec16e2 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:27.963874 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a2a75d78-f15c-4c1b-89c3-bccdfbf1573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:27.973850 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5f1a1a-b613-4758-9b35-9d9309760bfc None None] Pushing event deleted for resources: {'Port': ['ID=83b71d9c-3498-4ba6-bb64-b41d6dc6a68b,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:27.983757 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a75d78-f15c-4c1b-89c3-bccdfbf1573f None None] Routers {'50aea57c-7c1d-46aa-a35d-21290f1e172e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:27.984988 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a2a75d78-f15c-4c1b-89c3-bccdfbf1573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:43:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['50aea57c-7c1d-46aa-a35d-21290f1e172e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:27.985126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking segment: {'id': '3e1075ae-e7c1-4b5b-aa3a-d595225fd895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e1f58b98-0d6c-439c-9ecd-95eb4181bf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:27.985566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network hostable DHCP agents. Network: e1f58b98-0d6c-439c-9ecd-95eb4181bf93, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:44:27.991689 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:27.995661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, b5396f25-19e1-440e-9bd0-a07ee416e6c0) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:28.003551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:28.012671 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9faac59c-70ae-48ba-9aea-b5e9a77f7459 tempest-PortsAdminExtendedAttrsTestJSON-173691642 tempest-PortsAdminExtendedAttrsTestJSON-173691642-project] 10.222.0.26 "DELETE /v2.0/networks/9e07a96e-6aca-4e11-8a75-f7b8e239d4c8 HTTP/1.1" status: 204 len: 168 time: 2.8280454 Jun 15 14:44:28.014363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:28.014962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:28.018020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:28.026653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:28.031312 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-efc4ad14-cea2-4027-979e-3796b77500bf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "PUT /v2.0/routers/50aea57c-7c1d-46aa-a35d-21290f1e172e HTTP/1.1" status: 200 len: 710 time: 6.8045816 Jun 15 14:44:28.038317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33388) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:28.063493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43cb98b-9ab0-4d0c-94e9-6fec97321730 None None] Network b5396f25-19e1-440e-9bd0-a07ee416e6c0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:28.086041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:28.177418 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a2a75d78-f15c-4c1b-89c3-bccdfbf1573f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:28.178084 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a75d78-f15c-4c1b-89c3-bccdfbf1573f None None] The sync data for ids ['50aea57c-7c1d-46aa-a35d-21290f1e172e'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:28.241503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network e1f58b98-0d6c-439c-9ecd-95eb4181bf93 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:44:28.255561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:28.261149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:28.291257 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-63444226-461c-492c-9c78-03705250ae6b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4644110 Jun 15 14:44:28.302260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:28.326369 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33394) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:28.326843 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ae1393f6-1ef5-4cd1-ba82-94c147756533 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/routers/50aea57c-7c1d-46aa-a35d-21290f1e172e HTTP/1.1" status: 200 len: 745 time: 0.2886720 Jun 15 14:44:28.381530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:28.397164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, e1f58b98-0d6c-439c-9ecd-95eb4181bf93) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:28.417523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7e0fe1-1413-4b9c-bb55-13bdbe8b03d5 None None] Network e1f58b98-0d6c-439c-9ecd-95eb4181bf93 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:28.464710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Transition to ACTIVE for port object 0f754638-ef0d-4446-b6c4-d87f51173951 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:28.475741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:28.476802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:28.490180 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfa82e4-c257-42fc-bb0e-940a7b5d0f08']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:28.553026 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-74d3ecb8-1a3b-45ba-a175-75136bcd0912 tempest-RoutersIpV6AdminTest-349423161 tempest-RoutersIpV6AdminTest-349423161-project-admin] 10.222.0.26 "GET /v2.0/ports?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&device_id=50aea57c-7c1d-46aa-a35d-21290f1e172e HTTP/1.1" status: 200 len: 205 time: 0.2228310 Jun 15 14:44:28.569165 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33400) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:28.569500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33402) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:28.585991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd88b878-1213-415d-9753-435cdfb09729') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:28.586288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd88b878-1213-415d-9753-435cdfb09729') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:28.631466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': 'b0058901-32c0-4bbd-bc2a-ece7abcf8bb1'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:28.632359 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:28.673126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:28.697148 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6a41df52-9e36-4925-8601-03fbfb261ceb tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "GET /v2.0/ports?device_id=50aea57c-7c1d-46aa-a35d-21290f1e172e HTTP/1.1" status: 200 len: 205 time: 0.1227133 Jun 15 14:44:28.700783 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e52861a7-594e-4cc5-af04-69f982c3036a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.5173652 Jun 15 14:44:28.706981 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33412) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:28.707307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33414) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:28.877080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:28.878898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:28.880875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:28.977511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Allocated IP 2001:db8::f816:3eff:fe3c:d3e5 (2ef0444c-622d-434a-90a5-976e58c67159/b0058901-32c0-4bbd-bc2a-ece7abcf8bb1/f7a70ac5-edce-4af8-a503-84b9a94067ca) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:29.003837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.090530 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c5f6a606-53b1-471b-b6ad-1a09a0cd051a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:29.290535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:29.291263 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.312421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network bf3ca19e-0a99-4f7a-bad7-566bcf6d4779 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:29.322458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa4e58b-6713-4174-8767-4343151efef3 None None] Network bf3ca19e-0a99-4f7a-bad7-566bcf6d4779 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:29.323114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:29.325251 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=0f754638-ef0d-4446-b6c4-d87f51173951,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:29.327905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:29.392036 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3407fe01-6134-4736-aa06-f383ce31c872 None None] Network b5396f25-19e1-440e-9bd0-a07ee416e6c0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:29.426088 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment dd88b878-1213-415d-9753-435cdfb09729 resource provider aggregate not found Jun 15 14:44:29.451891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8cec0405-72c0-4660-899b-a6d2270048a5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.508169 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment dd88b878-1213-415d-9753-435cdfb09729 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd88b878-1213-415d-9753-435cdfb09729 found for delete ", "request_id": "req-a285ed63-1308-40d9-9209-99a73065995a"}]} Jun 15 14:44:29.543117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:29.543856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.595511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-70321b72-da63-48f0-bde7-8efc72569520 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:29.597058 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-70321b72-da63-48f0-bde7-8efc72569520 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/networks?id=52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f HTTP/1.1" status: 200 len: 811 time: 0.3478279 Jun 15 14:44:29.607774 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-69898dea-4229-42c3-838a-98f06fd78958 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.8216798 Jun 15 14:44:29.610585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33438) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:29.620589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Allocated IP 172.26.3.212 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/6fc67db7-4458-4b37-8af5-d8dd07920e30) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:29.647229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e5a6b660-60ba-4898-9b39-1056af89f027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.650568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.668827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e67e6a7f-7b17-4abf-9318-678092605097 None None] Provisioning for port c5f6a606-53b1-471b-b6ad-1a09a0cd051a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:29.728952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.733627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-e1f58b98-0d6c-439c-9ecd-95eb4181bf93', 'network_id': 'e1f58b98-0d6c-439c-9ecd-95eb4181bf93', 'tenant_id': '8e958f52975b4d9da8df9d4544a8752e', 'fixed_ips': [{'subnet_id': '1c778374-4aa5-408b-843c-6bc821de470d'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:29.733828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Network': ['ID=bbfa82e4-c257-42fc-bb0e-940a7b5d0f08,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:29.734841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.739279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.772704 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-f91a36de-6b25-49e8-a2df-45e3f1080c1e tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/quotas/af9fcc5065ef4cb4aae113ac56d834dc HTTP/1.1" status: 200 len: 375 time: 0.1539936 Jun 15 14:44:29.776175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port c5f6a606-53b1-471b-b6ad-1a09a0cd051a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:29.846810 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a93cba0b-07ef-4002-864b-ec75d673cfcc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=661593fc9c144f7b83e4a45d0e1df463&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2735832 Jun 15 14:44:29.849266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c5f6a606-53b1-471b-b6ad-1a09a0cd051a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:29.850017 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.904651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33442) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:29.936961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8cec0405-72c0-4660-899b-a6d2270048a5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.946411 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-49226439-0f73-4d5e-821c-a71c0f8ed71e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/networks/bbfa82e4-c257-42fc-bb0e-940a7b5d0f08 HTTP/1.1" status: 204 len: 168 time: 3.7579474 Jun 15 14:44:29.946411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8cec0405-72c0-4660-899b-a6d2270048a5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:29.953011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33446) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:29.968892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'name': 'tempest-PortsIpV6TestJSON-2012083944'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:29.973339 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-55d9f5d8-acc9-4a2f-b399-6e15abe2982d tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=af9fcc5065ef4cb4aae113ac56d834dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1997359 Jun 15 14:44:29.978407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.059357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Transition to ACTIVE for port object f7a70ac5-edce-4af8-a503-84b9a94067ca will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:30.111061 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8cec0405-72c0-4660-899b-a6d2270048a5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.111449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cec0405-72c0-4660-899b-a6d2270048a5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Fanout notify agent at l3_agent the message router_deleted on router 50aea57c-7c1d-46aa-a35d-21290f1e172e {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:44:30.168244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8cec0405-72c0-4660-899b-a6d2270048a5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.173091 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8cec0405-72c0-4660-899b-a6d2270048a5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/routers/50aea57c-7c1d-46aa-a35d-21290f1e172e HTTP/1.1" status: 204 len: 168 time: 1.4611728 Jun 15 14:44:30.175475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.187672 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Transition to ACTIVE for port object f7a70ac5-edce-4af8-a503-84b9a94067ca will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:30.201585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33450) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:30.264042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:30.298807 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1de65e7c-8572-459b-9015-44705e102673 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "GET /v2.0/ports?device_id=50aea57c-7c1d-46aa-a35d-21290f1e172e HTTP/1.1" status: 200 len: 205 time: 0.0892031 Jun 15 14:44:30.299786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:30.306669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33454) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:30.370458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.373246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.431147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:30.433373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.455794 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-9b5508cc-22bb-4832-9617-d31dc61af41c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] delete failed (client error): The resource could not be found. Jun 15 14:44:30.456892 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9b5508cc-22bb-4832-9617-d31dc61af41c tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/routers/50aea57c-7c1d-46aa-a35d-21290f1e172e HTTP/1.1" status: 404 len: 336 time: 0.1492817 Jun 15 14:44:30.464092 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd72e198-316a-4e8f-a325-3debb4860187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.468700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33458) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:30.475724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.481419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:30.504906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:30.507790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Allocated IP 172.20.0.3 (e1f58b98-0d6c-439c-9ecd-95eb4181bf93/1c778374-4aa5-408b-843c-6bc821de470d/18f4804f-4c8c-4f7f-93d3-f5c43d59eac5) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:30.528376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:30.533087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:30.533646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:30.533755 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-d4195d11-b4f5-4625-bd5f-c54dd2345897 service neutron] 10.222.0.26 "GET /v2.0/networks/52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5276816 Jun 15 14:44:30.535347 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port eb9790d8-7229-4be3-a78a-d438b9b93462 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:30.538630 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd72e198-316a-4e8f-a325-3debb4860187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.565655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Pushing event updated for resources: {'Port': ['ID=f7a70ac5-edce-4af8-a503-84b9a94067ca,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:30.568329 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c5f6a606-53b1-471b-b6ad-1a09a0cd051a is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:30.569528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.586000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:30.586594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.599700 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4ae17c15-9509-46ee-862f-b76d38ac94e6 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "GET /v2.0/ports?device_id=309e15da-022e-4ce1-913d-c5ac887e90e6 HTTP/1.1" status: 200 len: 205 time: 0.1237991 Jun 15 14:44:30.599920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.607649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=7f393789-ffa3-4c25-8747-a7d6aeb7d781,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:30.609274 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33462) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:30.640304 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1a7fe0b5-fb6d-4a63-897f-74770ebbc5f7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4232109 Jun 15 14:44:30.646393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33466) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:30.657146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:85:bf:b5', 'name': 'tempest-NetworksTestDHCPv6-1335255517'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:30.693203 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port c5f6a606-53b1-471b-b6ad-1a09a0cd051a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c5f6a606-53b1-471b-b6ad-1a09a0cd051a,segment=NetworkSegment(6251fb20-9b4b-4c36-89f0-dc517f60f23e),segment_id=6251fb20-9b4b-4c36-89f0-dc517f60f23e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:30.786764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.880781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ea4273c2-a714-4be1-905f-c1e29fec16e2 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:30.920149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.944225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: ea4273c2-a714-4be1-905f-c1e29fec16e2 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:44:30.944585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ea4273c2-a714-4be1-905f-c1e29fec16e2 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:44:30.952075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.973760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Attempting to bind port f7a70ac5-edce-4af8-a503-84b9a94067ca on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:30.974134 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Attempting to bind port f7a70ac5-edce-4af8-a503-84b9a94067ca by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:30.974494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Attempting to bind port f7a70ac5-edce-4af8-a503-84b9a94067ca on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:30.991669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:30.992065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:30.992472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.992868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:30.993349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Bound port: f7a70ac5-edce-4af8-a503-84b9a94067ca, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:30.994158 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:30.994967 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-98a1231a-9eee-4bc4-8f26-5ba5532c569d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] delete failed (client error): The resource could not be found. Jun 15 14:44:30.998732 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-98a1231a-9eee-4bc4-8f26-5ba5532c569d tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/routers/309e15da-022e-4ce1-913d-c5ac887e90e6 HTTP/1.1" status: 404 len: 336 time: 0.3794556 Jun 15 14:44:31.016140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33470) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:31.030799 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=c5f6a606-53b1-471b-b6ad-1a09a0cd051a,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:31.153893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:31.157833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.163303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:31.163866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.166978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:31.174335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:31.182467 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Transition to ACTIVE for port object 18f4804f-4c8c-4f7f-93d3-f5c43d59eac5 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:31.188574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.189999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:31.193103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] For port f7a70ac5-edce-4af8-a503-84b9a94067ca, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:31.199353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] For port f7a70ac5-edce-4af8-a503-84b9a94067ca, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f7a70ac5-edce-4af8-a503-84b9a94067ca,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:31.210391 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.299240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.302794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c336f-9532-4049-b244-cdb6fefd7a5b None None] Pushing event updated for resources: {'Port': ['ID=f7a70ac5-edce-4af8-a503-84b9a94067ca,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:31.308485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Transition to ACTIVE for port object 18f4804f-4c8c-4f7f-93d3-f5c43d59eac5 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:31.320216 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-965f1a67-0f23-4937-8902-abb50b199ad5 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "GET /v2.0/ports?device_id=20a9dd07-7e1d-4229-821e-82b64e51b7c9 HTTP/1.1" status: 200 len: 205 time: 0.2961175 Jun 15 14:44:31.320430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0bdf3876-d0ac-4bf0-a6f4-18dd3df7d8c3 None None] Provisioning complete for port c5f6a606-53b1-471b-b6ad-1a09a0cd051a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:31.320430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0bdf3876-d0ac-4bf0-a6f4-18dd3df7d8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.333005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:31.357298 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.363536 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.397718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33474) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:31.398233 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=6fc67db7-4458-4b37-8af5-d8dd07920e30,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:31.425534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:31.462870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 508ae436-8035-420d-83f1-786e9ae2dd4c is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:31.466344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Network e1f58b98-0d6c-439c-9ecd-95eb4181bf93 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:31.471101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:31.471603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.473599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:31.483647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Pushing event updated for resources: {'Port': ['ID=18f4804f-4c8c-4f7f-93d3-f5c43d59eac5,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:31.534617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:31.553748 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:31.567411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:31.573207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:31.573937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.601130 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-85dd7a84-99c2-4c49-aa30-baf7900f2534 service neutron] 10.222.0.26 "GET /v2.0/networks/52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0537248 Jun 15 14:44:31.617112 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-86d46a02-6916-4fe1-bfe3-fa726bd61bdf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] delete failed (client error): The resource could not be found. Jun 15 14:44:31.618446 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-86d46a02-6916-4fe1-bfe3-fa726bd61bdf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/routers/20a9dd07-7e1d-4229-821e-82b64e51b7c9 HTTP/1.1" status: 404 len: 336 time: 0.2171381 Jun 15 14:44:31.630610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33478) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:31.641312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd72e198-316a-4e8f-a325-3debb4860187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.656108 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Attempting to bind port 18f4804f-4c8c-4f7f-93d3-f5c43d59eac5 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:31.656515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Attempting to bind port 18f4804f-4c8c-4f7f-93d3-f5c43d59eac5 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '3e1075ae-e7c1-4b5b-aa3a-d595225fd895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e1f58b98-0d6c-439c-9ecd-95eb4181bf93'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:31.656877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Attempting to bind port 18f4804f-4c8c-4f7f-93d3-f5c43d59eac5 on network e1f58b98-0d6c-439c-9ecd-95eb4181bf93 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:31.669514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:31.669886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Checking segment: {'id': '3e1075ae-e7c1-4b5b-aa3a-d595225fd895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e1f58b98-0d6c-439c-9ecd-95eb4181bf93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:31.670337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.670733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Bound using segment: {'id': '3e1075ae-e7c1-4b5b-aa3a-d595225fd895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e1f58b98-0d6c-439c-9ecd-95eb4181bf93'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:31.673319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Bound port: 18f4804f-4c8c-4f7f-93d3-f5c43d59eac5, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1075ae-e7c1-4b5b-aa3a-d595225fd895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'e1f58b98-0d6c-439c-9ecd-95eb4181bf93'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:31.673319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.692071 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf3876-d0ac-4bf0-a6f4-18dd3df7d8c3 None None] Current status of the port c5f6a606-53b1-471b-b6ad-1a09a0cd051a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:31.763636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0bdf3876-d0ac-4bf0-a6f4-18dd3df7d8c3 None None] Provisioning for port 0f754638-ef0d-4446-b6c4-d87f51173951 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:31.773957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0bdf3876-d0ac-4bf0-a6f4-18dd3df7d8c3 None None] Provisioning complete for port 0f754638-ef0d-4446-b6c4-d87f51173951 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:31.774402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0bdf3876-d0ac-4bf0-a6f4-18dd3df7d8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.806917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Subnet': ['ID=1c778374-4aa5-408b-843c-6bc821de470d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:31.835690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port f9775a7c-aa18-4a36-8aa5-9f0e0d94b073 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:31.860828 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0bdf3876-d0ac-4bf0-a6f4-18dd3df7d8c3 None None] Port 0f754638-ef0d-4446-b6c4-d87f51173951 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:31.863668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] For port 18f4804f-4c8c-4f7f-93d3-f5c43d59eac5, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:31.867631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] For port 18f4804f-4c8c-4f7f-93d3-f5c43d59eac5, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=18f4804f-4c8c-4f7f-93d3-f5c43d59eac5,segment=NetworkSegment(3e1075ae-e7c1-4b5b-aa3a-d595225fd895),segment_id=3e1075ae-e7c1-4b5b-aa3a-d595225fd895)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:31.874671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.918684 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9642289 Jun 15 14:44:31.926956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33484) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:31.932063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:31.985418 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6ad7901f-254f-4a1a-812c-a462c6de6761 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0dec0d2-db53-4f9a-8f42-e29c1c56ffba HTTP/1.1" status: 200 len: 205 time: 0.3504634 Jun 15 14:44:31.986615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72e198-316a-4e8f-a325-3debb4860187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81409aa1-b1a7-4713-be71-7fa51ca09eb9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:31.992607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33490) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:32.009688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca4705-b0b0-4e50-b92e-7dc10b55dd23 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=eb9790d8-7229-4be3-a78a-d438b9b93462,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:32.093506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f58b98-0d6c-439c-9ecd-95eb4181bf93']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:32.116621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:32.145078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9d0cc51b-2a3d-41e5-a4dd-63ff3db468a5 None None] Provisioning complete for port 0f754638-ef0d-4446-b6c4-d87f51173951 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:32.145461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d0cc51b-2a3d-41e5-a4dd-63ff3db468a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:32.170146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1075ae-e7c1-4b5b-aa3a-d595225fd895') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:32.170767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1075ae-e7c1-4b5b-aa3a-d595225fd895') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:32.186714 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d69aac-58eb-4751-a0a9-abd747d6b41c None None] Pushing event updated for resources: {'Port': ['ID=18f4804f-4c8c-4f7f-93d3-f5c43d59eac5,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:32.205422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229063d5-4374-468e-94f4-e4bab32bd9e5 None None] Network e1f58b98-0d6c-439c-9ecd-95eb4181bf93 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:32.221358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd72e198-316a-4e8f-a325-3debb4860187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:32.222502 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dd72e198-316a-4e8f-a325-3debb4860187 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81409aa1-b1a7-4713-be71-7fa51ca09eb9 HTTP/1.1" status: 204 len: 168 time: 2.3094954 Jun 15 14:44:32.243143 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-9cf1e3e0-6e40-45b9-abf4-b00e350c1cd2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] delete failed (client error): The resource could not be found. Jun 15 14:44:32.244526 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9cf1e3e0-6e40-45b9-abf4-b00e350c1cd2 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/routers/d0dec0d2-db53-4f9a-8f42-e29c1c56ffba HTTP/1.1" status: 404 len: 336 time: 0.2484002 Jun 15 14:44:32.248257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33502) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:32.249482 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:44:32.251004 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb506faa-51c1-4556-8a2c-9f764c9aafb1 req-ecada814-c405-4906-b587-f115e974cd05 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 210 time: 0.2165282 Jun 15 14:44:32.262093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e9a0dc35-b872-408f-8001-baf3cb1dab52 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port eb9790d8-7229-4be3-a78a-d438b9b93462 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:32.262828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a0dc35-b872-408f-8001-baf3cb1dab52 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:32.347356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:32.404017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:32.431676 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2b5e7037-b1d2-45fe-8029-ba235c3d5988 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "GET /v2.0/ports?device_id=3272720f-89a5-4195-9d52-de9a86b0c1d1 HTTP/1.1" status: 200 len: 205 time: 0.1707914 Jun 15 14:44:32.433432 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:32.441878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33510) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:32.566302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:32.570311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9d0cc51b-2a3d-41e5-a4dd-63ff3db468a5 None None] Port 0f754638-ef0d-4446-b6c4-d87f51173951 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:32.666679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:32.667133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:32.750062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33516) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:32.751689 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3e1075ae-e7c1-4b5b-aa3a-d595225fd895 resource provider aggregate not found Jun 15 14:44:32.905850 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3e1075ae-e7c1-4b5b-aa3a-d595225fd895 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e1075ae-e7c1-4b5b-aa3a-d595225fd895 found for delete ", "request_id": "req-d1e4d5a7-3e02-405c-abe0-ecf32da86365"}]} Jun 15 14:44:32.974944 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-6429472a-bc44-458f-8abe-299264242698 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] delete failed (client error): The resource could not be found. Jun 15 14:44:32.976003 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6429472a-bc44-458f-8abe-299264242698 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/routers/3272720f-89a5-4195-9d52-de9a86b0c1d1 HTTP/1.1" status: 404 len: 336 time: 0.4979382 Jun 15 14:44:32.976679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=0f754638-ef0d-4446-b6c4-d87f51173951,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:32.978817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33524) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:33.051110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8:0:1::2fb (2ef0444c-622d-434a-90a5-976e58c67159/7f393789-ffa3-4c25-8747-a7d6aeb7d781/f9775a7c-aa18-4a36-8aa5-9f0e0d94b073) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:33.064451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::f816:3eff:fe85:bfb5 (2ef0444c-622d-434a-90a5-976e58c67159/b0058901-32c0-4bbd-bc2a-ece7abcf8bb1/f9775a7c-aa18-4a36-8aa5-9f0e0d94b073) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:33.073435 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36853f96-45c7-4771-97b6-aa1d2864b839 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:33.104857 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-087a58c8-6465-4478-af84-134ea7df2534 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4198b906-9da5-4157-909b-06aaf0954797 HTTP/1.1" status: 200 len: 205 time: 0.1077831 Jun 15 14:44:33.111544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33528) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:33.206687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:44:33.206687 dv-neutron-845844-1-hyperv neutron-server[89018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:44:33.206687 dv-neutron-845844-1-hyperv neutron-server[89018]: [parameters: {'id': 'e1f58b98-0d6c-439c-9ecd-95eb4181bf93'}] Jun 15 14:44:33.206687 dv-neutron-845844-1-hyperv neutron-server[89018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:44:33.207142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:44:33.220954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c5f6a606-53b1-471b-b6ad-1a09a0cd051a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:33.256598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8e22d9a3-6de4-4956-9dea-05803f8840d1 None None] Provisioning for port f7a70ac5-edce-4af8-a503-84b9a94067ca completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:33.335370 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a0dc35-b872-408f-8001-baf3cb1dab52 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:33.350825 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e52c4097-f041-4085-bb73-1c3c19a4eb10 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d778b745005b405c9260f44d75ffd960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5267849 Jun 15 14:44:33.355278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33534) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:33.380221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c5f6a606-53b1-471b-b6ad-1a09a0cd051a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:33.380599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:33.496655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e9a0dc35-b872-408f-8001-baf3cb1dab52 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for eb9790d8-7229-4be3-a78a-d438b9b93462 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:33.514646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-580f05fd-48bd-4274-91d7-8b64ef2509b4 None None] Provisioning complete for port 0f754638-ef0d-4446-b6c4-d87f51173951 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:33.515021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-580f05fd-48bd-4274-91d7-8b64ef2509b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:33.581088 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:44:33.632863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-580f05fd-48bd-4274-91d7-8b64ef2509b4 None None] Port 0f754638-ef0d-4446-b6c4-d87f51173951 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:33.645990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c5f6a606-53b1-471b-b6ad-1a09a0cd051a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:33.647236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f7a70ac5-edce-4af8-a503-84b9a94067ca up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:33.681920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:33.730795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:33.781727 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port f7a70ac5-edce-4af8-a503-84b9a94067ca completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:33.790495 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-38b1ef92-cb3b-4185-a108-fa029c5eb855 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] delete failed (client error): The resource could not be found. Jun 15 14:44:33.795216 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-38b1ef92-cb3b-4185-a108-fa029c5eb855 tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/routers/4198b906-9da5-4157-909b-06aaf0954797 HTTP/1.1" status: 404 len: 336 time: 0.6767576 Jun 15 14:44:33.795442 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f7a70ac5-edce-4af8-a503-84b9a94067ca triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:33.795442 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:33.796538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33538) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:33.859729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:33.868538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fefc8ec-6173-4da9-b827-4bf8c0c24b2b None None] Update dhcp port {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'fixed_ips': [{'subnet_id': 'b0058901-32c0-4bbd-bc2a-ece7abcf8bb1', 'ip_address': '2001:db8::f816:3eff:fe3c:d3e5'}, {'subnet_id': '7f393789-ffa3-4c25-8747-a7d6aeb7d781'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': 'f7a70ac5-edce-4af8-a503-84b9a94067ca'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:44:33.870067 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-97854537-a3ad-4899-8cb5-959c1fa09dcf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] DELETE failed (client error): The resource could not be found. Jun 15 14:44:33.870534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97854537-a3ad-4899-8cb5-959c1fa09dcf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:44:33.896039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:33.914901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object f9775a7c-aa18-4a36-8aa5-9f0e0d94b073 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:33.943880 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-07280d59-3e5b-40a1-a188-4e4b93648306 req-51f8e087-de94-464c-a7e9-69dacd7bb925 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 210 time: 0.2630715 Jun 15 14:44:33.945712 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-97854537-a3ad-4899-8cb5-959c1fa09dcf tempest-RoutersIpV6AdminTest-27662212 tempest-RoutersIpV6AdminTest-27662212-project] 10.222.0.26 "DELETE /v2.0/subnets/473ffa41-e3e5-4a87-94d8-54fef0c1bd33 HTTP/1.1" status: 404 len: 337 time: 0.1448252 Jun 15 14:44:33.946921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Deleting port 18f4804f-4c8c-4f7f-93d3-f5c43d59eac5 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:33.946921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:33.961001 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2fefc8ec-6173-4da9-b827-4bf8c0c24b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:33.998944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-d8696caa-2a43-412b-9574-64cb417eee48 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:34.000547 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-d8696caa-2a43-412b-9574-64cb417eee48 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.44 "GET /v2.0/networks?id=52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f HTTP/1.1" status: 200 len: 811 time: 0.4523623 Jun 15 14:44:34.045950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f7a70ac5-edce-4af8-a503-84b9a94067ca is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:34.046294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.073734 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Request body: {'port': {'device_id': '5698737b-1cf8-43e9-9d06-83fa4ebd57c9', 'network_id': '52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f', 'admin_state_up': True, 'tenant_id': 'af9fcc5065ef4cb4aae113ac56d834dc'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:34.148948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port f7a70ac5-edce-4af8-a503-84b9a94067ca, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f7a70ac5-edce-4af8-a503-84b9a94067ca,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:34.156647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.193548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] For port 18f4804f-4c8c-4f7f-93d3-f5c43d59eac5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=18f4804f-4c8c-4f7f-93d3-f5c43d59eac5,segment=NetworkSegment(3e1075ae-e7c1-4b5b-aa3a-d595225fd895),segment_id=3e1075ae-e7c1-4b5b-aa3a-d595225fd895)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:34.193984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.278781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=f7a70ac5-edce-4af8-a503-84b9a94067ca,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:34.294923 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-2fefc8ec-6173-4da9-b827-4bf8c0c24b2b None None] Allocated IP 2001:db8:0:1::2 (2ef0444c-622d-434a-90a5-976e58c67159/7f393789-ffa3-4c25-8747-a7d6aeb7d781/f7a70ac5-edce-4af8-a503-84b9a94067ca) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:34.347123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Calling delete_port for 18f4804f-4c8c-4f7f-93d3-f5c43d59eac5 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:34.405377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a0dc35-b872-408f-8001-baf3cb1dab52 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.408793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33550) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:34.411137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.447329 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2fefc8ec-6173-4da9-b827-4bf8c0c24b2b None None] For port f7a70ac5-edce-4af8-a503-84b9a94067ca, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f7a70ac5-edce-4af8-a503-84b9a94067ca,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:34.478002 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2fefc8ec-6173-4da9-b827-4bf8c0c24b2b None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.482810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0dc35-b872-408f-8001-baf3cb1dab52 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=eb9790d8-7229-4be3-a78a-d438b9b93462,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:34.500061 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2fefc8ec-6173-4da9-b827-4bf8c0c24b2b None None] Transition to ACTIVE for port object f7a70ac5-edce-4af8-a503-84b9a94067ca will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:34.505291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2fefc8ec-6173-4da9-b827-4bf8c0c24b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.526620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e9a0dc35-b872-408f-8001-baf3cb1dab52 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.531959 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e9a0dc35-b872-408f-8001-baf3cb1dab52 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/eb9790d8-7229-4be3-a78a-d438b9b93462 HTTP/1.1" status: 204 len: 168 time: 2.5868425 Jun 15 14:44:34.531959 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e47da6a-9d4b-44b3-bc6d-09b5266e5709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.588582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33556) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:34.589330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.642031 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'mac_address': 'fa:16:3e:5a:34:1b', 'name': 'tempest-PortsIpV6TestJSON-1008083098'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:34.657994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:34.679996 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefc8ec-6173-4da9-b827-4bf8c0c24b2b None None] Pushing event updated for resources: {'Port': ['ID=f7a70ac5-edce-4af8-a503-84b9a94067ca,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:34.684495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Usage tracker for resource:port and tenant:af9fcc5065ef4cb4aae113ac56d834dc is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:34.685870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-29dd76ca-38f1-434f-8e89-786d443cc523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.712653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:34.720484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:34.722904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:34.729654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:34.730225 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.745254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:34.745629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e47da6a-9d4b-44b3-bc6d-09b5266e5709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.767548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=f9775a7c-aa18-4a36-8aa5-9f0e0d94b073,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:34.770239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.777166 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:34.846235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-29dd76ca-38f1-434f-8e89-786d443cc523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:34.859452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Port': ['ID=18f4804f-4c8c-4f7f-93d3-f5c43d59eac5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:34.869158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No DVR routers for this DVR port 18f4804f-4c8c-4f7f-93d3-f5c43d59eac5 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:34.871073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-29dd76ca-38f1-434f-8e89-786d443cc523 admin admin] Usage tracker for resource:security_group_rule and tenant:98f4d949abd64dd8ac7709f2a270fd90 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:34.878321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:34.904284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-29dd76ca-38f1-434f-8e89-786d443cc523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:34.913494 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-61635a75-3a68-444e-b00b-9efd54b330db tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.2621911 Jun 15 14:44:34.920541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33560) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:34.921403 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-29dd76ca-38f1-434f-8e89-786d443cc523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:35.010686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:35.013157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Made reservation on behalf of af9fcc5065ef4cb4aae113ac56d834dc for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:35.016824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.083845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f7a70ac5-edce-4af8-a503-84b9a94067ca up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:35.108369 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.117744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:35.147926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f58b98-0d6c-439c-9ecd-95eb4181bf93']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:35.171661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1075ae-e7c1-4b5b-aa3a-d595225fd895') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:35.172116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1075ae-e7c1-4b5b-aa3a-d595225fd895') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:35.172408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:35.187626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.268536 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-24a725d2-42f9-4d26-9295-5675f24b45ca req-387eba1a-8a84-44cc-b919-93a1d298e20d tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 210 time: 0.0707436 Jun 15 14:44:35.288584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2e5779e7-6dfc-46fd-b75a-0d47322fc7dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port f9775a7c-aa18-4a36-8aa5-9f0e0d94b073 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:35.288893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e5779e7-6dfc-46fd-b75a-0d47322fc7dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.315724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.349786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e47da6a-9d4b-44b3-bc6d-09b5266e5709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.357009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:35.357483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.371968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b84267e1-497f-4bcb-b40a-ae8058ca2a2c None None] Provisioning for port f7a70ac5-edce-4af8-a503-84b9a94067ca completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:35.379019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b84267e1-497f-4bcb-b40a-ae8058ca2a2c None None] Provisioning complete for port f7a70ac5-edce-4af8-a503-84b9a94067ca triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:35.379861 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b84267e1-497f-4bcb-b40a-ae8058ca2a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.413793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.454490 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3e1075ae-e7c1-4b5b-aa3a-d595225fd895 resource provider aggregate not found Jun 15 14:44:35.458335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47da6a-9d4b-44b3-bc6d-09b5266e5709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c715160f-9494-4f0b-9b9d-c07da3cedb34,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:35.564877 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3e1075ae-e7c1-4b5b-aa3a-d595225fd895 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e1075ae-e7c1-4b5b-aa3a-d595225fd895 found for delete ", "request_id": "req-1e212203-4922-4040-87a4-123eb1ad75e6"}]} Jun 15 14:44:35.607805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b84267e1-497f-4bcb-b40a-ae8058ca2a2c None None] Current status of the port f7a70ac5-edce-4af8-a503-84b9a94067ca is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:35.610238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02165f20-f076-44f8-8045-b13bd2aebefc None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:44:35.630516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5e47da6a-9d4b-44b3-bc6d-09b5266e5709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.631680 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5e47da6a-9d4b-44b3-bc6d-09b5266e5709 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c715160f-9494-4f0b-9b9d-c07da3cedb34 HTTP/1.1" status: 204 len: 168 time: 2.2162654 Jun 15 14:44:35.641161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.664645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port d4e04da3-b0d6-41c6-86b5-aeb987f23df5 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:35.676684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.705161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Network': ['ID=e1f58b98-0d6c-439c-9ecd-95eb4181bf93,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:35.720578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.746362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.773111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-87947b7d-8859-494e-aa12-e5437592015f None None] Provisioning for port f9775a7c-aa18-4a36-8aa5-9f0e0d94b073 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:35.782043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-87947b7d-8859-494e-aa12-e5437592015f None None] Provisioning complete for port f9775a7c-aa18-4a36-8aa5-9f0e0d94b073 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:35.782280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-87947b7d-8859-494e-aa12-e5437592015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.852159 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7d9dd50c-c054-408e-8c06-f20e0a1ba92c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/e1f58b98-0d6c-439c-9ecd-95eb4181bf93 HTTP/1.1" status: 204 len: 168 time: 7.1386483 Jun 15 14:44:35.857148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-87947b7d-8859-494e-aa12-e5437592015f None None] Port f9775a7c-aa18-4a36-8aa5-9f0e0d94b073 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:35.858122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33574) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:35.871721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1907036830'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:35.884326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02165f20-f076-44f8-8045-b13bd2aebefc None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:44:35.895653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=0f754638-ef0d-4446-b6c4-d87f51173951,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:35.896382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:35.909616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e5779e7-6dfc-46fd-b75a-0d47322fc7dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:35.920933 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:network and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:35.933928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:35.936779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Allocated IP 172.20.0.8 (52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f/d3dcc4f6-5f66-4ed3-90b7-8abbb80b01a6/d5cc249c-fbce-4964-bfa3-47181fc3f2e6) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:35.957794 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.048036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router e7c0e2a1-7f39-406d-ad39-b1e516fc2590 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:44:36.059947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:36.068922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2e5779e7-6dfc-46fd-b75a-0d47322fc7dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for f9775a7c-aa18-4a36-8aa5-9f0e0d94b073 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:36.114081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-29dd76ca-38f1-434f-8e89-786d443cc523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.130408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-29dd76ca-38f1-434f-8e89-786d443cc523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.152706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:36.156396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.212258 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-29dd76ca-38f1-434f-8e89-786d443cc523 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98f4d949abd64dd8ac7709f2a270fd90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7969582 Jun 15 14:44:36.216905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33586) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:36.244686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd76ca-38f1-434f-8e89-786d443cc523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f63683c-f6b1-4b46-9130-64eb7d97ca08,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:36.262556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:36.361319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282f4726-a3f9-41d3-b7fd-cd7a2f95735b None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:44:36.412022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c15e36b-ea11-4363-a65d-1d3f59060b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.484871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c15e36b-ea11-4363-a65d-1d3f59060b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.515097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.515449 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Added segment a9d13c5a-1367-4c60-ae06-3b7af1febf78 of type vlan for network 02834499-1a09-4c8c-a5a3-184db2951b41 Jun 15 14:44:36.516688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e5779e7-6dfc-46fd-b75a-0d47322fc7dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.519871 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282f4726-a3f9-41d3-b7fd-cd7a2f95735b None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:44:36.615202 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5779e7-6dfc-46fd-b75a-0d47322fc7dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=f9775a7c-aa18-4a36-8aa5-9f0e0d94b073,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:36.676500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network bf3ca19e-0a99-4f7a-bad7-566bcf6d4779 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:36.679072 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-965e6a52-a4b9-4116-a5ac-6d0426e688ae req-137b5795-2442-4e82-bbf1-d9bfa75bfd13 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 210 time: 0.2014170 Jun 15 14:44:36.692780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:36.720346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c15e36b-ea11-4363-a65d-1d3f59060b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.764513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33600) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:36.805901 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.829158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.840928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15e36b-ea11-4363-a65d-1d3f59060b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f63683c-f6b1-4b46-9130-64eb7d97ca08,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:36.851697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e5779e7-6dfc-46fd-b75a-0d47322fc7dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.862452 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2e5779e7-6dfc-46fd-b75a-0d47322fc7dc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/f9775a7c-aa18-4a36-8aa5-9f0e0d94b073 HTTP/1.1" status: 204 len: 168 time: 1.9350903 Jun 15 14:44:36.862452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1c15e36b-ea11-4363-a65d-1d3f59060b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.863576 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1c15e36b-ea11-4363-a65d-1d3f59060b0c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f63683c-f6b1-4b46-9130-64eb7d97ca08 HTTP/1.1" status: 204 len: 168 time: 0.6450377 Jun 15 14:44:36.865417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33606) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:36.965557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:36.971476 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:36.972079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.082167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:37.094353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248492d-73ed-46b9-a7fe-d1527f682153 None None] Sync routers for ids ['e7c0e2a1-7f39-406d-ad39-b1e516fc2590'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:37.113468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248492d-73ed-46b9-a7fe-d1527f682153 None None] Routers {'e7c0e2a1-7f39-406d-ad39-b1e516fc2590'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:37.115171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5248492d-73ed-46b9-a7fe-d1527f682153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e7c0e2a1-7f39-406d-ad39-b1e516fc2590'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:37.203999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-887055279'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:37.209105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.210113 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9507abe0-e383-4679-8bb4-d5658a337a42 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 12.0240238 Jun 15 14:44:37.213607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:37.219244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Usage tracker for resource:network and tenant:32a4f18f64cf4f2c8e6a662c4fea1846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:37.223169 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:37.230358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:37.235201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33612) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:37.238809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5248492d-73ed-46b9-a7fe-d1527f682153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:37.244686 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3851972 Jun 15 14:44:37.248456 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33614) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:37.257103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5248492d-73ed-46b9-a7fe-d1527f682153 None None] Routers {'e7c0e2a1-7f39-406d-ad39-b1e516fc2590'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:37.257858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5248492d-73ed-46b9-a7fe-d1527f682153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e7c0e2a1-7f39-406d-ad39-b1e516fc2590'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:37.261856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f3fe7b-6cd9-456e-a52f-6f4fb9d19366 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:37.263316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-27f3fe7b-6cd9-456e-a52f-6f4fb9d19366 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:37.275773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Made reservation on behalf of 32a4f18f64cf4f2c8e6a662c4fea1846 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:37.285702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.300977 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c755690-daeb-43d8-a258-e44798ffdaf2 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=02834499-1a09-4c8c-a5a3-184db2951b41,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:37.321425 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.342857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 02834499-1a09-4c8c-a5a3-184db2951b41 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:37.345429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:37.350773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Usage tracker for resource:security_group_rule and tenant:32a4f18f64cf4f2c8e6a662c4fea1846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:37.353976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:37.361448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:37.373158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.379484 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'network_id': '02834499-1a09-4c8c-a5a3-184db2951b41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:37.396358 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5248492d-73ed-46b9-a7fe-d1527f682153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:37.396861 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5248492d-73ed-46b9-a7fe-d1527f682153 None None] The sync data for ids ['e7c0e2a1-7f39-406d-ad39-b1e516fc2590'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:37.465187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-27f3fe7b-6cd9-456e-a52f-6f4fb9d19366 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:37.467391 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-27f3fe7b-6cd9-456e-a52f-6f4fb9d19366 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6010444 Jun 15 14:44:37.472471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33622) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:37.479761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.484873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.488582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-04ff2854-957b-4a37-a6e7-d0562fad5be3 None None] Provisioning complete for port 0f754638-ef0d-4446-b6c4-d87f51173951 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:37.488951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-04ff2854-957b-4a37-a6e7-d0562fad5be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.541802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.556292 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-04ff2854-957b-4a37-a6e7-d0562fad5be3 None None] Port 0f754638-ef0d-4446-b6c4-d87f51173951 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:37.565520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33626) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:37.592999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:37.629166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.629517 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Added segment af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9 of type vlan for network 793cd26f-2ed6-4d98-b242-01fd5ecba029 Jun 15 14:44:37.631985 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router e7a0a163-c8b6-4c74-a4ea-e59474bd12ab is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:44:37.632120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=535252ec-6223-4f39-a089-d7adb963257c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:37.644959 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 508ae436-8035-420d-83f1-786e9ae2dd4c is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:37.695309 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-31e06cca-5833-4bc0-a9b1-514e74328a87 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24511e2b70fd448c8c9b08b1407e5004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263509 Jun 15 14:44:37.695596 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.700252 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33630) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:37.708028 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fc2eea-94d2-4598-9a28-294ebcb9671c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:37.711977 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-96fc2eea-94d2-4598-9a28-294ebcb9671c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2362022 Jun 15 14:44:37.717362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:37.720712 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33634) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:37.753761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:37.759276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:37.759855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.764994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=d4e04da3-b0d6-41c6-86b5-aeb987f23df5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:37.788054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.794299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:37.794896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.828885 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-02229bc2-38b4-48ca-ad39-11cb9ae2c668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:37.942996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:37.972216 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c769dcfc-58e7-4b0f-a065-961ab6d50a06 req-cf314e60-84b9-4d40-901a-dbead50f61f2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 210 time: 0.1365459 Jun 15 14:44:37.993585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Pushing event updated for resources: {'Network': ['ID=793cd26f-2ed6-4d98-b242-01fd5ecba029,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:37.999854 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ddf43710-6259-47f3-87e9-66501285fdb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2025051 Jun 15 14:44:38.000476 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33640) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:38.002413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-02229bc2-38b4-48ca-ad39-11cb9ae2c668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:38.004607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 793cd26f-2ed6-4d98-b242-01fd5ecba029 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:38.020039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Request body: {'subnet': {'network_id': '793cd26f-2ed6-4d98-b242-01fd5ecba029', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:38.127021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:subnet and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:38.131477 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a2ef9bc3-7d90-4cab-b398-3eb3903a182a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.5244117 Jun 15 14:44:38.137472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33644) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:38.137831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:38.150192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:38.169615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736434cc-faec-481e-b423-0d2a8f3f43f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:38.171131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736434cc-faec-481e-b423-0d2a8f3f43f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:38.172673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736434cc-faec-481e-b423-0d2a8f3f43f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:38.174360 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-736434cc-faec-481e-b423-0d2a8f3f43f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4395862 Jun 15 14:44:38.179571 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b56b2bf3-0731-4a8d-80ab-2b5c93ea77ef tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/routers/e7c0e2a1-7f39-406d-ad39-b1e516fc2590 HTTP/1.1" status: 200 len: 883 time: 0.9323523 Jun 15 14:44:38.180672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:38.184508 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33648) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:38.184818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33650) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:38.330723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:38.332645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:38.336518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:38.340384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Usage tracker for resource:subnet and tenant:32a4f18f64cf4f2c8e6a662c4fea1846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:38.349313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:38.354329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-02229bc2-38b4-48ca-ad39-11cb9ae2c668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:38.371101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:38.382272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125ff3bc-2e1c-4b9e-9cb0-0bd8d0192509 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:38.382850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-125ff3bc-2e1c-4b9e-9cb0-0bd8d0192509 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:38.392940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02229bc2-38b4-48ca-ad39-11cb9ae2c668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56926046-8e40-4973-b0a1-7f9ae587a8c6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:38.409315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-02229bc2-38b4-48ca-ad39-11cb9ae2c668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:38.413431 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-02229bc2-38b4-48ca-ad39-11cb9ae2c668 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/56926046-8e40-4973-b0a1-7f9ae587a8c6 HTTP/1.1" status: 204 len: 168 time: 0.6997731 Jun 15 14:44:38.413604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:38.413696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Made reservation on behalf of 32a4f18f64cf4f2c8e6a662c4fea1846 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:38.415622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:38.425210 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e18134-e78c-4b0b-9809-b279d3eaf524 None None] Sync routers for ids ['e7a0a163-c8b6-4c74-a4ea-e59474bd12ab'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:38.433511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-125ff3bc-2e1c-4b9e-9cb0-0bd8d0192509 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:38.435627 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-125ff3bc-2e1c-4b9e-9cb0-0bd8d0192509 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/d4e04da3-b0d6-41c6-86b5-aeb987f23df5 HTTP/1.1" status: 200 len: 845 time: 0.2967632 Jun 15 14:44:38.440356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33660) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:38.450739 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e18134-e78c-4b0b-9809-b279d3eaf524 None None] Routers {'e7a0a163-c8b6-4c74-a4ea-e59474bd12ab'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:38.451604 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-85e18134-e78c-4b0b-9809-b279d3eaf524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e7a0a163-c8b6-4c74-a4ea-e59474bd12ab'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:38.483617 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Network 52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:38.489952 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f161e493-4b3e-4654-ac22-a90832428769 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/e7a0a163-c8b6-4c74-a4ea-e59474bd12ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8781922 Jun 15 14:44:38.493986 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33664) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:38.514984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:38.525053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:38.543799 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-85e18134-e78c-4b0b-9809-b279d3eaf524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:38.555536 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e18134-e78c-4b0b-9809-b279d3eaf524 None None] Routers {'e7a0a163-c8b6-4c74-a4ea-e59474bd12ab'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:38.556527 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-85e18134-e78c-4b0b-9809-b279d3eaf524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e7a0a163-c8b6-4c74-a4ea-e59474bd12ab'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:38.594000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-340b311f-6df7-4881-8ea1-e4ddc11b5e78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port d4e04da3-b0d6-41c6-86b5-aeb987f23df5 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:38.594392 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-340b311f-6df7-4881-8ea1-e4ddc11b5e78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:38.611673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Pushing event updated for resources: {'Port': ['ID=d5cc249c-fbce-4964-bfa3-47181fc3f2e6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:38.634801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a40f5a7-0dbc-49fc-bc4e-6ec32fd0cdde tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 7f393789-ffa3-4c25-8747-a7d6aeb7d781 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:44:38.658791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a40f5a7-0dbc-49fc-bc4e-6ec32fd0cdde tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:38.665374 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-85e18134-e78c-4b0b-9809-b279d3eaf524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:38.665900 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e18134-e78c-4b0b-9809-b279d3eaf524 None None] The sync data for ids ['e7a0a163-c8b6-4c74-a4ea-e59474bd12ab'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:38.758839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61ca2b8-d2f3-48b3-8818-b71c006f1f89 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:38.759439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e61ca2b8-d2f3-48b3-8818-b71c006f1f89 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Synchronizing usage tracker for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:38.771997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:38.772643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:38.779030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a40f5a7-0dbc-49fc-bc4e-6ec32fd0cdde tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:38.951925 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-43d77279-d947-455f-969b-2586c1cf5ef2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8937049 Jun 15 14:44:38.969056 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e61ca2b8-d2f3-48b3-8818-b71c006f1f89 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Unset dirty status for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:38.970180 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e61ca2b8-d2f3-48b3-8818-b71c006f1f89 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports/0f754638-ef0d-4446-b6c4-d87f51173951 HTTP/1.1" status: 200 len: 977 time: 0.4569607 Jun 15 14:44:38.977004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Request body: {'port': {'device_id': '5698737b-1cf8-43e9-9d06-83fa4ebd57c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:38.978276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-340b311f-6df7-4881-8ea1-e4ddc11b5e78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:38.985839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33678) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:39.167972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a40f5a7-0dbc-49fc-bc4e-6ec32fd0cdde tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:39.237070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-340b311f-6df7-4881-8ea1-e4ddc11b5e78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for d4e04da3-b0d6-41c6-86b5-aeb987f23df5 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:39.240756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:39.255722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:39.277838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:39.404470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-47ee0c98-d8d7-45e9-a13f-321610163b11 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Synchronizing usage tracker for tenant:2b2fcd08250a417586d6473adcddd585 on resource:router {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:39.443060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=da30ada6-a35c-4d76-b865-be3dbecee675,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:39.456233 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a40f5a7-0dbc-49fc-bc4e-6ec32fd0cdde tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:39.542646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking segment: {'id': 'a9d13c5a-1367-4c60-ae06-3b7af1febf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '02834499-1a09-4c8c-a5a3-184db2951b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:39.543101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network hostable DHCP agents. Network: 02834499-1a09-4c8c-a5a3-184db2951b41, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:44:39.571353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Pushing event updated for resources: {'Subnet': ['ID=2ef68e2a-571d-4aca-a323-580b93b9a0f0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:39.594665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-340b311f-6df7-4881-8ea1-e4ddc11b5e78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:39.600045 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-47ee0c98-d8d7-45e9-a13f-321610163b11 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Unset dirty status for tenant:2b2fcd08250a417586d6473adcddd585 on resource:router {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:39.601341 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-47ee0c98-d8d7-45e9-a13f-321610163b11 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.4127617 Jun 15 14:44:39.602270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40f5a7-0dbc-49fc-bc4e-6ec32fd0cdde tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=7f393789-ffa3-4c25-8747-a7d6aeb7d781,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:39.612761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a40f5a7-0dbc-49fc-bc4e-6ec32fd0cdde tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:39.613781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e2bbfd-baa8-4ba1-ab88-3555749f6c2e None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:39.629244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33698) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:39.647289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Checking segment: {'id': 'af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '793cd26f-2ed6-4d98-b242-01fd5ecba029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:39.647672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Network hostable DHCP agents. Network: 793cd26f-2ed6-4d98-b242-01fd5ecba029, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:44:39.648069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-79a58785-39fe-4316-bfe1-9153deeeb492 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-29833205'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:39.666472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b311f-6df7-4881-8ea1-e4ddc11b5e78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=d4e04da3-b0d6-41c6-86b5-aeb987f23df5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:39.682599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-340b311f-6df7-4881-8ea1-e4ddc11b5e78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:39.725454 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0a40f5a7-0dbc-49fc-bc4e-6ec32fd0cdde tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/7f393789-ffa3-4c25-8747-a7d6aeb7d781 HTTP/1.1" status: 204 len: 168 time: 1.5367568 Jun 15 14:44:39.733637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33702) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:39.758029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network 02834499-1a09-4c8c-a5a3-184db2951b41 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:44:39.804156 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-340b311f-6df7-4881-8ea1-e4ddc11b5e78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/d4e04da3-b0d6-41c6-86b5-aeb987f23df5 HTTP/1.1" status: 204 len: 168 time: 1.3625004 Jun 15 14:44:39.817757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Network 793cd26f-2ed6-4d98-b242-01fd5ecba029 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:44:39.823746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33710) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:39.855497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 793cd26f-2ed6-4d98-b242-01fd5ecba029) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:39.869456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:39.870135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:39.879209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb03e088-2c81-4570-84bf-928387b6c8f4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet b0058901-32c0-4bbd-bc2a-ece7abcf8bb1 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:44:39.881565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ee4433-eb4f-46fa-94e3-e24e63638a2c None None] Network 793cd26f-2ed6-4d98-b242-01fd5ecba029 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:39.885894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb03e088-2c81-4570-84bf-928387b6c8f4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:39.894830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 02834499-1a09-4c8c-a5a3-184db2951b41) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:39.967280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2faff8a-cc85-4332-b2c9-aad667773088 None None] Network 02834499-1a09-4c8c-a5a3-184db2951b41 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:40.107486 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e4c85951-1f10-4b7f-8fe3-eb268b4a8c17 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0978620 Jun 15 14:44:40.113603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33720) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:40.117686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb03e088-2c81-4570-84bf-928387b6c8f4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:40.127802 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:40.128567 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:40.134142 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e7b34b-b236-4038-a5bf-9198e835e390 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:44:40.134710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-54e7b34b-b236-4038-a5bf-9198e835e390 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:40.153641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Request body: {'port': {'network_id': '793cd26f-2ed6-4d98-b242-01fd5ecba029', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2057206688'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:40.230754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78e5ea-f0d5-48c9-a30b-4b62f9248013 req-5ff3c893-a952-447c-8eec-424e115a9514 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:40.231787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-3a78e5ea-f0d5-48c9-a30b-4b62f9248013 req-5ff3c893-a952-447c-8eec-424e115a9514 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Synchronizing usage tracker for tenant:af9fcc5065ef4cb4aae113ac56d834dc on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:40.241804 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-740ca9ae-b426-42d0-856b-34f6a7785e6a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9711804 Jun 15 14:44:40.243914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33724) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:40.249642 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-54e7b34b-b236-4038-a5bf-9198e835e390 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:40.251081 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-54e7b34b-b236-4038-a5bf-9198e835e390 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/d4e04da3-b0d6-41c6-86b5-aeb987f23df5 HTTP/1.1" status: 404 len: 333 time: 0.4222548 Jun 15 14:44:40.287444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33728) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:40.287773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33730) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:40.321468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'name': 'tempest-PortsIpV6TestJSON-100355749'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:40.436920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-3a78e5ea-f0d5-48c9-a30b-4b62f9248013 req-5ff3c893-a952-447c-8eec-424e115a9514 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Unset dirty status for tenant:af9fcc5065ef4cb4aae113ac56d834dc on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:40.443397 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3a78e5ea-f0d5-48c9-a30b-4b62f9248013 req-5ff3c893-a952-447c-8eec-424e115a9514 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 931 time: 1.3081710 Jun 15 14:44:40.482958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-59de0a95-11a0-41b6-b981-c6c348c4ea5a tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2099731006'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:40.498882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-59de0a95-11a0-41b6-b981-c6c348c4ea5a tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:40.530557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59de0a95-11a0-41b6-b981-c6c348c4ea5a tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Usage tracker for resource:router and tenant:264156fdc30043f2b7b7f304d2f6ae8a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:40.536597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:40.542816 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59de0a95-11a0-41b6-b981-c6c348c4ea5a tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:40.560422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb03e088-2c81-4570-84bf-928387b6c8f4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:40.571321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-02834499-1a09-4c8c-a5a3-184db2951b41', 'network_id': '02834499-1a09-4c8c-a5a3-184db2951b41', 'tenant_id': '8e958f52975b4d9da8df9d4544a8752e', 'fixed_ips': [{'subnet_id': 'da30ada6-a35c-4d76-b865-be3dbecee675'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:40.572258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:40.602698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:40.605794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-59de0a95-11a0-41b6-b981-c6c348c4ea5a tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:40.615185 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:40.624108 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5cc249c-fbce-4964-bfa3-47181fc3f2e6 {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:44:40.624880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Usage tracker for resource:port and tenant:32a4f18f64cf4f2c8e6a662c4fea1846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:40.651997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:40.668559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-793cd26f-2ed6-4d98-b242-01fd5ecba029', 'network_id': '793cd26f-2ed6-4d98-b242-01fd5ecba029', 'tenant_id': '32a4f18f64cf4f2c8e6a662c4fea1846', 'fixed_ips': [{'subnet_id': '2ef68e2a-571d-4aca-a323-580b93b9a0f0'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:40.670274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:40.684865 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3a78e5ea-f0d5-48c9-a30b-4b62f9248013 req-4677677b-2cb0-48f9-94de-15bbf65f0cf2 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406700 Jun 15 14:44:40.718618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Transition to ACTIVE for port object d5cc249c-fbce-4964-bfa3-47181fc3f2e6 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:40.746725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:40.775682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:40.786557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:40.821443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d943489-18f3-4745-9211-b5ada19d992f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:40.914075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cc249c-fbce-4964-bfa3-47181fc3f2e6,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:40.942531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Allocated IP 172.20.0.1 (02834499-1a09-4c8c-a5a3-184db2951b41/da30ada6-a35c-4d76-b865-be3dbecee675/b9a62b34-1da5-4044-966f-4d1767541ea9) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:40.972715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Allocated IP 2001:db8::2 (793cd26f-2ed6-4d98-b242-01fd5ecba029/2ef68e2a-571d-4aca-a323-580b93b9a0f0/a03581d1-f19e-4e60-a1b5-6ef7a9a3914f) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:40.979911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:40.992958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb03e088-2c81-4570-84bf-928387b6c8f4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:40.997637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59de0a95-11a0-41b6-b981-c6c348c4ea5a tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:40.998769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59de0a95-11a0-41b6-b981-c6c348c4ea5a tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.002460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:41.006148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.093591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03e088-2c81-4570-84bf-928387b6c8f4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=b0058901-32c0-4bbd-bc2a-ece7abcf8bb1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:41.101769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb03e088-2c81-4570-84bf-928387b6c8f4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.110581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Made reservation on behalf of 32a4f18f64cf4f2c8e6a662c4fea1846 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:41.114241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.137741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port 8151aa96-622e-4c60-8a0d-a1f3a1b129aa yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:41.186034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59de0a95-11a0-41b6-b981-c6c348c4ea5a tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.260131 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bb03e088-2c81-4570-84bf-928387b6c8f4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/b0058901-32c0-4bbd-bc2a-ece7abcf8bb1 HTTP/1.1" status: 204 len: 168 time: 1.5228293 Jun 15 14:44:41.284224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33738) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:41.322743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] device_id is not set on port 7b7dd8c4-479c-4663-9330-07a812dcd132 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:41.342650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.351958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91311d7-49ee-442a-b89c-5248042392ba None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:41.387883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.402043 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a58785-39fe-4316-bfe1-9153deeeb492 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.441705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a58785-39fe-4316-bfe1-9153deeeb492 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.464679 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0cd8a5ad-840a-4677-b977-659816fb502b tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1690710 Jun 15 14:44:41.470121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.479525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33742) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:41.481158 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Transition to ACTIVE for port object b9a62b34-1da5-4044-966f-4d1767541ea9 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:41.482617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59de0a95-11a0-41b6-b981-c6c348c4ea5a tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.503949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Attempting to bind port d5cc249c-fbce-4964-bfa3-47181fc3f2e6 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:41.504249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Attempting to bind port d5cc249c-fbce-4964-bfa3-47181fc3f2e6 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'c69dcc0c-2819-416a-9f60-9451bcb66f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:41.504782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Attempting to bind port d5cc249c-fbce-4964-bfa3-47181fc3f2e6 on network 52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:41.508032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:41.510141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Transition to ACTIVE for port object a03581d1-f19e-4e60-a1b5-6ef7a9a3914f will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:41.522867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Port d5cc249c-fbce-4964-bfa3-47181fc3f2e6 on network 52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:44:41.523562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Attempting to bind port d5cc249c-fbce-4964-bfa3-47181fc3f2e6 on network 52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:41.539025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:41.539379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Checking segment: {'id': 'c69dcc0c-2819-416a-9f60-9451bcb66f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:41.539777 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Bound using segment: {'id': 'c69dcc0c-2819-416a-9f60-9451bcb66f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:41.540371 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Bound port: d5cc249c-fbce-4964-bfa3-47181fc3f2e6, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c69dcc0c-2819-416a-9f60-9451bcb66f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:41.540581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.564832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Transition to ACTIVE for port object b9a62b34-1da5-4044-966f-4d1767541ea9 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:41.609041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f7782f4e-3dc2-44b0-abb5-dfc8fcea9478 None None] Provisioning complete for port f7a70ac5-edce-4af8-a503-84b9a94067ca triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:41.609324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7782f4e-3dc2-44b0-abb5-dfc8fcea9478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.633128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Transition to ACTIVE for port object a03581d1-f19e-4e60-a1b5-6ef7a9a3914f will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:41.657961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.729510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.773213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.790173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Subnet': ['ID=da30ada6-a35c-4d76-b865-be3dbecee675,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:41.814310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] For port d5cc249c-fbce-4964-bfa3-47181fc3f2e6, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:41.843775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Network 02834499-1a09-4c8c-a5a3-184db2951b41 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:41.850275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Pushing event updated for resources: {'Port': ['ID=b9a62b34-1da5-4044-966f-4d1767541ea9,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:41.853116 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:41.875974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:41.886955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:41.900976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Network 793cd26f-2ed6-4d98-b242-01fd5ecba029 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:41.913309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:41.937836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:41.985849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a58785-39fe-4316-bfe1-9153deeeb492 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router e7c0e2a1-7f39-406d-ad39-b1e516fc2590 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:44:42.052371 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] For port d5cc249c-fbce-4964-bfa3-47181fc3f2e6, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=d5cc249c-fbce-4964-bfa3-47181fc3f2e6,segment=NetworkSegment(c69dcc0c-2819-416a-9f60-9451bcb66f09),segment_id=c69dcc0c-2819-416a-9f60-9451bcb66f09)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:42.069193 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.078232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.193911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.220659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Pushing event updated for resources: {'Port': ['ID=a03581d1-f19e-4e60-a1b5-6ef7a9a3914f,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:42.239248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Attempting to bind port b9a62b34-1da5-4044-966f-4d1767541ea9 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:42.239617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Attempting to bind port b9a62b34-1da5-4044-966f-4d1767541ea9 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'a9d13c5a-1367-4c60-ae06-3b7af1febf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '02834499-1a09-4c8c-a5a3-184db2951b41'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:42.240082 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Attempting to bind port b9a62b34-1da5-4044-966f-4d1767541ea9 on network 02834499-1a09-4c8c-a5a3-184db2951b41 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:42.247301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f7782f4e-3dc2-44b0-abb5-dfc8fcea9478 None None] Current status of the port f7a70ac5-edce-4af8-a503-84b9a94067ca is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:42.252953 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Attempting to bind port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:42.253192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Attempting to bind port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '793cd26f-2ed6-4d98-b242-01fd5ecba029'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:42.253517 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Attempting to bind port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f on network 793cd26f-2ed6-4d98-b242-01fd5ecba029 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:42.256051 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:42.256051 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Checking segment: {'id': 'a9d13c5a-1367-4c60-ae06-3b7af1febf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '02834499-1a09-4c8c-a5a3-184db2951b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:42.256824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.257418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Bound using segment: {'id': 'a9d13c5a-1367-4c60-ae06-3b7af1febf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '02834499-1a09-4c8c-a5a3-184db2951b41'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:42.257676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Bound port: b9a62b34-1da5-4044-966f-4d1767541ea9, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d13c5a-1367-4c60-ae06-3b7af1febf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '02834499-1a09-4c8c-a5a3-184db2951b41'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:42.258046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.268782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02834499-1a09-4c8c-a5a3-184db2951b41']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:42.276361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:42.276764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Checking segment: {'id': 'af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '793cd26f-2ed6-4d98-b242-01fd5ecba029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:42.277100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.277522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Bound using segment: {'id': 'af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '793cd26f-2ed6-4d98-b242-01fd5ecba029'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:42.278002 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Bound port: a03581d1-f19e-4e60-a1b5-6ef7a9a3914f, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '793cd26f-2ed6-4d98-b242-01fd5ecba029'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:42.278993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.284693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:42.285319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.286722 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] 10.222.0.44 "PUT /v2.0/ports/d5cc249c-fbce-4964-bfa3-47181fc3f2e6 HTTP/1.1" status: 200 len: 1093 time: 3.3255558 Jun 15 14:44:42.287168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5698737b-1cf8-43e9-9d06-83fa4ebd57c9', 'tag': 'd5cc249c-fbce-4964-bfa3-47181fc3f2e6'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:44:42.304324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d13c5a-1367-4c60-ae06-3b7af1febf78') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:42.304324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d13c5a-1367-4c60-ae06-3b7af1febf78') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:42.347591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a937e3-52e2-4345-954e-ba08e41410f6 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:44:42.370578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59de0a95-11a0-41b6-b981-c6c348c4ea5a tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.372786 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59de0a95-11a0-41b6-b981-c6c348c4ea5a tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.0736604 Jun 15 14:44:42.394505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33750) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:42.420001 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-42a937e3-52e2-4345-954e-ba08e41410f6 None None] Deleting port f7a70ac5-edce-4af8-a503-84b9a94067ca {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:42.420001 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-42a937e3-52e2-4345-954e-ba08e41410f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.442124 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.479642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 508ae436-8035-420d-83f1-786e9ae2dd4c is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:42.498658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Allocated IP 2001:db8::39f (793cd26f-2ed6-4d98-b242-01fd5ecba029/2ef68e2a-571d-4aca-a323-580b93b9a0f0/7b7dd8c4-479c-4663-9330-07a812dcd132) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:42.522926 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cda2a20-afc0-4179-91bb-f3ad34009988'] response: {'name': 'network-changed', 'server_uuid': '5698737b-1cf8-43e9-9d06-83fa4ebd57c9', 'tag': 'd5cc249c-fbce-4964-bfa3-47181fc3f2e6', 'status': 'completed', 'code': 200} Jun 15 14:44:42.524991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] For port b9a62b34-1da5-4044-966f-4d1767541ea9, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:42.538467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7b924-b254-48c2-8697-07d3de0fd0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d5cc249c-fbce-4964-bfa3-47181fc3f2e6,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:42.582984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] For port b9a62b34-1da5-4044-966f-4d1767541ea9, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b9a62b34-1da5-4044-966f-4d1767541ea9,segment=NetworkSegment(a9d13c5a-1367-4c60-ae06-3b7af1febf78),segment_id=a9d13c5a-1367-4c60-ae06-3b7af1febf78)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:42.591745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] For port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:42.596383 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.623694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.671952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e54820e2-5c05-4914-b577-281a58df2547 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.752011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=8151aa96-622e-4c60-8a0d-a1f3a1b129aa,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:42.761517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:42.771618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:42.774916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:42.777306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72323df9-601b-4495-9ac6-2e4a8f58f92e None None] Pushing event updated for resources: {'Port': ['ID=b9a62b34-1da5-4044-966f-4d1767541ea9,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:42.783591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:42.784808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.789756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-42a937e3-52e2-4345-954e-ba08e41410f6 None None] For port f7a70ac5-edce-4af8-a503-84b9a94067ca, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f7a70ac5-edce-4af8-a503-84b9a94067ca,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:42.790145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-42a937e3-52e2-4345-954e-ba08e41410f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.798615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:42.799285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.811194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5d943489-18f3-4745-9211-b5ada19d992f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 0f754638-ef0d-4446-b6c4-d87f51173951 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:42.811806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d943489-18f3-4745-9211-b5ada19d992f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:42.837100 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a58785-39fe-4316-bfe1-9153deeeb492 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:42.915875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a86b946-c01c-4176-a592-5245bd4026f4 None None] Sync routers for ids ['e7c0e2a1-7f39-406d-ad39-b1e516fc2590'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:42.924758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:42.928677 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a77b2180-814c-4660-b9f4-800ccf20443c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6310470 Jun 15 14:44:42.931854 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:42.974696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33758) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:42.991054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-09408544-294b-440f-b222-c868ff7ab4bd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:42.995266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-42a937e3-52e2-4345-954e-ba08e41410f6 None None] Calling delete_port for f7a70ac5-edce-4af8-a503-84b9a94067ca owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:43.023280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:43.036368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-79a58785-39fe-4316-bfe1-9153deeeb492 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.037741 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-79a58785-39fe-4316-bfe1-9153deeeb492 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/e7c0e2a1-7f39-406d-ad39-b1e516fc2590 HTTP/1.1" status: 200 len: 890 time: 3.4074063 Jun 15 14:44:43.061247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86b946-c01c-4176-a592-5245bd4026f4 None None] Routers {'e7c0e2a1-7f39-406d-ad39-b1e516fc2590'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:43.062247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0a86b946-c01c-4176-a592-5245bd4026f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e7c0e2a1-7f39-406d-ad39-b1e516fc2590'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:43.065923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33762) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:43.074855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448aff0-1307-482e-b2e2-07c28d2275b8 req-53d59390-86ec-444a-a334-771d8e6d4e18 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:43.076944 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5448aff0-1307-482e-b2e2-07c28d2275b8 req-53d59390-86ec-444a-a334-771d8e6d4e18 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 943 time: 0.9129229 Jun 15 14:44:43.137631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f7a70ac5-edce-4af8-a503-84b9a94067ca no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:43.170932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3728a64-f9ed-4fa4-9349-8adbc62bee91 None None] Network 02834499-1a09-4c8c-a5a3-184db2951b41 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:43.190897 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a9d13c5a-1367-4c60-ae06-3b7af1febf78 resource provider aggregate not found Jun 15 14:44:43.201102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0a86b946-c01c-4176-a592-5245bd4026f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:43.221900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:43.225489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.241940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] For port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a03581d1-f19e-4e60-a1b5-6ef7a9a3914f,segment=NetworkSegment(af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9),segment_id=af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:43.273742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:44:43.273742 dv-neutron-845844-1-hyperv neutron-server[89019]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:44:43.273742 dv-neutron-845844-1-hyperv neutron-server[89019]: [parameters: {'id': '02834499-1a09-4c8c-a5a3-184db2951b41'}] Jun 15 14:44:43.273742 dv-neutron-845844-1-hyperv neutron-server[89019]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:44:43.274214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:44:43.280525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e54820e2-5c05-4914-b577-281a58df2547 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.283583 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e54820e2-5c05-4914-b577-281a58df2547 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.287905 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a9d13c5a-1367-4c60-ae06-3b7af1febf78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9d13c5a-1367-4c60-ae06-3b7af1febf78 found for delete ", "request_id": "req-b4c3472a-8fc8-4eaf-bdd2-93eef2e38ce1"}]} Jun 15 14:44:43.311459 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.360588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86b946-c01c-4176-a592-5245bd4026f4 None None] Routers {'e7c0e2a1-7f39-406d-ad39-b1e516fc2590'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:43.360588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0a86b946-c01c-4176-a592-5245bd4026f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e7c0e2a1-7f39-406d-ad39-b1e516fc2590'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:43.361077 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-8ce97b41-de64-4232-919d-09fd7b436b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:43.362774 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-8ce97b41-de64-4232-919d-09fd7b436b2c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af9fcc5065ef4cb4aae113ac56d834dc&device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 1096 time: 0.9673939 Jun 15 14:44:43.398332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.491544 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-42a937e3-52e2-4345-954e-ba08e41410f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.491834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5448aff0-1307-482e-b2e2-07c28d2275b8 req-8b5475c4-db87-4673-af4d-e18c52654a5f tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Synchronizing usage tracker for tenant:af9fcc5065ef4cb4aae113ac56d834dc on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:43.502728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d943489-18f3-4745-9211-b5ada19d992f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.527332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0a86b946-c01c-4176-a592-5245bd4026f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:43.527727 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a86b946-c01c-4176-a592-5245bd4026f4 None None] The sync data for ids ['e7c0e2a1-7f39-406d-ad39-b1e516fc2590'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:43.535802 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No active binding found for port f7a70ac5-edce-4af8-a503-84b9a94067ca {{(pid=89020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 15 14:44:43.536229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f7a70ac5-edce-4af8-a503-84b9a94067ca not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:44:43.541357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Transition to ACTIVE for port object 7b7dd8c4-479c-4663-9330-07a812dcd132 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:43.556155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e54820e2-5c05-4914-b577-281a58df2547 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.556704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54820e2-5c05-4914-b577-281a58df2547 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa121203-e0d5-4699-92ed-d43273c5a2ac {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:44:43.579375 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-8f38dcef-b784-411a-b2c8-999a385a38a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5cc249c-fbce-4964-bfa3-47181fc3f2e6 HTTP/1.1" status: 200 len: 217 time: 0.2058675 Jun 15 14:44:43.581275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-09408544-294b-440f-b222-c868ff7ab4bd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.612717 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a937e3-52e2-4345-954e-ba08e41410f6 None None] No DVR routers for this DVR port f7a70ac5-edce-4af8-a503-84b9a94067ca on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:43.641220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1649bd-0db9-490c-aa76-646dbbf7a06e None None] Pushing event updated for resources: {'Port': ['ID=a03581d1-f19e-4e60-a1b5-6ef7a9a3914f,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:43.667556 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e54820e2-5c05-4914-b577-281a58df2547 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.669671 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e54820e2-5c05-4914-b577-281a58df2547 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] 10.222.0.26 "DELETE /v2.0/routers/fa121203-e0d5-4699-92ed-d43273c5a2ac HTTP/1.1" status: 204 len: 168 time: 1.2711484 Jun 15 14:44:43.679243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5d943489-18f3-4745-9211-b5ada19d992f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for 0f754638-ef0d-4446-b6c4-d87f51173951 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:43.704356 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a937e3-52e2-4345-954e-ba08e41410f6 None None] Pushing event deleted for resources: {'Port': ['ID=f7a70ac5-edce-4af8-a503-84b9a94067ca,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:43.732335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33768) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:43.763204 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0f429fc1-da3b-490a-8ff0-ffb93981a706 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Request body: {'router': {'name': 'tempest-router-160092588', 'distributed': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:43.776407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.777204 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0f429fc1-da3b-490a-8ff0-ffb93981a706 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:43.791296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5448aff0-1307-482e-b2e2-07c28d2275b8 req-8b5475c4-db87-4673-af4d-e18c52654a5f tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Unset dirty status for tenant:af9fcc5065ef4cb4aae113ac56d834dc on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:43.792492 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5448aff0-1307-482e-b2e2-07c28d2275b8 req-8b5475c4-db87-4673-af4d-e18c52654a5f tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6954081 Jun 15 14:44:43.798359 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-65101495-18e4-4005-949f-ff6b1469f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:43.798598 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-40b09f0a-e081-492f-8389-0bc946aa8a9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/routers/e7c0e2a1-7f39-406d-ad39-b1e516fc2590 HTTP/1.1" status: 200 len: 890 time: 0.7194657 Jun 15 14:44:43.799875 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-65101495-18e4-4005-949f-ff6b1469f6ea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dcc4f6-5f66-4ed3-90b7-8abbb80b01a6 HTTP/1.1" status: 200 len: 851 time: 0.2085893 Jun 15 14:44:43.802983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0f429fc1-da3b-490a-8ff0-ffb93981a706 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Usage tracker for resource:router and tenant:264156fdc30043f2b7b7f304d2f6ae8a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:43.804255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33772) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:43.809907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0f429fc1-da3b-490a-8ff0-ffb93981a706 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:43.830139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0f429fc1-da3b-490a-8ff0-ffb93981a706 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:43.910905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f429fc1-da3b-490a-8ff0-ffb93981a706 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.911914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f429fc1-da3b-490a-8ff0-ffb93981a706 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.919983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Deleting port b9a62b34-1da5-4044-966f-4d1767541ea9 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:43.919983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:43.950259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.007920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f429fc1-da3b-490a-8ff0-ffb93981a706 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.018622 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-5a9c94a8-2633-466a-b591-928fa1ea0f0d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2096567 Jun 15 14:44:44.040834 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8d75bec2-8e0c-4942-a628-8d3655f1b250 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7c0e2a1-7f39-406d-ad39-b1e516fc2590 HTTP/1.1" status: 200 len: 205 time: 0.2333419 Jun 15 14:44:44.053349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33776) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:44.075958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Network 793cd26f-2ed6-4d98-b242-01fd5ecba029 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:44.259798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-09408544-294b-440f-b222-c868ff7ab4bd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.275295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:44.297959 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-09408544-294b-440f-b222-c868ff7ab4bd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.301173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:44.307038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:44.307646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.333048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Pushing event updated for resources: {'Port': ['ID=7b7dd8c4-479c-4663-9330-07a812dcd132,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:44.347940 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-0a86a08c-5078-405c-95a1-133b212db8f2 service neutron] 10.222.0.44 "GET /v2.0/networks/52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958286 Jun 15 14:44:44.393505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f429fc1-da3b-490a-8ff0-ffb93981a706 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.453648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-09408544-294b-440f-b222-c868ff7ab4bd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] In _notify_port_updated(), no bound segment for port 8151aa96-622e-4c60-8a0d-a1f3a1b129aa on network 508ae436-8035-420d-83f1-786e9ae2dd4c {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:44:44.459086 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09408544-294b-440f-b222-c868ff7ab4bd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:44.459690 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-09408544-294b-440f-b222-c868ff7ab4bd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.461200 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-09408544-294b-440f-b222-c868ff7ab4bd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "PUT /v2.0/ports/8151aa96-622e-4c60-8a0d-a1f3a1b129aa HTTP/1.1" status: 200 len: 818 time: 1.4855220 Jun 15 14:44:44.471320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33780) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:44.553834 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b079d25d-0449-406e-8900-6f97b1768e6d tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.4388747 Jun 15 14:44:44.567257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33784) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:44.577888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09408544-294b-440f-b222-c868ff7ab4bd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=8151aa96-622e-4c60-8a0d-a1f3a1b129aa,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:44.582437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Request body: {'port': {'network_id': '793cd26f-2ed6-4d98-b242-01fd5ecba029', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1507840702', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:44.583097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.api.validators [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] bootfile-name is not in valid_values {{(pid=89018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 15 14:44:44.583554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.api.validators [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] tftp-server is not in valid_values {{(pid=89018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 15 14:44:44.583987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.api.validators [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] server-ip-address is not in valid_values {{(pid=89018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 15 14:44:44.612724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f429fc1-da3b-490a-8ff0-ffb93981a706 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.616612 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0f429fc1-da3b-490a-8ff0-ffb93981a706 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8723512 Jun 15 14:44:44.623301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33788) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:44.683951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d943489-18f3-4745-9211-b5ada19d992f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.699954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.710201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] For port b9a62b34-1da5-4044-966f-4d1767541ea9, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b9a62b34-1da5-4044-966f-4d1767541ea9,segment=NetworkSegment(a9d13c5a-1367-4c60-ae06-3b7af1febf78),segment_id=a9d13c5a-1367-4c60-ae06-3b7af1febf78)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:44.710785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.826945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101fcc17-b071-4071-b371-e61f4873f32a None None] Network 793cd26f-2ed6-4d98-b242-01fd5ecba029 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:44.843272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:44:44.855285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.887162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-77c1889c-039b-47c9-a09a-a977cf8c7e51 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.897687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d943489-18f3-4745-9211-b5ada19d992f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=0f754638-ef0d-4446-b6c4-d87f51173951,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:44.940606 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3d522a55-131c-4f87-860f-81cde776f35a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 8151aa96-622e-4c60-8a0d-a1f3a1b129aa {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:44.941027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d522a55-131c-4f87-860f-81cde776f35a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:44.957531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0d834fa5-68e8-42b0-ac17-d02ecbc1a292 None None] Provisioning for port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:45.097292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:45.112711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:45.122643 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4525ac9c-f17a-44d0-8ca6-069cc44a9306 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:45.148124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:45.149002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:45.191315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=776a7b86-6dfd-4687-b941-55aa996073fe,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:45.213619 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:45.226927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Usage tracker for resource:port and tenant:32a4f18f64cf4f2c8e6a662c4fea1846 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:45.233255 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2a42fa47-6619-4da3-bb4a-3bd5ac4deac3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7441971 Jun 15 14:44:45.238809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:45.241601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33794) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:45.273638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a03581d1-f19e-4e60-a1b5-6ef7a9a3914f up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:45.286669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Calling delete_port for b9a62b34-1da5-4044-966f-4d1767541ea9 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:45.311608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:45.316667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-964c01f7-2335-465d-a403-69fccd3c7137 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:45.405366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:45.475363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Made reservation on behalf of 32a4f18f64cf4f2c8e6a662c4fea1846 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:45.478916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:45.490699 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3dcb717-b5c1-48f7-b93a-02f321e115f8 req-8731b1ac-3382-4bd8-b708-b0732969314c service neutron] 10.222.0.44 "GET /v2.0/networks/52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0866187 Jun 15 14:44:45.500645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:45.502797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5d943489-18f3-4745-9211-b5ada19d992f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:45.506221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port 6fc67db7-4458-4b37-8af5-d8dd07920e30 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:45.506556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:45.523445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:45.524779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:45.573044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] device_id is not set on port f31ee02c-661a-4c15-8ddf-2f5938d0e462 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:45.575831 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '776a7b86-6dfd-4687-b941-55aa996073fe'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:45.576796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:45.732108 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-77c1889c-039b-47c9-a09a-a977cf8c7e51 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:45.735982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-77c1889c-039b-47c9-a09a-a977cf8c7e51 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:45.814325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:45.814712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:45.879672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-77c1889c-039b-47c9-a09a-a977cf8c7e51 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:45.880705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c1889c-039b-47c9-a09a-a977cf8c7e51 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 882acbe8-474d-4933-9230-715dc40f4d3d {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:44:45.881367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Allocated IP 2001:db8::f816:3eff:fecc:864d (2ef0444c-622d-434a-90a5-976e58c67159/776a7b86-6dfd-4687-b941-55aa996073fe/01b43cd3-bfa9-4721-8522-24203b8a131c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:45.891075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a03581d1-f19e-4e60-a1b5-6ef7a9a3914f,segment=NetworkSegment(af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9),segment_id=af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:45.899825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.015996 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-65e5d682-a1dd-430c-93ea-85466f9ea1ad None None] Provisioning complete for port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:46.016423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-65e5d682-a1dd-430c-93ea-85466f9ea1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.037229 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-77c1889c-039b-47c9-a09a-a977cf8c7e51 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.043889 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-77c1889c-039b-47c9-a09a-a977cf8c7e51 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] 10.222.0.26 "DELETE /v2.0/routers/882acbe8-474d-4933-9230-715dc40f4d3d HTTP/1.1" status: 204 len: 168 time: 1.4184911 Jun 15 14:44:46.053288 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33798) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:46.072811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5db1b2ad-9e5d-4a77-bc35-ad28de91cfbc tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Request body: {'router': {'name': 'tempest-router-192687307', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b59a8a94e98f4077bef6560d4e370b18'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:46.079814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5db1b2ad-9e5d-4a77-bc35-ad28de91cfbc tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:46.084241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5db1b2ad-9e5d-4a77-bc35-ad28de91cfbc tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Usage tracker for resource:router and tenant:b59a8a94e98f4077bef6560d4e370b18 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:46.088717 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5db1b2ad-9e5d-4a77-bc35-ad28de91cfbc tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:46.095706 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5db1b2ad-9e5d-4a77-bc35-ad28de91cfbc tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:46.127012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a8a94-1809-4ee7-ae59-3aab0056714f req-9d29d611-8454-4095-b1ba-f66005ef7624 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:46.132845 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c84a8a94-1809-4ee7-ae59-3aab0056714f req-9d29d611-8454-4095-b1ba-f66005ef7624 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 943 time: 1.1251540 Jun 15 14:44:46.135901 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5db1b2ad-9e5d-4a77-bc35-ad28de91cfbc tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.137033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5db1b2ad-9e5d-4a77-bc35-ad28de91cfbc tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.143284 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d522a55-131c-4f87-860f-81cde776f35a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.153106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.155353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-964c01f7-2335-465d-a403-69fccd3c7137 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:46.181136 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-964c01f7-2335-465d-a403-69fccd3c7137 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:46.182361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=a03581d1-f19e-4e60-a1b5-6ef7a9a3914f,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:46.273266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-964c01f7-2335-465d-a403-69fccd3c7137 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:46.298765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-964c01f7-2335-465d-a403-69fccd3c7137 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:46.342161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-65e5d682-a1dd-430c-93ea-85466f9ea1ad None None] Current status of the port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:46.349765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3d522a55-131c-4f87-860f-81cde776f35a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for 8151aa96-622e-4c60-8a0d-a1f3a1b129aa owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:46.352167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.352869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d943489-18f3-4745-9211-b5ada19d992f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router e7a0a163-c8b6-4c74-a4ea-e59474bd12ab has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:44:46.359895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964c01f7-2335-465d-a403-69fccd3c7137 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:46.363348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-964c01f7-2335-465d-a403-69fccd3c7137 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.366099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Transition to ACTIVE for port object 01b43cd3-bfa9-4721-8522-24203b8a131c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:46.372269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-65e5d682-a1dd-430c-93ea-85466f9ea1ad None None] Provisioning for port 7b7dd8c4-479c-4663-9330-07a812dcd132 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:46.380052 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Port': ['ID=b9a62b34-1da5-4044-966f-4d1767541ea9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:46.380517 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-65e5d682-a1dd-430c-93ea-85466f9ea1ad None None] Provisioning complete for port 7b7dd8c4-479c-4663-9330-07a812dcd132 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:46.380897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-65e5d682-a1dd-430c-93ea-85466f9ea1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.402410 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No DVR routers for this DVR port b9a62b34-1da5-4044-966f-4d1767541ea9 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:46.411442 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5db1b2ad-9e5d-4a77-bc35-ad28de91cfbc tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.460033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.467558 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a586730-449f-4e4f-8cd7-2c29450146f8 req-2cd35de3-3c9e-43d3-b41b-45c32a831997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:46.469127 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5a586730-449f-4e4f-8cd7-2c29450146f8 req-2cd35de3-3c9e-43d3-b41b-45c32a831997 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af9fcc5065ef4cb4aae113ac56d834dc&device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 1096 time: 0.7060425 Jun 15 14:44:46.483681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Allocated IP 2001:db8::3a3 (793cd26f-2ed6-4d98-b242-01fd5ecba029/2ef68e2a-571d-4aca-a323-580b93b9a0f0/f31ee02c-661a-4c15-8ddf-2f5938d0e462) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:46.486407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Transition to ACTIVE for port object 01b43cd3-bfa9-4721-8522-24203b8a131c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:46.501724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.523415 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c84a8a94-1809-4ee7-ae59-3aab0056714f req-c54d69ba-7edb-4ac9-bd6c-9921ed125fd6 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723819 Jun 15 14:44:46.533715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-65e5d682-a1dd-430c-93ea-85466f9ea1ad None None] Port 7b7dd8c4-479c-4663-9330-07a812dcd132 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:46.578658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:46.580430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:46.583416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:46.598124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Pushing event updated for resources: {'Port': ['ID=01b43cd3-bfa9-4721-8522-24203b8a131c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:46.666263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5db1b2ad-9e5d-4a77-bc35-ad28de91cfbc tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.676914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for 6fc67db7-4458-4b37-8af5-d8dd07920e30 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:46.738230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Attempting to bind port 01b43cd3-bfa9-4721-8522-24203b8a131c on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:46.738730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Attempting to bind port 01b43cd3-bfa9-4721-8522-24203b8a131c by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:46.739215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Attempting to bind port 01b43cd3-bfa9-4721-8522-24203b8a131c on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:46.749539 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:46.750099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:46.750599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.751195 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:46.751840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Bound port: 01b43cd3-bfa9-4721-8522-24203b8a131c, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:46.752638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.770063 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6103a6e5-baa8-4913-8e01-6d34f48f15c3 None None] Provisioning complete for port 7b7dd8c4-479c-4663-9330-07a812dcd132 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:46.770518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6103a6e5-baa8-4913-8e01-6d34f48f15c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.820381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.854602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d943489-18f3-4745-9211-b5ada19d992f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:46.865545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02834499-1a09-4c8c-a5a3-184db2951b41']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:46.877648 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a353c49f-83c2-4b26-8046-5ec4116be7f7 None None] Sync routers for ids ['e7a0a163-c8b6-4c74-a4ea-e59474bd12ab'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:46.878270 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-964c01f7-2335-465d-a403-69fccd3c7137 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 776a7b86-6dfd-4687-b941-55aa996073fe (CIDR: 2001:db8::/64) Jun 15 14:44:46.899434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d13c5a-1367-4c60-ae06-3b7af1febf78') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:46.899728 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d13c5a-1367-4c60-ae06-3b7af1febf78') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:46.900037 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353c49f-83c2-4b26-8046-5ec4116be7f7 None None] Routers {'e7a0a163-c8b6-4c74-a4ea-e59474bd12ab'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:46.902221 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a353c49f-83c2-4b26-8046-5ec4116be7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e7a0a163-c8b6-4c74-a4ea-e59474bd12ab'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:46.907249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d522a55-131c-4f87-860f-81cde776f35a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.907449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6103a6e5-baa8-4913-8e01-6d34f48f15c3 None None] Port 7b7dd8c4-479c-4663-9330-07a812dcd132 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:46.918583 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5d943489-18f3-4745-9211-b5ada19d992f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/e7a0a163-c8b6-4c74-a4ea-e59474bd12ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9285960 Jun 15 14:44:46.918583 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-964c01f7-2335-465d-a403-69fccd3c7137 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:44:46.918583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964c01f7-2335-465d-a403-69fccd3c7137 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:44:46.926513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33802) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:46.927813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] For port 01b43cd3-bfa9-4721-8522-24203b8a131c, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:46.938112 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] For port 01b43cd3-bfa9-4721-8522-24203b8a131c, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=01b43cd3-bfa9-4721-8522-24203b8a131c,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:46.946785 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.977680 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.984523 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5db1b2ad-9e5d-4a77-bc35-ad28de91cfbc tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:46.985717 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5db1b2ad-9e5d-4a77-bc35-ad28de91cfbc tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9299185 Jun 15 14:44:46.992339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d522a55-131c-4f87-860f-81cde776f35a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=8151aa96-622e-4c60-8a0d-a1f3a1b129aa,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:46.997095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33806) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:46.999462 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a353c49f-83c2-4b26-8046-5ec4116be7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:47.005658 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a586730-449f-4e4f-8cd7-2c29450146f8 req-eb0ae2fe-82c1-4163-9313-279d30701630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:47.007478 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5a586730-449f-4e4f-8cd7-2c29450146f8 req-eb0ae2fe-82c1-4163-9313-279d30701630 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f HTTP/1.1" status: 200 len: 912 time: 0.5107162 Jun 15 14:44:47.010952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:47.022074 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a353c49f-83c2-4b26-8046-5ec4116be7f7 None None] Routers {'e7a0a163-c8b6-4c74-a4ea-e59474bd12ab'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:44:47.022986 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a353c49f-83c2-4b26-8046-5ec4116be7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e7a0a163-c8b6-4c74-a4ea-e59474bd12ab'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:47.108656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3d522a55-131c-4f87-860f-81cde776f35a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.113345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c75ac8-c682-4b85-91e7-b081911b2a2b None None] Pushing event updated for resources: {'Port': ['ID=01b43cd3-bfa9-4721-8522-24203b8a131c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:47.115444 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3d522a55-131c-4f87-860f-81cde776f35a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/8151aa96-622e-4c60-8a0d-a1f3a1b129aa HTTP/1.1" status: 204 len: 168 time: 2.6411076 Jun 15 14:44:47.119503 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a03581d1-f19e-4e60-a1b5-6ef7a9a3914f up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:47.123776 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a353c49f-83c2-4b26-8046-5ec4116be7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:47.124230 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a353c49f-83c2-4b26-8046-5ec4116be7f7 None None] The sync data for ids ['e7a0a163-c8b6-4c74-a4ea-e59474bd12ab'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:44:47.132661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.134864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33810) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:47.204401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:47.204775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.302876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:47.303522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.342340 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5a586730-449f-4e4f-8cd7-2c29450146f8 req-4db66ad9-d8b1-4587-8c83-94a3939683ec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5cc249c-fbce-4964-bfa3-47181fc3f2e6 HTTP/1.1" status: 200 len: 217 time: 0.2109075 Jun 15 14:44:47.357225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:47.422549 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a9d13c5a-1367-4c60-ae06-3b7af1febf78 resource provider aggregate not found Jun 15 14:44:47.502054 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a9d13c5a-1367-4c60-ae06-3b7af1febf78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a9d13c5a-1367-4c60-ae06-3b7af1febf78 found for delete ", "request_id": "req-8d747303-2974-4a2d-b0f5-7cce85965f61"}]} Jun 15 14:44:47.513214 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-964c01f7-2335-465d-a403-69fccd3c7137 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2177520 Jun 15 14:44:47.523675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33820) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:47.533589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:47.594021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device d5cc249c-fbce-4964-bfa3-47181fc3f2e6 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:44:47.666453 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.770491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.783433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port d5cc249c-fbce-4964-bfa3-47181fc3f2e6, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=d5cc249c-fbce-4964-bfa3-47181fc3f2e6,segment=NetworkSegment(c69dcc0c-2819-416a-9f60-9451bcb66f09),segment_id=c69dcc0c-2819-416a-9f60-9451bcb66f09)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:47.797544 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'd5cc249c-fbce-4964-bfa3-47181fc3f2e6', 'network_id': '52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f', 'port_id': 'd5cc249c-fbce-4964-bfa3-47181fc3f2e6', 'mac_address': 'fa:16:3e:21:97:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3dcc4f6-5f66-4ed3-90b7-8abbb80b01a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:44:47.854412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.855849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.858635 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port d5cc249c-fbce-4964-bfa3-47181fc3f2e6 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:47.859213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.879089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5cc249c-fbce-4964-bfa3-47181fc3f2e6 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:44:47.898382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port d5cc249c-fbce-4964-bfa3-47181fc3f2e6, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=d5cc249c-fbce-4964-bfa3-47181fc3f2e6,segment=NetworkSegment(c69dcc0c-2819-416a-9f60-9451bcb66f09),segment_id=c69dcc0c-2819-416a-9f60-9451bcb66f09)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:47.904759 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:47.960075 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-13898345-990b-4b64-bde9-1ca76e0ff64e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] remove_router_interface failed (client error): The resource could not be found. Jun 15 14:44:47.965671 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-13898345-990b-4b64-bde9-1ca76e0ff64e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/e7a0a163-c8b6-4c74-a4ea-e59474bd12ab/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0382879 Jun 15 14:44:47.990547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=d5cc249c-fbce-4964-bfa3-47181fc3f2e6,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:48.005269 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/02834499-1a09-4c8c-a5a3-184db2951b41 HTTP/1.1" status: 204 len: 168 time: 7.7538188 Jun 15 14:44:48.005269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a586730-449f-4e4f-8cd7-2c29450146f8 req-59826cc2-bdd8-4500-969f-2d553fc01e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:48.005269 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5a586730-449f-4e4f-8cd7-2c29450146f8 req-59826cc2-bdd8-4500-969f-2d553fc01e9b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dcc4f6-5f66-4ed3-90b7-8abbb80b01a6 HTTP/1.1" status: 200 len: 851 time: 0.6431892 Jun 15 14:44:48.006269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28cb6d9-7088-4a7a-b7dc-3945d951ba67 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Network': ['ID=02834499-1a09-4c8c-a5a3-184db2951b41,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:48.010467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33826) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:48.010928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:48.032059 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1478296628'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:48.036029 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.041902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.132541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:48.141186 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f8f527a-28a3-4a93-b704-0f25a2a84842 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7a0a163-c8b6-4c74-a4ea-e59474bd12ab HTTP/1.1" status: 200 len: 205 time: 0.1264036 Jun 15 14:44:48.143657 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5a586730-449f-4e4f-8cd7-2c29450146f8 req-a709cbdc-4211-49cc-bb32-be1aad80d576 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259794 Jun 15 14:44:48.147131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['d5cc249c-fbce-4964-bfa3-47181fc3f2e6'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:44:48.150237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:network and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:48.153043 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33834) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:48.159929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=6fc67db7-4458-4b37-8af5-d8dd07920e30,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:48.161527 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce0d961-84ac-49f1-be6c-958455c62c0c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:48.162425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8ce0d961-84ac-49f1-be6c-958455c62c0c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:48.163531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Transition to ACTIVE for port object f31ee02c-661a-4c15-8ddf-2f5938d0e462 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:48.172264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:48.191786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a3cd3-b5a7-44b5-b83a-8f36e3c8895c req-100bdc91-ebaa-4454-b099-31e1fd053e6f tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:48.193352 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-427a3cd3-b5a7-44b5-b83a-8f36e3c8895c req-100bdc91-ebaa-4454-b099-31e1fd053e6f tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 943 time: 0.5124323 Jun 15 14:44:48.196125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:48.235337 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:48.254112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:48.258053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89019) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 15 14:44:48.258573 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Router e07ee008-c3f7-488e-ad6a-7bca9c8db39c migrating from provider to provider. {{(pid=89019) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 15 14:44:48.259255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.265902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557e96b9-b013-457c-8d59-f58578e2c799 None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:44:48.267939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:48.281299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:48.317884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:48.321694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.346257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.397962 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-427a3cd3-b5a7-44b5-b83a-8f36e3c8895c req-ff82f790-ec61-442a-8704-36ed43e4169f tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649361 Jun 15 14:44:48.409947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-22e775ac-7876-495e-9372-8bb9bb72753c None None] Provisioning for port 01b43cd3-bfa9-4721-8522-24203b8a131c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:48.490655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e96b9-b013-457c-8d59-f58578e2c799 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:44:48.495169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.514668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.563958 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8ce0d961-84ac-49f1-be6c-958455c62c0c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:48.567622 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8ce0d961-84ac-49f1-be6c-958455c62c0c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.3737276 Jun 15 14:44:48.571203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:48.574822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.581744 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33838) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:48.586136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73b7d599-6d0f-488d-8947-f4e461a1e27b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.633060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.642309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.644450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.723609 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-35375d4c-c221-4284-b916-d571d40ca969 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:44:48.724027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-35375d4c-c221-4284-b916-d571d40ca969 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:48.781669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Network 793cd26f-2ed6-4d98-b242-01fd5ecba029 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:48.786077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.786613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Fanout notify agent at l3_agent the message router_deleted on router e7c0e2a1-7f39-406d-ad39-b1e516fc2590 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:44:48.795396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:48.809360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:48.814941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:48.815584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.819233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-35375d4c-c221-4284-b916-d571d40ca969 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:48.824490 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-35375d4c-c221-4284-b916-d571d40ca969 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/8151aa96-622e-4c60-8a0d-a1f3a1b129aa HTTP/1.1" status: 404 len: 333 time: 0.2380841 Jun 15 14:44:48.826539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Pushing event updated for resources: {'Port': ['ID=f31ee02c-661a-4c15-8ddf-2f5938d0e462,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:48.833552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33842) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:48.848978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-412545675'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:48.863917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:48.874866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:network and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:48.878561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:48.889550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:48.894193 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c1dc0a45-e79b-42e2-b579-1f7fefd562e2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/e7c0e2a1-7f39-406d-ad39-b1e516fc2590 HTTP/1.1" status: 204 len: 168 time: 4.8305197 Jun 15 14:44:48.894193 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:48.897985 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0ae13d68-74f4-4616-8f26-22ae467f117b tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.3191359 Jun 15 14:44:48.899446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33846) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:48.899755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33848) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:48.973097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2067367430'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:48.990881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:49.000299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:49.003712 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.017606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:network and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:49.027021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:49.033310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:49.037242 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5a586730-449f-4e4f-8cd7-2c29450146f8 req-1733c7d2-134a-47b2-a04d-b019a8960b22 service neutron] 10.222.0.44 "GET /v2.0/networks/52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8672192 Jun 15 14:44:49.040148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:49.080888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:49.084401 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.119053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:49.129529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 01b43cd3-bfa9-4721-8522-24203b8a131c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:49.132604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73b7d599-6d0f-488d-8947-f4e461a1e27b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.138321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73b7d599-6d0f-488d-8947-f4e461a1e27b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.141586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.141939 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Added segment 3768bc7d-45a3-407d-baac-77131b31bf17 of type vlan for network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 Jun 15 14:44:49.143017 dv-neutron-845844-1-hyperv neutron-server[89019]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] No L3 agents can host the router e07ee008-c3f7-488e-ad6a-7bca9c8db39c Jun 15 14:44:49.177509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1fd7c-4a33-4f4d-9e3f-039e2c4c632f tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:49.183925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1fd7c-4a33-4f4d-9e3f-039e2c4c632f tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:49.190306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1fd7c-4a33-4f4d-9e3f-039e2c4c632f tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:49.191411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.191599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4cf1fd7c-4a33-4f4d-9e3f-039e2c4c632f tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Synchronizing usage tracker for tenant:32a4f18f64cf4f2c8e6a662c4fea1846 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:49.191875 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Added segment e3132df7-9cc9-4a32-ad00-0bf9c51e4de9 of type vlan for network d0edef4d-fed8-4d41-9560-0eca41292cde Jun 15 14:44:49.196743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:49.219370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 01b43cd3-bfa9-4721-8522-24203b8a131c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:49.225290 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 01b43cd3-bfa9-4721-8522-24203b8a131c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:49.225596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.241679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.242270 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Added segment 5bff69c8-a8a0-4ff8-b877-c0a5feab5533 of type vlan for network 3d7e234f-f2ed-407e-a17f-6dae5395cdfe Jun 15 14:44:49.256452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.281458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.343315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73b7d599-6d0f-488d-8947-f4e461a1e27b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.343814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b7d599-6d0f-488d-8947-f4e461a1e27b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Fanout notify agent at l3_agent the message router_deleted on router e7a0a163-c8b6-4c74-a4ea-e59474bd12ab {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:44:49.350118 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4cf1fd7c-4a33-4f4d-9e3f-039e2c4c632f tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Unset dirty status for tenant:32a4f18f64cf4f2c8e6a662c4fea1846 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:49.352807 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4cf1fd7c-4a33-4f4d-9e3f-039e2c4c632f tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.4504972 Jun 15 14:44:49.363536 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.372373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 01b43cd3-bfa9-4721-8522-24203b8a131c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:49.373034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.388301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2c9a2533-ead9-4961-b9ca-54e98887d83d None None] Provisioning for port f31ee02c-661a-4c15-8ddf-2f5938d0e462 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:49.398610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33854) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:49.398838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2c9a2533-ead9-4961-b9ca-54e98887d83d None None] Provisioning complete for port f31ee02c-661a-4c15-8ddf-2f5938d0e462 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:49.399204 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2c9a2533-ead9-4961-b9ca-54e98887d83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.437823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.513378 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 01b43cd3-bfa9-4721-8522-24203b8a131c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=01b43cd3-bfa9-4721-8522-24203b8a131c,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:49.522136 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:44:49.522594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a2533-ead9-4961-b9ca-54e98887d83d None None] Port f31ee02c-661a-4c15-8ddf-2f5938d0e462 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:49.524248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.560574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:49.567393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:49.574926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:49.575565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.589389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192d3b87-e11c-4a9b-b8f6-9dadc74ccfa6 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:49.595035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.601264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:49.601936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.606654 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device d5cc249c-fbce-4964-bfa3-47181fc3f2e6 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:49.649824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73b7d599-6d0f-488d-8947-f4e461a1e27b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.655405 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-73b7d599-6d0f-488d-8947-f4e461a1e27b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/e7a0a163-c8b6-4c74-a4ea-e59474bd12ab HTTP/1.1" status: 204 len: 168 time: 1.4869285 Jun 15 14:44:49.657564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.657767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=a0d2bdbd-f61d-46cb-97ac-74c66e7ba2d4,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:49.661355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33860) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:49.664380 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:49.665387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.749188 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7328022 Jun 15 14:44:49.763833 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5a586730-449f-4e4f-8cd7-2c29450146f8 req-ecb22a7e-8ba2-4801-a08a-7b9ddf638a39 service neutron] 10.222.0.44 "GET /v2.0/networks/52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232989 Jun 15 14:44:49.783257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33864) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:49.784318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.791005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:49.791005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.791266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=01b43cd3-bfa9-4721-8522-24203b8a131c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:49.798975 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-01251912-3024-41ad-bacb-1f4e136a6771 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2697206 Jun 15 14:44:49.801160 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9639974 Jun 15 14:44:49.819687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33868) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:49.819904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33870) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:49.838968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'network_id': 'd0edef4d-fed8-4d41-9560-0eca41292cde', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:49.839498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port d5cc249c-fbce-4964-bfa3-47181fc3f2e6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:49.848544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-015561cd-092b-4fd2-a12b-6ea0d92d4d23 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Deleting port f31ee02c-661a-4c15-8ddf-2f5938d0e462 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:49.848894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-015561cd-092b-4fd2-a12b-6ea0d92d4d23 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.850364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port d5cc249c-fbce-4964-bfa3-47181fc3f2e6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:49.850750 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:49.871108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:17:f4:fd', 'name': 'tempest-NetworksTestDHCPv6-1222925838'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:49.893505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': '0aff2d0f-b0a7-445a-8bb3-a82fa9aff427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:49.942492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ca304-da79-45d5-b6a0-0d3aff4e5dcd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Network': ['ID=0aff2d0f-b0a7-445a-8bb3-a82fa9aff427,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:49.964363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:50.086465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Hosts for router e07ee008-c3f7-488e-ad6a-7bca9c8db39c: [] {{(pid=89019) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jun 15 14:44:50.149530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9fa7ca-af2e-4ed0-90b3-e9c23beec3c5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=d0edef4d-fed8-4d41-9560-0eca41292cde,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:50.151609 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2505884 Jun 15 14:44:50.156463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdff1de8-2e45-40e9-b83d-a2d25e5ef295 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting subnet d2a9cabc-289d-4816-b8b1-f0aa34d1f2cb {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:44:50.159869 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33876) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:50.162720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Hosts for other DVR routers connected to router e07ee008-c3f7-488e-ad6a-7bca9c8db39c: set() {{(pid=89019) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jun 15 14:44:50.166771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:50.167990 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7d63a10c-b007-4432-b188-7fae77583302 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] 10.222.0.26 "PUT /v2.0/routers/e07ee008-c3f7-488e-ad6a-7bca9c8db39c HTTP/1.1" status: 200 len: 716 time: 3.1688347 Jun 15 14:44:50.173221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33878) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:50.181411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'subnet': {'network_id': '3d7e234f-f2ed-407e-a17f-6dae5395cdfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:50.181642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdff1de8-2e45-40e9-b83d-a2d25e5ef295 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:50.186824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network d0edef4d-fed8-4d41-9560-0eca41292cde details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:50.341306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port d5cc249c-fbce-4964-bfa3-47181fc3f2e6 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:50.341620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:50.379427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c59bc6-9cf4-4118-8574-3b8a82999538 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Network': ['ID=3d7e234f-f2ed-407e-a17f-6dae5395cdfe,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:50.394245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5698737b-1cf8-43e9-9d06-83fa4ebd57c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cc249c-fbce-4964-bfa3-47181fc3f2e6'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:44:50.402365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:50.405303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:50.412416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 3d7e234f-f2ed-407e-a17f-6dae5395cdfe details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:50.442253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdff1de8-2e45-40e9-b83d-a2d25e5ef295 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:50.468283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca66f4-0483-400b-9959-3e6248608d1d req-4e99a702-6618-4717-98d0-5e4c2acd4d53 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:50.469814 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-dcca66f4-0483-400b-9959-3e6248608d1d req-4e99a702-6618-4717-98d0-5e4c2acd4d53 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 944 time: 0.9200425 Jun 15 14:44:50.500273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:50.504717 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:subnet and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:50.508048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:50.509279 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9f434eb5-96b3-4029-aa28-071e17b23efa tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] 10.222.0.26 "GET /v2.0/routers/e07ee008-c3f7-488e-ad6a-7bca9c8db39c HTTP/1.1" status: 200 len: 716 time: 0.3321338 Jun 15 14:44:50.514662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:50.525587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33886) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:50.526452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:50.529875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:50.540755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:50.541797 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75948119-e9b1-4eca-8818-91102050b3fc'] response: {'server_uuid': '5698737b-1cf8-43e9-9d06-83fa4ebd57c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5cc249c-fbce-4964-bfa3-47181fc3f2e6', 'code': 200} Jun 15 14:44:50.545444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:50.555156 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port d5cc249c-fbce-4964-bfa3-47181fc3f2e6, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=d5cc249c-fbce-4964-bfa3-47181fc3f2e6,segment=NetworkSegment(c69dcc0c-2819-416a-9f60-9451bcb66f09),segment_id=c69dcc0c-2819-416a-9f60-9451bcb66f09)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:50.561115 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:50.625395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:50.630074 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-dcca66f4-0483-400b-9959-3e6248608d1d req-3a6258de-7f82-4fa0-b655-84a324129933 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493688 Jun 15 14:44:50.653446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:subnet and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:50.659110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:50.669050 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:50.715520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=d5cc249c-fbce-4964-bfa3-47181fc3f2e6,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:50.733853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:50.737366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:50.746597 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b78bac8-0bbf-46e8-990c-84a2bf243189 None None] Update dhcp port {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'fixed_ips': [{'subnet_id': '776a7b86-6dfd-4687-b941-55aa996073fe', 'ip_address': '2001:db8::f816:3eff:fecc:864d'}, {'subnet_id': 'a0d2bdbd-f61d-46cb-97ac-74c66e7ba2d4'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': '01b43cd3-bfa9-4721-8522-24203b8a131c'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:44:50.748769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:50.757710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:50.769989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:50.773516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:50.803198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-015561cd-092b-4fd2-a12b-6ea0d92d4d23 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:50.813310 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b78bac8-0bbf-46e8-990c-84a2bf243189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:50.822702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:50.905869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:50.909373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.004912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-015561cd-092b-4fd2-a12b-6ea0d92d4d23 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Calling delete_port for f31ee02c-661a-4c15-8ddf-2f5938d0e462 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:51.050745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4b78bac8-0bbf-46e8-990c-84a2bf243189 None None] Allocated IP 2001:db8:0:1::2 (2ef0444c-622d-434a-90a5-976e58c67159/a0d2bdbd-f61d-46cb-97ac-74c66e7ba2d4/01b43cd3-bfa9-4721-8522-24203b8a131c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:51.074681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 01b43cd3-bfa9-4721-8522-24203b8a131c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:51.139733 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cd652-eed5-4d77-89d4-b54561511c89 req-03562634-67f1-4467-a1f2-2c8cc6eb3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:51.141394 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d13cd652-eed5-4d77-89d4-b54561511c89 req-03562634-67f1-4467-a1f2-2c8cc6eb3570 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 1098 time: 0.4515772 Jun 15 14:44:51.292875 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d13cd652-eed5-4d77-89d4-b54561511c89 req-cb7953f9-a13f-42dd-93d9-ac43ae2ddf8d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437576 Jun 15 14:44:51.293762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 01b43cd3-bfa9-4721-8522-24203b8a131c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:51.294289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.326964 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-015561cd-092b-4fd2-a12b-6ea0d92d4d23 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.345133 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1441421e-9da4-4136-8ae5-7576601b7892 tempest-RoutersTestDVR-2008693990 tempest-RoutersTestDVR-2008693990-project] 10.222.0.26 "GET /v2.0/routers/e07ee008-c3f7-488e-ad6a-7bca9c8db39c HTTP/1.1" status: 200 len: 682 time: 0.8125386 Jun 15 14:44:51.367435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33892) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:51.394170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4b78bac8-0bbf-46e8-990c-84a2bf243189 None None] For port 01b43cd3-bfa9-4721-8522-24203b8a131c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=01b43cd3-bfa9-4721-8522-24203b8a131c,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:51.396321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.396636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015561cd-092b-4fd2-a12b-6ea0d92d4d23 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Pushing event deleted for resources: {'Port': ['ID=f31ee02c-661a-4c15-8ddf-2f5938d0e462,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:51.437655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b78bac8-0bbf-46e8-990c-84a2bf243189 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.438435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdff1de8-2e45-40e9-b83d-a2d25e5ef295 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.438841 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.494669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.502005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4b78bac8-0bbf-46e8-990c-84a2bf243189 None None] Transition to ACTIVE for port object 01b43cd3-bfa9-4721-8522-24203b8a131c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:51.502711 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-015561cd-092b-4fd2-a12b-6ea0d92d4d23 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.516755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 01b43cd3-bfa9-4721-8522-24203b8a131c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:51.522155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b78bac8-0bbf-46e8-990c-84a2bf243189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.547004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Subnet': ['ID=288fc622-fd62-4053-b20c-282872fefc70,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:51.559338 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-015561cd-092b-4fd2-a12b-6ea0d92d4d23 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] 10.222.0.26 "DELETE /v2.0/ports/f31ee02c-661a-4c15-8ddf-2f5938d0e462 HTTP/1.1" status: 204 len: 168 time: 2.1476133 Jun 15 14:44:51.561513 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33896) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:51.571066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2fe418fb-bbf7-4793-ae33-036b4b854443 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Request body: {'port': {'name': 'tempest-new-port-name-1019603129', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:51.571723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-2fe418fb-bbf7-4793-ae33-036b4b854443 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] bootfile-name is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 15 14:44:51.572268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-2fe418fb-bbf7-4793-ae33-036b4b854443 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] tftp-server is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 15 14:44:51.572760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-2fe418fb-bbf7-4793-ae33-036b4b854443 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] server-ip-address is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 15 14:44:51.621759 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Checking segment: {'id': '5bff69c8-a8a0-4ff8-b877-c0a5feab5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3d7e234f-f2ed-407e-a17f-6dae5395cdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:51.623020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network hostable DHCP agents. Network: 3d7e234f-f2ed-407e-a17f-6dae5395cdfe, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:44:51.681473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78bac8-0bbf-46e8-990c-84a2bf243189 None None] Pushing event updated for resources: {'Port': ['ID=01b43cd3-bfa9-4721-8522-24203b8a131c,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:51.705986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.729231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 3d7e234f-f2ed-407e-a17f-6dae5395cdfe is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:44:51.756453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-149d346e-ed1b-41f9-9f6d-a095b4d87519 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.902625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 3d7e234f-f2ed-407e-a17f-6dae5395cdfe) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:51.910108 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:51.910635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.911960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ca239f-9cc4-4a06-829f-d5a489a7babc None None] Network 3d7e234f-f2ed-407e-a17f-6dae5395cdfe requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:51.928534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2fe418fb-bbf7-4793-ae33-036b4b854443 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:51.950381 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4a4fa11f-6182-4042-8c20-9940683f0ec0 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7773139 Jun 15 14:44:51.974395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33904) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:51.985707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d600fe37-e7bc-4422-9d1e-f5244d534199 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1365720750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:52.006853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d600fe37-e7bc-4422-9d1e-f5244d534199 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:52.015457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d600fe37-e7bc-4422-9d1e-f5244d534199 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:router and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:52.020537 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d600fe37-e7bc-4422-9d1e-f5244d534199 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:52.029540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d600fe37-e7bc-4422-9d1e-f5244d534199 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:52.053300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port 12a207e4-e984-447c-a433-a8164fa85a27 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:44:52.071182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d600fe37-e7bc-4422-9d1e-f5244d534199 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.072350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d600fe37-e7bc-4422-9d1e-f5244d534199 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.157580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d600fe37-e7bc-4422-9d1e-f5244d534199 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.198987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-3d7e234f-f2ed-407e-a17f-6dae5395cdfe', 'network_id': '3d7e234f-f2ed-407e-a17f-6dae5395cdfe', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'fixed_ips': [{'subnet_id': '288fc622-fd62-4053-b20c-282872fefc70'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:52.200357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.212861 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d600fe37-e7bc-4422-9d1e-f5244d534199 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.252225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d600fe37-e7bc-4422-9d1e-f5244d534199 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.253856 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d600fe37-e7bc-4422-9d1e-f5244d534199 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2784638 Jun 15 14:44:52.256527 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33908) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:52.300276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8:0:1::257 (2ef0444c-622d-434a-90a5-976e58c67159/a0d2bdbd-f61d-46cb-97ac-74c66e7ba2d4/12a207e4-e984-447c-a433-a8164fa85a27) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:52.307392 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::f816:3eff:fe17:f4fd (2ef0444c-622d-434a-90a5-976e58c67159/776a7b86-6dfd-4687-b941-55aa996073fe/12a207e4-e984-447c-a433-a8164fa85a27) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:52.442609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Allocated IP 2001:db8::2 (3d7e234f-f2ed-407e-a17f-6dae5395cdfe/288fc622-fd62-4053-b20c-282872fefc70/9885a26d-27eb-4fe1-9cec-279c50c68cd7) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:52.467102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2fe418fb-bbf7-4793-ae33-036b4b854443 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.484918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking segment: {'id': 'e3132df7-9cc9-4a32-ad00-0bf9c51e4de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd0edef4d-fed8-4d41-9560-0eca41292cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:52.485708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network hostable DHCP agents. Network: d0edef4d-fed8-4d41-9560-0eca41292cde, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:44:52.500972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=a34bcd31-ba27-4a10-af7c-76076ad0c376,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:52.555834 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2fe418fb-bbf7-4793-ae33-036b4b854443 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.609996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2fe418fb-bbf7-4793-ae33-036b4b854443 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] In _notify_port_updated(), no bound segment for port 7b7dd8c4-479c-4663-9330-07a812dcd132 on network 793cd26f-2ed6-4d98-b242-01fd5ecba029 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:44:52.615187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe418fb-bbf7-4793-ae33-036b4b854443 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:52.615737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2fe418fb-bbf7-4793-ae33-036b4b854443 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.620510 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2fe418fb-bbf7-4793-ae33-036b4b854443 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] 10.222.0.26 "PUT /v2.0/ports/7b7dd8c4-479c-4663-9330-07a812dcd132 HTTP/1.1" status: 200 len: 1130 time: 1.0544333 Jun 15 14:44:52.630018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33912) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:52.701194 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4160e606-8437-4b27-8f58-069c3a6d2991 None None] Provisioning for port 01b43cd3-bfa9-4721-8522-24203b8a131c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:52.715364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.726482 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4160e606-8437-4b27-8f58-069c3a6d2991 None None] Provisioning complete for port 01b43cd3-bfa9-4721-8522-24203b8a131c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:52.729043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4160e606-8437-4b27-8f58-069c3a6d2991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.787961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Transition to ACTIVE for port object 9885a26d-27eb-4fe1-9cec-279c50c68cd7 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:52.815580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Transition to ACTIVE for port object 9885a26d-27eb-4fe1-9cec-279c50c68cd7 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:52.862028 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.879201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdff1de8-2e45-40e9-b83d-a2d25e5ef295 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.922092 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe418fb-bbf7-4793-ae33-036b4b854443 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Pushing event updated for resources: {'Port': ['ID=7b7dd8c4-479c-4663-9330-07a812dcd132,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:52.937549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-149d346e-ed1b-41f9-9f6d-a095b4d87519 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.958716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Network 3d7e234f-f2ed-407e-a17f-6dae5395cdfe is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:52.963541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:52.964903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-149d346e-ed1b-41f9-9f6d-a095b4d87519 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:52.967002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network d0edef4d-fed8-4d41-9560-0eca41292cde is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:44:52.968937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:52.978381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4160e606-8437-4b27-8f58-069c3a6d2991 None None] Current status of the port 01b43cd3-bfa9-4721-8522-24203b8a131c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:52.979597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff1de8-2e45-40e9-b83d-a2d25e5ef295 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a9cabc-289d-4816-b8b1-f0aa34d1f2cb,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:52.983134 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Pushing event updated for resources: {'Port': ['ID=9885a26d-27eb-4fe1-9cec-279c50c68cd7,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:52.986040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.002532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bdff1de8-2e45-40e9-b83d-a2d25e5ef295 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.017564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb890fc-7f06-407a-a227-a7b93caf1e3a None None] Network bf3ca19e-0a99-4f7a-bad7-566bcf6d4779 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:53.042674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccc5779-6212-4f53-8af9-482df2654014 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:53.049693 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fccc5779-6212-4f53-8af9-482df2654014 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] 10.222.0.26 "GET /v2.0/ports/7b7dd8c4-479c-4663-9330-07a812dcd132 HTTP/1.1" status: 200 len: 1130 time: 0.3555870 Jun 15 14:44:53.050706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, d0edef4d-fed8-4d41-9560-0eca41292cde) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:53.052422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33916) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:53.089731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.122332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9036f1f-ddfe-474e-a6c0-0ed5f083c2f6 None None] Network d0edef4d-fed8-4d41-9560-0eca41292cde requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:53.134579 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 01b43cd3-bfa9-4721-8522-24203b8a131c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:53.271750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:53.272274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.302631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object 12a207e4-e984-447c-a433-a8164fa85a27 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:53.314051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-149d346e-ed1b-41f9-9f6d-a095b4d87519 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.314548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149d346e-ed1b-41f9-9f6d-a095b4d87519 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e07ee008-c3f7-488e-ad6a-7bca9c8db39c {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:44:53.321645 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bdff1de8-2e45-40e9-b83d-a2d25e5ef295 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/d2a9cabc-289d-4816-b8b1-f0aa34d1f2cb HTTP/1.1" status: 204 len: 168 time: 3.6481497 Jun 15 14:44:53.327979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33920) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:53.329732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08847b-040c-4455-afbe-8487b922eeac req-42f121bd-2c91-4bae-ac2b-60e8c69b7339 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:53.331270 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae08847b-040c-4455-afbe-8487b922eeac req-42f121bd-2c91-4bae-ac2b-60e8c69b7339 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 1.5080376 Jun 15 14:44:53.340382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-149d346e-ed1b-41f9-9f6d-a095b4d87519 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.341571 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-149d346e-ed1b-41f9-9f6d-a095b4d87519 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] 10.222.0.26 "DELETE /v2.0/routers/e07ee008-c3f7-488e-ad6a-7bca9c8db39c HTTP/1.1" status: 204 len: 168 time: 1.9715333 Jun 15 14:44:53.343105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.347080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Attempting to bind port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:53.347462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Attempting to bind port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '5bff69c8-a8a0-4ff8-b877-c0a5feab5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3d7e234f-f2ed-407e-a17f-6dae5395cdfe'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:53.347812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Attempting to bind port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 on network 3d7e234f-f2ed-407e-a17f-6dae5395cdfe {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:53.351132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33924) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:53.395164 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0b6e1de6-d0ea-4756-83fb-b625e895a285 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5992794 Jun 15 14:44:53.398691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:53.398691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Checking segment: {'id': '5bff69c8-a8a0-4ff8-b877-c0a5feab5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3d7e234f-f2ed-407e-a17f-6dae5395cdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:53.399008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3bade8c2-fccc-4c09-8078-3ca2bfeb1f0f tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Request body: {'router': {'name': 'tempest-router-1483536102', 'distributed': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:53.399114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.399114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Bound using segment: {'id': '5bff69c8-a8a0-4ff8-b877-c0a5feab5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3d7e234f-f2ed-407e-a17f-6dae5395cdfe'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:53.399379 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Bound port: 9885a26d-27eb-4fe1-9cec-279c50c68cd7, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bff69c8-a8a0-4ff8-b877-c0a5feab5533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3d7e234f-f2ed-407e-a17f-6dae5395cdfe'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:53.399751 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.407251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33928) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:53.412389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2e2a8a89-8d97-4546-b0fe-f06113313bc0 None None] Provisioning complete for port 7b7dd8c4-479c-4663-9330-07a812dcd132 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:53.412753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2e2a8a89-8d97-4546-b0fe-f06113313bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.442961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3bade8c2-fccc-4c09-8078-3ca2bfeb1f0f tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:53.472822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-906b5206-34bd-4cee-b40f-8668ef33c864 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Deleting port 7b7dd8c4-479c-4663-9330-07a812dcd132 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:53.473147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b5206-34bd-4cee-b40f-8668ef33c864 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.526263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.529717 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3bade8c2-fccc-4c09-8078-3ca2bfeb1f0f tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Usage tracker for resource:router and tenant:264156fdc30043f2b7b7f304d2f6ae8a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:53.549915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3bade8c2-fccc-4c09-8078-3ca2bfeb1f0f tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:53.586152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port c5f6a606-53b1-471b-b6ad-1a09a0cd051a {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:53.586600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.627714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3bade8c2-fccc-4c09-8078-3ca2bfeb1f0f tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:53.647921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2e2a8a89-8d97-4546-b0fe-f06113313bc0 None None] Port 7b7dd8c4-479c-4663-9330-07a812dcd132 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:53.671215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Subnet': ['ID=8e24cf61-b609-4f69-9cc4-4ab12c2dd49f,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:53.722368 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae08847b-040c-4455-afbe-8487b922eeac req-71c8aa5f-502e-47b9-b1de-934c36f2bfdc tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3730059 Jun 15 14:44:53.739229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3bade8c2-fccc-4c09-8078-3ca2bfeb1f0f tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.740308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3bade8c2-fccc-4c09-8078-3ca2bfeb1f0f tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.750594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 01b43cd3-bfa9-4721-8522-24203b8a131c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:53.751232 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.756224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Checking segment: {'id': '3768bc7d-45a3-407d-baac-77131b31bf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0aff2d0f-b0a7-445a-8bb3-a82fa9aff427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:53.756224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network hostable DHCP agents. Network: 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:44:53.776404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.792962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Allocated IP 2001:db8::1 (3d7e234f-f2ed-407e-a17f-6dae5395cdfe/288fc622-fd62-4053-b20c-282872fefc70/aa02edd7-8abf-46e9-a404-0b79d8739aa4) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:53.802446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] For port 9885a26d-27eb-4fe1-9cec-279c50c68cd7, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:53.877784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] For port 9885a26d-27eb-4fe1-9cec-279c50c68cd7, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9885a26d-27eb-4fe1-9cec-279c50c68cd7,segment=NetworkSegment(5bff69c8-a8a0-4ff8-b877-c0a5feab5533),segment_id=5bff69c8-a8a0-4ff8-b877-c0a5feab5533)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:53.881124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3bade8c2-fccc-4c09-8078-3ca2bfeb1f0f tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.888296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.925677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-d0edef4d-fed8-4d41-9560-0eca41292cde', 'network_id': 'd0edef4d-fed8-4d41-9560-0eca41292cde', 'tenant_id': '8e958f52975b4d9da8df9d4544a8752e', 'fixed_ips': [{'subnet_id': 'a34bcd31-ba27-4a10-af7c-76076ad0c376'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:53.926383 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:53.940048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:53.947141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.007635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:54.018813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:54.024590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:54.025488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.038260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:44:54.065005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] For port c5f6a606-53b1-471b-b6ad-1a09a0cd051a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c5f6a606-53b1-471b-b6ad-1a09a0cd051a,segment=NetworkSegment(6251fb20-9b4b-4c36-89f0-dc517f60f23e),segment_id=6251fb20-9b4b-4c36-89f0-dc517f60f23e)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:54.065005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.068983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=12a207e4-e984-447c-a433-a8164fa85a27,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:54.090180 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3bade8c2-fccc-4c09-8078-3ca2bfeb1f0f tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.107573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:54.112827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689f9af-4b61-44c4-8405-6f9697bed9cc None None] Pushing event updated for resources: {'Port': ['ID=9885a26d-27eb-4fe1-9cec-279c50c68cd7,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:54.138093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 01b43cd3-bfa9-4721-8522-24203b8a131c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:54.150231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5d4696-3cc9-4cd0-a3ac-b694b0848b01 None None] DHCP port deletion for bf3ca19e-0a99-4f7a-bad7-566bcf6d4779 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:44:54.155299 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-72b7357e-2e20-46e5-a623-483186bf3bf9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.3326185 Jun 15 14:44:54.157792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33932) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:54.160820 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4696-3cc9-4cd0-a3ac-b694b0848b01 None None] Deleting port c5f6a606-53b1-471b-b6ad-1a09a0cd051a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:54.161385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a5d4696-3cc9-4cd0-a3ac-b694b0848b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.165301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:54.166127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.188938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.205473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba42ef-7225-4b5b-bdc2-22088704f4c9 None None] Network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:54.213968 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Transition to ACTIVE for port object aa02edd7-8abf-46e9-a404-0b79d8739aa4 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:54.220287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b5206-34bd-4cee-b40f-8668ef33c864 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.237748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3bade8c2-fccc-4c09-8078-3ca2bfeb1f0f tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.239295 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3bade8c2-fccc-4c09-8078-3ca2bfeb1f0f tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8573577 Jun 15 14:44:54.248019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33934) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:54.413618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.427174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for c5f6a606-53b1-471b-b6ad-1a09a0cd051a owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:54.557968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-906b5206-34bd-4cee-b40f-8668ef33c864 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Calling delete_port for 7b7dd8c4-479c-4663-9330-07a812dcd132 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:54.593285 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4bcb4706-81c5-4791-9299-a6eac3cec33d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7688923 Jun 15 14:44:54.606661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33940) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:54.661929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 3d7e234f-f2ed-407e-a17f-6dae5395cdfe is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:54.666098 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-76f19b4c-8901-4654-9ae7-ce510de9d8a3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port 12a207e4-e984-447c-a433-a8164fa85a27 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:54.666666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-76f19b4c-8901-4654-9ae7-ce510de9d8a3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.700819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:54.702354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0f5bf0aa-5993-47aa-9f6d-02abea70018e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': '0aff2d0f-b0a7-445a-8bb3-a82fa9aff427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:54.719200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:54.720466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.723803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.732665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=aa02edd7-8abf-46e9-a404-0b79d8739aa4,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:54.737236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Allocated IP 172.20.0.2 (d0edef4d-fed8-4d41-9560-0eca41292cde/a34bcd31-ba27-4a10-af7c-76076ad0c376/34a96982-2b43-4e78-acc3-ec266ab36f3c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:54.742276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2a5d4696-3cc9-4cd0-a3ac-b694b0848b01 None None] For port c5f6a606-53b1-471b-b6ad-1a09a0cd051a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c5f6a606-53b1-471b-b6ad-1a09a0cd051a,segment=NetworkSegment(6251fb20-9b4b-4c36-89f0-dc517f60f23e),segment_id=6251fb20-9b4b-4c36-89f0-dc517f60f23e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:54.742977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a5d4696-3cc9-4cd0-a3ac-b694b0848b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.785940 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.793512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c470c593-cde5-4146-9ab8-2b9b992a9371 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:54.907678 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4696-3cc9-4cd0-a3ac-b694b0848b01 None None] Calling delete_port for c5f6a606-53b1-471b-b6ad-1a09a0cd051a owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:54.968254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=c5f6a606-53b1-471b-b6ad-1a09a0cd051a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:55.077312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-72dc11ce-3208-4bae-b21e-8756c7e2234f None None] Provisioning for port 12a207e4-e984-447c-a433-a8164fa85a27 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:55.113446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No DVR routers for this DVR port c5f6a606-53b1-471b-b6ad-1a09a0cd051a on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:55.124404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-72dc11ce-3208-4bae-b21e-8756c7e2234f None None] Provisioning complete for port 12a207e4-e984-447c-a433-a8164fa85a27 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:55.125096 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72dc11ce-3208-4bae-b21e-8756c7e2234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.154796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9885a26d-27eb-4fe1-9cec-279c50c68cd7 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:55.212715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-0aff2d0f-b0a7-445a-8bb3-a82fa9aff427', 'network_id': '0aff2d0f-b0a7-445a-8bb3-a82fa9aff427', 'tenant_id': '1811f021965845728c9b3aaf02b41c17', 'fixed_ips': [{'subnet_id': '8e24cf61-b609-4f69-9cc4-4ab12c2dd49f'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:44:55.219276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.349247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.385036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.396827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-76f19b4c-8901-4654-9ae7-ce510de9d8a3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.450249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-72dc11ce-3208-4bae-b21e-8756c7e2234f None None] Port 12a207e4-e984-447c-a433-a8164fa85a27 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:55.473536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-2a5d4696-3cc9-4cd0-a3ac-b694b0848b01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:44:55.474054 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-2a5d4696-3cc9-4cd0-a3ac-b694b0848b01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:44:55.536357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c470c593-cde5-4146-9ab8-2b9b992a9371 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.546622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c470c593-cde5-4146-9ab8-2b9b992a9371 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.553885 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0f5bf0aa-5993-47aa-9f6d-02abea70018e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:55.557703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0f5bf0aa-5993-47aa-9f6d-02abea70018e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:55.561464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0f5bf0aa-5993-47aa-9f6d-02abea70018e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:55.569108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0f5bf0aa-5993-47aa-9f6d-02abea70018e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:55.587673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5bf0aa-5993-47aa-9f6d-02abea70018e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:55.592346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf0aa-5993-47aa-9f6d-02abea70018e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.621659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:55.655673 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.687716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Allocated IP 2001:db8::2 (0aff2d0f-b0a7-445a-8bb3-a82fa9aff427/8e24cf61-b609-4f69-9cc4-4ab12c2dd49f/b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:44:55.757717 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-76f19b4c-8901-4654-9ae7-ce510de9d8a3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for 12a207e4-e984-447c-a433-a8164fa85a27 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:55.777367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b5206-34bd-4cee-b40f-8668ef33c864 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.786898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Transition to ACTIVE for port object 34a96982-2b43-4e78-acc3-ec266ab36f3c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:55.797095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c5f6a606-53b1-471b-b6ad-1a09a0cd051a no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:44:55.815737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3ca19e-0a99-4f7a-bad7-566bcf6d4779']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:55.820587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3518a2-6bff-43d4-8e08-69cf1ead45b6 None None] Network 3d7e234f-f2ed-407e-a17f-6dae5395cdfe requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:55.849029 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b5206-34bd-4cee-b40f-8668ef33c864 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Pushing event deleted for resources: {'Port': ['ID=7b7dd8c4-479c-4663-9330-07a812dcd132,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:55.850982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c470c593-cde5-4146-9ab8-2b9b992a9371 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.851562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c470c593-cde5-4146-9ab8-2b9b992a9371 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6f69608-7852-4e8f-a12c-5fe5b885cd16 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:44:55.905324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6251fb20-9b4b-4c36-89f0-dc517f60f23e') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:55.905631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6251fb20-9b4b-4c36-89f0-dc517f60f23e') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:55.936017 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: c5f6a606-53b1-471b-b6ad-1a09a0cd051a {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:44:55.936679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c5f6a606-53b1-471b-b6ad-1a09a0cd051a not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:44:55.939573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-906b5206-34bd-4cee-b40f-8668ef33c864 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.953952 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-906b5206-34bd-4cee-b40f-8668ef33c864 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] 10.222.0.26 "DELETE /v2.0/ports/7b7dd8c4-479c-4663-9330-07a812dcd132 HTTP/1.1" status: 204 len: 168 time: 2.8915920 Jun 15 14:44:55.956209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c470c593-cde5-4146-9ab8-2b9b992a9371 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:55.961364 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c470c593-cde5-4146-9ab8-2b9b992a9371 tempest-RoutersTestDVR-215772662 tempest-RoutersTestDVR-215772662-project-admin] 10.222.0.26 "DELETE /v2.0/routers/b6f69608-7852-4e8f-a12c-5fe5b885cd16 HTTP/1.1" status: 204 len: 168 time: 1.6962640 Jun 15 14:44:55.961364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33946) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:55.976310 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Transition to ACTIVE for port object 34a96982-2b43-4e78-acc3-ec266ab36f3c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:55.977456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4696-3cc9-4cd0-a3ac-b694b0848b01 None None] Deleting port c5f6a606-53b1-471b-b6ad-1a09a0cd051a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:55.977915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a5d4696-3cc9-4cd0-a3ac-b694b0848b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.000412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72fec0-5bc9-4c89-a2d9-65621b4ba800 req-fdcd33d1-fac5-4ae8-8eee-df2e9c698c94 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:56.002170 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1a72fec0-5bc9-4c89-a2d9-65621b4ba800 req-fdcd33d1-fac5-4ae8-8eee-df2e9c698c94 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 1.1240451 Jun 15 14:44:56.022490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.055682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-19ce6d57-2d28-46de-9784-8954894ae81b None None] Provisioning for port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:56.059043 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-0f5bf0aa-5993-47aa-9f6d-02abea70018e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e24cf61-b609-4f69-9cc4-4ab12c2dd49f (CIDR: 2001:db8::/64) Jun 15 14:44:56.080300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4696-3cc9-4cd0-a3ac-b694b0848b01 None None] The port 'c5f6a606-53b1-471b-b6ad-1a09a0cd051a' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:44:56.085380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.090526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.108725 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5bf0aa-5993-47aa-9f6d-02abea70018e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:44:56.110379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5bf0aa-5993-47aa-9f6d-02abea70018e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:44:56.121100 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:56.121597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.168954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.180247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Pushing event updated for resources: {'Port': ['ID=34a96982-2b43-4e78-acc3-ec266ab36f3c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:56.186111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-19ce6d57-2d28-46de-9784-8954894ae81b None None] Provisioning complete for port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:56.191337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19ce6d57-2d28-46de-9784-8954894ae81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.213049 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 6251fb20-9b4b-4c36-89f0-dc517f60f23e resource provider aggregate not found Jun 15 14:44:56.226411 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1a72fec0-5bc9-4c89-a2d9-65621b4ba800 req-d50f8001-02a2-48e6-86a4-c797124abd48 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942492 Jun 15 14:44:56.242530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Subnet': ['ID=a34bcd31-ba27-4a10-af7c-76076ad0c376,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:56.249937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b383f9-f6cf-480a-8303-004850dd9812 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Deleting subnet 2ef68e2a-571d-4aca-a323-580b93b9a0f0 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:44:56.254283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76b383f9-f6cf-480a-8303-004850dd9812 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.314318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76b383f9-f6cf-480a-8303-004850dd9812 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.316861 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Network d0edef4d-fed8-4d41-9560-0eca41292cde is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:56.362296 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 6251fb20-9b4b-4c36-89f0-dc517f60f23e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6251fb20-9b4b-4c36-89f0-dc517f60f23e found for delete ", "request_id": "req-8d7ef50b-2a41-4e72-98aa-6423ee88f659"}]} Jun 15 14:44:56.403102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76b383f9-f6cf-480a-8303-004850dd9812 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.430750 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.443792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Transition to ACTIVE for port object b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:56.468709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:56.496262 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0f5bf0aa-5993-47aa-9f6d-02abea70018e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8741553 Jun 15 14:44:56.497035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33960) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:56.510937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.529223 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Transition to ACTIVE for port object b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:44:56.530676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:56.553755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': '0aff2d0f-b0a7-445a-8bb3-a82fa9aff427', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:56.556516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33964) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:56.594594 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.647740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.648937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76b383f9-f6cf-480a-8303-004850dd9812 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.696791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Network': ['ID=bf3ca19e-0a99-4f7a-bad7-566bcf6d4779,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:56.707775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.718585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b383f9-f6cf-480a-8303-004850dd9812 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Pushing event deleted for resources: {'Subnet': ['ID=2ef68e2a-571d-4aca-a323-580b93b9a0f0,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:56.720982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76b383f9-f6cf-480a-8303-004850dd9812 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.748958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed55a240-d939-4e3c-a54c-7c3f5b810887 None None] Network 793cd26f-2ed6-4d98-b242-01fd5ecba029 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:56.756360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0edef4d-fed8-4d41-9560-0eca41292cde']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:56.772414 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3132df7-9cc9-4a32-ad00-0bf9c51e4de9') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:56.772696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3132df7-9cc9-4a32-ad00-0bf9c51e4de9') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:56.787234 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.790964 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6b2375d2-14d9-4490-8fea-56eb384ecbd2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/networks/bf3ca19e-0a99-4f7a-bad7-566bcf6d4779 HTTP/1.1" status: 204 len: 168 time: 3.4620445 Jun 15 14:44:56.801325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33970) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:56.807069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.808219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'network': {'name': 'tempest-RoutersTest-2008136748'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:56.815164 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-76b383f9-f6cf-480a-8303-004850dd9812 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] 10.222.0.26 "DELETE /v2.0/subnets/2ef68e2a-571d-4aca-a323-580b93b9a0f0 HTTP/1.1" status: 204 len: 168 time: 0.8405087 Jun 15 14:44:56.818551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33974) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:56.820536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:56.824073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-76f19b4c-8901-4654-9ae7-ce510de9d8a3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.854245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:56.854903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.883024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-18c8b1aa-bb8a-44ed-810e-9b3d460e6cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:56.888235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:network and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:56.896818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:56.900453 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e3132df7-9cc9-4a32-ad00-0bf9c51e4de9 resource provider aggregate not found Jun 15 14:44:56.919764 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f19b4c-8901-4654-9ae7-ce510de9d8a3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=12a207e4-e984-447c-a433-a8164fa85a27,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:56.921887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:56.981672 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:56.987658 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.000992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Attempting to bind port 34a96982-2b43-4e78-acc3-ec266ab36f3c on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:57.001344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Attempting to bind port 34a96982-2b43-4e78-acc3-ec266ab36f3c by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'e3132df7-9cc9-4a32-ad00-0bf9c51e4de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd0edef4d-fed8-4d41-9560-0eca41292cde'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:57.001754 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Attempting to bind port 34a96982-2b43-4e78-acc3-ec266ab36f3c on network d0edef4d-fed8-4d41-9560-0eca41292cde {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:57.022324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-18c8b1aa-bb8a-44ed-810e-9b3d460e6cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:57.026700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-18c8b1aa-bb8a-44ed-810e-9b3d460e6cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:b59a8a94e98f4077bef6560d4e370b18 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:57.028929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Pushing event updated for resources: {'Port': ['ID=b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:57.029738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-18c8b1aa-bb8a-44ed-810e-9b3d460e6cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:57.035672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-18c8b1aa-bb8a-44ed-810e-9b3d460e6cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:57.036997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:57.039854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:44:57.056540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.056540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.059337 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:57.064562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.064851 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e3132df7-9cc9-4a32-ad00-0bf9c51e4de9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3132df7-9cc9-4a32-ad00-0bf9c51e4de9 found for delete ", "request_id": "req-53780bd4-deab-4e8e-b1f6-0397af681000"}]} Jun 15 14:44:57.082630 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:57.090817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:57.094758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:57.095104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Checking segment: {'id': 'e3132df7-9cc9-4a32-ad00-0bf9c51e4de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd0edef4d-fed8-4d41-9560-0eca41292cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:57.095642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.096041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Bound using segment: {'id': 'e3132df7-9cc9-4a32-ad00-0bf9c51e4de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd0edef4d-fed8-4d41-9560-0eca41292cde'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:57.097539 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Bound port: 34a96982-2b43-4e78-acc3-ec266ab36f3c, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3132df7-9cc9-4a32-ad00-0bf9c51e4de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'd0edef4d-fed8-4d41-9560-0eca41292cde'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:57.097539 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.162554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:57.182805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-18c8b1aa-bb8a-44ed-810e-9b3d460e6cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.190707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:44:57.190707 dv-neutron-845844-1-hyperv neutron-server[89018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:44:57.190707 dv-neutron-845844-1-hyperv neutron-server[89018]: [parameters: {'id': 'd0edef4d-fed8-4d41-9560-0eca41292cde'}] Jun 15 14:44:57.190707 dv-neutron-845844-1-hyperv neutron-server[89018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:44:57.191180 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:44:57.193019 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-76f19b4c-8901-4654-9ae7-ce510de9d8a3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.193741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-18c8b1aa-bb8a-44ed-810e-9b3d460e6cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.198949 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-76f19b4c-8901-4654-9ae7-ce510de9d8a3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/12a207e4-e984-447c-a433-a8164fa85a27 HTTP/1.1" status: 204 len: 168 time: 2.9460590 Jun 15 14:44:57.200713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:57.208685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7ff21-ee23-45b7-8769-d857af2fc31e req-96e700e5-1dde-4a1d-9d3e-b53ec16dcc11 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:57.210255 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8aa7ff21-ee23-45b7-8769-d857af2fc31e req-96e700e5-1dde-4a1d-9d3e-b53ec16dcc11 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.7189417 Jun 15 14:44:57.210937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33982) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:57.231683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.273316 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-19ce6d57-2d28-46de-9784-8954894ae81b None None] Current status of the port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:57.273714 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19ce6d57-2d28-46de-9784-8954894ae81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.311214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:57.314641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.332158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:44:57.346544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=aa02edd7-8abf-46e9-a404-0b79d8739aa4,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:57.426275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.426549 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Added segment 458ae8ed-eda6-4151-b555-1d8deae3236d of type vlan for network e056f348-dc6a-44e5-8844-fd177067eec0 Jun 15 14:44:57.471520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-46eae32d-0ca8-4449-b8c3-496dc08f36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.472509 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-18c8b1aa-bb8a-44ed-810e-9b3d460e6cd7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b59a8a94e98f4077bef6560d4e370b18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9148002 Jun 15 14:44:57.476250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Attempting to bind port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:44:57.476700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Attempting to bind port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '3768bc7d-45a3-407d-baac-77131b31bf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0aff2d0f-b0a7-445a-8bb3-a82fa9aff427'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:44:57.477131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Attempting to bind port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 on network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:44:57.482311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33986) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:57.485588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8b1aa-bb8a-44ed-810e-9b3d460e6cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5562ed04-7968-4bf0-a689-9e53d96319a7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:57.495747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.510175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-19ce6d57-2d28-46de-9784-8954894ae81b None None] For port 9885a26d-27eb-4fe1-9cec-279c50c68cd7, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9885a26d-27eb-4fe1-9cec-279c50c68cd7,segment=NetworkSegment(5bff69c8-a8a0-4ff8-b877-c0a5feab5533),segment_id=5bff69c8-a8a0-4ff8-b877-c0a5feab5533)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:57.511658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:44:57.512593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Checking segment: {'id': '3768bc7d-45a3-407d-baac-77131b31bf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0aff2d0f-b0a7-445a-8bb3-a82fa9aff427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:44:57.513099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.513439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Bound using segment: {'id': '3768bc7d-45a3-407d-baac-77131b31bf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0aff2d0f-b0a7-445a-8bb3-a82fa9aff427'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:44:57.514098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Bound port: b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3768bc7d-45a3-407d-baac-77131b31bf17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '0aff2d0f-b0a7-445a-8bb3-a82fa9aff427'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:44:57.514535 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.522953 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8aa7ff21-ee23-45b7-8769-d857af2fc31e req-b78f171d-b391-4bc5-b7ce-b9865f50ab52 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995598 Jun 15 14:44:57.530914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Deleting port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:57.531280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.546628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-19ce6d57-2d28-46de-9784-8954894ae81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.678438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] For port 34a96982-2b43-4e78-acc3-ec266ab36f3c, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:57.683065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e673811-3357-4f7a-9ae2-74d4d5f37f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.694999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9511355b-0713-45f4-aa44-11ac913f3b11 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:57.696015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9511355b-0713-45f4-aa44-11ac913f3b11 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:57.707839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.718635 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] For port 34a96982-2b43-4e78-acc3-ec266ab36f3c, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=34a96982-2b43-4e78-acc3-ec266ab36f3c,segment=NetworkSegment(e3132df7-9cc9-4a32-ad00-0bf9c51e4de9),segment_id=e3132df7-9cc9-4a32-ad00-0bf9c51e4de9)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:57.738553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.824398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce6d57-2d28-46de-9784-8954894ae81b None None] Pushing event updated for resources: {'Port': ['ID=9885a26d-27eb-4fe1-9cec-279c50c68cd7,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:57.882657 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e673811-3357-4f7a-9ae2-74d4d5f37f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.907359 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce73e586-83a4-436d-80e9-b17f50dab89e None None] DHCP port deletion for 793cd26f-2ed6-4d98-b242-01fd5ecba029 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:44:57.924282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9511355b-0713-45f4-aa44-11ac913f3b11 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:57.928672 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9511355b-0713-45f4-aa44-11ac913f3b11 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7051215 Jun 15 14:44:57.929582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 33992) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:57.943816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] For port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:44:57.946230 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Deleting port 34a96982-2b43-4e78-acc3-ec266ab36f3c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:57.947024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.953612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ce73e586-83a4-436d-80e9-b17f50dab89e None None] Deleting port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:57.956271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ce73e586-83a4-436d-80e9-b17f50dab89e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:57.981490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 3d7e234f-f2ed-407e-a17f-6dae5395cdfe is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:57.984899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.024918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:58.037094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:44:58.045877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] For port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50,segment=NetworkSegment(3768bc7d-45a3-407d-baac-77131b31bf17),segment_id=3768bc7d-45a3-407d-baac-77131b31bf17)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:44:58.069491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.112428 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b707e-f980-4060-ba21-91fc86b5ead2 None None] Pushing event updated for resources: {'Port': ['ID=34a96982-2b43-4e78-acc3-ec266ab36f3c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:58.129967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] For port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a03581d1-f19e-4e60-a1b5-6ef7a9a3914f,segment=NetworkSegment(af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9),segment_id=af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:58.130462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.169827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:44:58.229339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:44:58.233021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:58.233727 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.263159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.270912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:58.271596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.281532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74786305-d97d-465b-8ca6-6036aa69f33d None None] Pushing event updated for resources: {'Port': ['ID=b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:58.341476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a96cb5ba-dc2a-49b9-b8b3-0456ed4b1e7f None None] Provisioning complete for port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:58.341922 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a96cb5ba-dc2a-49b9-b8b3-0456ed4b1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.358575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Subnet': ['ID=d383b449-1e7a-4f26-99e0-f5f464fcc87b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:58.364978 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6b124883-29fa-48ef-abf3-4148d336cc1c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8589642 Jun 15 14:44:58.394431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5b4ee5-f7df-445b-baa4-045a0df9dc92 None None] Network d0edef4d-fed8-4d41-9560-0eca41292cde requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:58.436459 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 33998) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:58.441698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Calling delete_port for a03581d1-f19e-4e60-a1b5-6ef7a9a3914f owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:58.451988 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': '0aff2d0f-b0a7-445a-8bb3-a82fa9aff427', 'fixed_ips': [{'subnet_id': '8e24cf61-b609-4f69-9cc4-4ab12c2dd49f'}, {'subnet_id': 'd383b449-1e7a-4f26-99e0-f5f464fcc87b'}], 'name': 'tempest-PortsIpV6TestJSON-246841419'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:58.480500 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6768031 Jun 15 14:44:58.489763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34002) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:58.495706 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'subnet': {'network_id': 'e056f348-dc6a-44e5-8844-fd177067eec0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:44:58.745351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:58.762254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:subnet and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:58.767160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:58.774054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:58.811638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.820025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ce73e586-83a4-436d-80e9-b17f50dab89e None None] For port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a03581d1-f19e-4e60-a1b5-6ef7a9a3914f,segment=NetworkSegment(af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9),segment_id=af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:58.820465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ce73e586-83a4-436d-80e9-b17f50dab89e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.857932 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58682850-ccbf-4be0-bd6c-32245c88c589 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Network': ['ID=e056f348-dc6a-44e5-8844-fd177067eec0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:58.866914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:58.871458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.881197 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e673811-3357-4f7a-9ae2-74d4d5f37f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:58.906820 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] No DVR routers for this DVR port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:44:58.968023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372043-17ac-4281-86e3-c0b9686fb2ab req-ff3604e1-b1d3-43b0-9488-707e57a8ecc4 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:58.969768 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f8372043-17ac-4281-86e3-c0b9686fb2ab req-ff3604e1-b1d3-43b0-9488-707e57a8ecc4 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.8242648 Jun 15 14:44:58.976959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ce73e586-83a4-436d-80e9-b17f50dab89e None None] Calling delete_port for a03581d1-f19e-4e60-a1b5-6ef7a9a3914f owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:58.978423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Pushing event deleted for resources: {'Port': ['ID=a03581d1-f19e-4e60-a1b5-6ef7a9a3914f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:59.002810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e673811-3357-4f7a-9ae2-74d4d5f37f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5562ed04-7968-4bf0-a689-9e53d96319a7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:59.058610 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network e056f348-dc6a-44e5-8844-fd177067eec0 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:44:59.106104 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:44:59.182505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e673811-3357-4f7a-9ae2-74d4d5f37f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.183995 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7e673811-3357-4f7a-9ae2-74d4d5f37f73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5562ed04-7968-4bf0-a689-9e53d96319a7 HTTP/1.1" status: 204 len: 168 time: 1.6947470 Jun 15 14:44:59.216740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defde2e2-2d24-4c4f-a2b6-ece47fc4aacc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:59.218424 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-defde2e2-2d24-4c4f-a2b6-ece47fc4aacc tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.2359598 Jun 15 14:44:59.223141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34008) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:59.237473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-ce73e586-83a4-436d-80e9-b17f50dab89e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:44:59.237825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-ce73e586-83a4-436d-80e9-b17f50dab89e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:44:59.242983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.253973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a96cb5ba-dc2a-49b9-b8b3-0456ed4b1e7f None None] Current status of the port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:44:59.274646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a96cb5ba-dc2a-49b9-b8b3-0456ed4b1e7f None None] Provisioning for port aa02edd7-8abf-46e9-a404-0b79d8739aa4 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:59.282042 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a96cb5ba-dc2a-49b9-b8b3-0456ed4b1e7f None None] Provisioning complete for port aa02edd7-8abf-46e9-a404-0b79d8739aa4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:59.282373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a96cb5ba-dc2a-49b9-b8b3-0456ed4b1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.299798 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f8372043-17ac-4281-86e3-c0b9686fb2ab req-fd36aca5-2ce3-4106-b27f-b65b85f5db41 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187003 Jun 15 14:44:59.310011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] For port 34a96982-2b43-4e78-acc3-ec266ab36f3c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=34a96982-2b43-4e78-acc3-ec266ab36f3c,segment=NetworkSegment(e3132df7-9cc9-4a32-ad00-0bf9c51e4de9),segment_id=e3132df7-9cc9-4a32-ad00-0bf9c51e4de9)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:44:59.310735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.314836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:59.319651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793cd26f-2ed6-4d98-b242-01fd5ecba029']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:59.389225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:44:59.394285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:59.394879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:44:59.437290 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee504d07-951a-4c49-a43f-d492245ba9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.441973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a96cb5ba-dc2a-49b9-b8b3-0456ed4b1e7f None None] Port aa02edd7-8abf-46e9-a404-0b79d8739aa4 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:59.461208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:44:59.472297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9885a26d-27eb-4fe1-9cec-279c50c68cd7 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:44:59.478429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Calling delete_port for 34a96982-2b43-4e78-acc3-ec266ab36f3c owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:44:59.534170 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.547807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:59.550432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.612053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:port and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:44:59.622709 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:44:59.638902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:44:59.646058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.677076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.697486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:44:59.699811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.738037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-092402c3-9a98-4901-be12-91c0ec22b04f None None] Provisioning complete for port aa02edd7-8abf-46e9-a404-0b79d8739aa4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:44:59.738712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-092402c3-9a98-4901-be12-91c0ec22b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.775665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Subnet': ['ID=170bc817-309a-44d2-9a53-35c16a6e8b2f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:44:59.775889 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ce73e586-83a4-436d-80e9-b17f50dab89e None None] Deleting port a03581d1-f19e-4e60-a1b5-6ef7a9a3914f {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:44:59.776419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ce73e586-83a4-436d-80e9-b17f50dab89e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.819381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a9c1eb-2984-4e31-afef-f64d214154e4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:59.823778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a9c1eb-2984-4e31-afef-f64d214154e4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:59.827518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a9c1eb-2984-4e31-afef-f64d214154e4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:44:59.832212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-18a9c1eb-2984-4e31-afef-f64d214154e4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:44:59.836874 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca78c64-c53a-4c2c-9325-7c69f3cdc951 None None] Network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:44:59.840715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34014) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:59.873710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:44:59.889149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:44:59.890948 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-29cfa289-e4a1-47a2-9032-81c259d3f5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:44:59.904102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ce73e586-83a4-436d-80e9-b17f50dab89e None None] The port 'a03581d1-f19e-4e60-a1b5-6ef7a9a3914f' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:44:59.910402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc1bf1-6389-4ebc-b7dd-a11090061c5e None None] Sync routers for ids ['b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:44:59.915342 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-69f64d9e-b9d6-4060-a0b3-808c1043a981 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6552401 Jun 15 14:44:59.919143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-18a9c1eb-2984-4e31-afef-f64d214154e4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:44:59.922929 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-18a9c1eb-2984-4e31-afef-f64d214154e4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5422380 Jun 15 14:44:59.924784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34018) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:59.925108 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34020) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:44:59.992296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-092402c3-9a98-4901-be12-91c0ec22b04f None None] Port aa02edd7-8abf-46e9-a404-0b79d8739aa4 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:44:59.998901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.028548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddc1bf1-6389-4ebc-b7dd-a11090061c5e None None] Routers {'b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:00.028770 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-bddc1bf1-6389-4ebc-b7dd-a11090061c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:00.062379 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9 resource provider aggregate not found Jun 15 14:45:00.066852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Port': ['ID=34a96982-2b43-4e78-acc3-ec266ab36f3c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:00.094445 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af6ac0d2-e1ef-4974-bb3f-8cbbe030cae9 found for delete ", "request_id": "req-f05893d4-b62d-407a-8ec7-495f02ad2af1"}]} Jun 15 14:45:00.096167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No DVR routers for this DVR port 34a96982-2b43-4e78-acc3-ec266ab36f3c on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:00.135245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-bddc1bf1-6389-4ebc-b7dd-a11090061c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:00.162119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:00.172171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddc1bf1-6389-4ebc-b7dd-a11090061c5e None None] Routers {'b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:00.173146 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-bddc1bf1-6389-4ebc-b7dd-a11090061c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:00.238117 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e64fd2d0-64e6-45ca-9e5b-892a2e4cc205 None None] Provisioning for port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:00.243189 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a03581d1-f19e-4e60-a1b5-6ef7a9a3914f no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:00.250469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-29cfa289-e4a1-47a2-9032-81c259d3f5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:00.255479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.261467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Checking segment: {'id': '458ae8ed-eda6-4151-b555-1d8deae3236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e056f348-dc6a-44e5-8844-fd177067eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:00.261859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network hostable DHCP agents. Network: e056f348-dc6a-44e5-8844-fd177067eec0, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:00.275271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-29cfa289-e4a1-47a2-9032-81c259d3f5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:264156fdc30043f2b7b7f304d2f6ae8a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:00.278092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.291735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-29cfa289-e4a1-47a2-9032-81c259d3f5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:00.299801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-bddc1bf1-6389-4ebc-b7dd-a11090061c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:00.300413 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc1bf1-6389-4ebc-b7dd-a11090061c5e None None] The sync data for ids ['b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:45:00.301603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.312838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: a03581d1-f19e-4e60-a1b5-6ef7a9a3914f {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:45:00.312838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a03581d1-f19e-4e60-a1b5-6ef7a9a3914f not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:45:00.314154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0edef4d-fed8-4d41-9560-0eca41292cde']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:00.320872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e64fd2d0-64e6-45ca-9e5b-892a2e4cc205 None None] Provisioning complete for port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:00.321331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e64fd2d0-64e6-45ca-9e5b-892a2e4cc205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.323451 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-29cfa289-e4a1-47a2-9032-81c259d3f5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:00.330145 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] 10.222.0.26 "DELETE /v2.0/networks/793cd26f-2ed6-4d98-b242-01fd5ecba029 HTTP/1.1" status: 204 len: 168 time: 3.4986138 Jun 15 14:45:00.335439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3366398-a489-4540-afb4-a6d83ff7ffda tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245 tempest-ExtraDHCPOptionsIpV6TestJSON-1701733245-project] Pushing event deleted for resources: {'Network': ['ID=793cd26f-2ed6-4d98-b242-01fd5ecba029,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:00.335762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74aa6016-d02e-4b24-9a93-95baa9b6a3d9 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:00.345880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3132df7-9cc9-4a32-ad00-0bf9c51e4de9') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:00.346353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3132df7-9cc9-4a32-ad00-0bf9c51e4de9') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:00.348136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-74aa6016-d02e-4b24-9a93-95baa9b6a3d9 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Synchronizing usage tracker for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:00.368113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.405684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.422283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:00.422943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.423849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.441935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network e056f348-dc6a-44e5-8844-fd177067eec0 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:00.470196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0398166-2458-4629-afbc-1fb5d756395f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 776a7b86-6dfd-4687-b941-55aa996073fe {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:00.480555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0398166-2458-4629-afbc-1fb5d756395f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.514960 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-74aa6016-d02e-4b24-9a93-95baa9b6a3d9 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Unset dirty status for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:00.516433 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-74aa6016-d02e-4b24-9a93-95baa9b6a3d9 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports/aa02edd7-8abf-46e9-a404-0b79d8739aa4 HTTP/1.1" status: 200 len: 911 time: 0.5886819 Jun 15 14:45:00.530177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34036) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:00.540715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-95ad39d2-241e-4dd5-82a8-3f5a48ac0f07 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '288fc622-fd62-4053-b20c-282872fefc70'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:00.558090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e64fd2d0-64e6-45ca-9e5b-892a2e4cc205 None None] Current status of the port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:00.558611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e64fd2d0-64e6-45ca-9e5b-892a2e4cc205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.574766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.591495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port 81bbc112-e9ba-4c85-a804-134906755329 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:45:00.611728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.613200 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.616494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e64fd2d0-64e6-45ca-9e5b-892a2e4cc205 None None] For port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50,segment=NetworkSegment(3768bc7d-45a3-407d-baac-77131b31bf17),segment_id=3768bc7d-45a3-407d-baac-77131b31bf17)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:00.622887 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e64fd2d0-64e6-45ca-9e5b-892a2e4cc205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.629375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, e056f348-dc6a-44e5-8844-fd177067eec0) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:00.663246 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.668010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da23b76b-6e5d-4cc0-a480-daf9de26ccc9 None None] Network e056f348-dc6a-44e5-8844-fd177067eec0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:00.700283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:00.701164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.715141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Network': ['ID=d0edef4d-fed8-4d41-9560-0eca41292cde,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:00.725179 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a1add1e0-fa68-4333-bbb0-9c66556882ad tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/d0edef4d-fed8-4d41-9560-0eca41292cde HTTP/1.1" status: 204 len: 168 time: 7.3001716 Jun 15 14:45:00.727989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34042) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:00.758438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-29cfa289-e4a1-47a2-9032-81c259d3f5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.789601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1524472339'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:00.798208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-29cfa289-e4a1-47a2-9032-81c259d3f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.804078 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:00.811914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:network and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:00.816086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:00.825175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:00.844830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64fd2d0-64e6-45ca-9e5b-892a2e4cc205 None None] Pushing event updated for resources: {'Port': ['ID=b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:00.851462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34046) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:00.851702 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-29cfa289-e4a1-47a2-9032-81c259d3f5a5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=264156fdc30043f2b7b7f304d2f6ae8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9985104 Jun 15 14:45:00.857939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0398166-2458-4629-afbc-1fb5d756395f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.858378 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04749fd-fba2-4d47-a465-bdf878e45def None None] Update dhcp port {'port': {'network_id': '0aff2d0f-b0a7-445a-8bb3-a82fa9aff427', 'fixed_ips': [{'subnet_id': '8e24cf61-b609-4f69-9cc4-4ab12c2dd49f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd383b449-1e7a-4f26-99e0-f5f464fcc87b'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': 'b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:45:00.879416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:00.883055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:00.894439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34050) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:00.971641 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f0c42094-167b-4ed8-bc57-2c88a3dd37c3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4784460 Jun 15 14:45:00.978645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f04749fd-fba2-4d47-a465-bdf878e45def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.001273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34056) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:01.003290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95ad39d2-241e-4dd5-82a8-3f5a48ac0f07 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.006786 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cfa289-e4a1-47a2-9032-81c259d3f5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c688e6bc-c01a-4a61-8b27-18a14bac853b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:01.025023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3724818a-ba26-4702-a526-1fed128c61cf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1410916131', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:01.047551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3724818a-ba26-4702-a526-1fed128c61cf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:01.091949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bda04d-b680-4560-8582-3fcdffa13927 req-2b115578-3eea-48ac-9546-396da4dac729 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:01.099468 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-04bda04d-b680-4560-8582-3fcdffa13927 req-2b115578-3eea-48ac-9546-396da4dac729 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.6247063 Jun 15 14:45:01.155884 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:01.198026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0398166-2458-4629-afbc-1fb5d756395f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.242563 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-04bda04d-b680-4560-8582-3fcdffa13927 req-118a99c3-e883-4598-92c8-2e57c52ee160 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421802 Jun 15 14:45:01.303573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-e056f348-dc6a-44e5-8844-fd177067eec0', 'network_id': 'e056f348-dc6a-44e5-8844-fd177067eec0', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'fixed_ips': [{'subnet_id': '170bc817-309a-44d2-9a53-35c16a6e8b2f'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:01.304587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.322605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0398166-2458-4629-afbc-1fb5d756395f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.346106 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3724818a-ba26-4702-a526-1fed128c61cf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:router and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:01.349635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3724818a-ba26-4702-a526-1fed128c61cf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:01.356678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3724818a-ba26-4702-a526-1fed128c61cf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:01.364088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:01.374307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.374660 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Added segment 3f2bfe61-eac6-47f5-a46f-58de6919f973 of type vlan for network 715269dd-5d41-4a87-9820-9317c400e264 Jun 15 14:45:01.381839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e0398166-2458-4629-afbc-1fb5d756395f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.393009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0398166-2458-4629-afbc-1fb5d756395f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=776a7b86-6dfd-4687-b941-55aa996073fe,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:01.404575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.416106 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e0398166-2458-4629-afbc-1fb5d756395f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/776a7b86-6dfd-4687-b941-55aa996073fe HTTP/1.1" status: 204 len: 168 time: 1.4845600 Jun 15 14:45:01.416716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34062) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:01.451132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3724818a-ba26-4702-a526-1fed128c61cf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.452055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3724818a-ba26-4702-a526-1fed128c61cf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.500907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80f05cd-de04-4b1f-a80d-d876f2ba1661 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:01.501447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5e3e129-920a-438f-ae44-7aaeea0c2211 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet a0d2bdbd-f61d-46cb-97ac-74c66e7ba2d4 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:01.504869 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e129-920a-438f-ae44-7aaeea0c2211 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.519608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7967b4dd-092f-4000-a57e-a82d7b084906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.573926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.577290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e129-920a-438f-ae44-7aaeea0c2211 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.579704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:01.580249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.610202 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f04749fd-fba2-4d47-a465-bdf878e45def None None] Allocated IP 2001:db8:0:1::2 (0aff2d0f-b0a7-445a-8bb3-a82fa9aff427/d383b449-1e7a-4f26-99e0-f5f464fcc87b/b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:01.655857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:01.656562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.714345 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7197df9b-fd92-4a59-a890-6016a9e255ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=32a4f18f64cf4f2c8e6a662c4fea1846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8151319 Jun 15 14:45:01.752212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34068) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:01.767735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3724818a-ba26-4702-a526-1fed128c61cf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.773225 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7967b4dd-092f-4000-a57e-a82d7b084906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.822220 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0932686 Jun 15 14:45:01.837975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34072) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:01.850169 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc1529-fb0c-4773-b09c-3a36715c5223 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=715269dd-5d41-4a87-9820-9317c400e264,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:01.855459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'network_id': '715269dd-5d41-4a87-9820-9317c400e264', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:01.882103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 715269dd-5d41-4a87-9820-9317c400e264 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:01.923782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d229943-d7fe-4e7a-bfc5-7f43bdf19ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.932098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3724818a-ba26-4702-a526-1fed128c61cf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:01.941284 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e129-920a-438f-ae44-7aaeea0c2211 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.008105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59275a-0a57-4a47-bdf9-911dd507868e req-118e3431-b275-4577-8ff5-c2a8abb10ecb tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:02.009664 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5b59275a-0a57-4a47-bdf9-911dd507868e req-118e3431-b275-4577-8ff5-c2a8abb10ecb tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.3927763 Jun 15 14:45:02.032856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b067289-1e47-4101-bb36-8f43fcf0da07 req-1683c152-18b9-4435-9756-37a66a9f5455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:02.033793 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4b067289-1e47-4101-bb36-8f43fcf0da07 req-1683c152-18b9-4435-9756-37a66a9f5455 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af9fcc5065ef4cb4aae113ac56d834dc&device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 1098 time: 0.4103200 Jun 15 14:45:02.057882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d229943-d7fe-4e7a-bfc5-7f43bdf19ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.141689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.156226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Allocated IP 172.20.0.2 (e056f348-dc6a-44e5-8844-fd177067eec0/170bc817-309a-44d2-9a53-35c16a6e8b2f/29ebfd72-475a-46f3-8d0d-dec43fb6fc8a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:02.183368 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e3132df7-9cc9-4a32-ad00-0bf9c51e4de9 resource provider aggregate not found Jun 15 14:45:02.222741 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e3132df7-9cc9-4a32-ad00-0bf9c51e4de9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3132df7-9cc9-4a32-ad00-0bf9c51e4de9 found for delete ", "request_id": "req-f033059e-13f1-4be1-9bcd-307a57ec1ce8"}]} Jun 15 14:45:02.223854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f04749fd-fba2-4d47-a465-bdf878e45def None None] For port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50,segment=NetworkSegment(3768bc7d-45a3-407d-baac-77131b31bf17),segment_id=3768bc7d-45a3-407d-baac-77131b31bf17)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:02.236133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:02.269369 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5b59275a-0a57-4a47-bdf9-911dd507868e req-dae63131-9ae3-4357-bda6-7558b153ff27 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453768 Jun 15 14:45:02.275265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:02.280659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7967b4dd-092f-4000-a57e-a82d7b084906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.283018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7967b4dd-092f-4000-a57e-a82d7b084906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.289357 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7967b4dd-092f-4000-a57e-a82d7b084906 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c688e6bc-c01a-4a61-8b27-18a14bac853b HTTP/1.1" status: 204 len: 168 time: 1.4317617 Jun 15 14:45:02.289357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3724818a-ba26-4702-a526-1fed128c61cf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.289357 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3724818a-ba26-4702-a526-1fed128c61cf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2702422 Jun 15 14:45:02.293231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34082) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:02.302315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e129-920a-438f-ae44-7aaeea0c2211 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.317500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:subnet and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:02.330505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:02.333429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967b4dd-092f-4000-a57e-a82d7b084906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c688e6bc-c01a-4a61-8b27-18a14bac853b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:02.343698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:02.370842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:02.374716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.389838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f04749fd-fba2-4d47-a465-bdf878e45def None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.403286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95ad39d2-241e-4dd5-82a8-3f5a48ac0f07 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.445192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f04749fd-fba2-4d47-a465-bdf878e45def None None] Transition to ACTIVE for port object b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:02.461547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f04749fd-fba2-4d47-a465-bdf878e45def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.479953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95ad39d2-241e-4dd5-82a8-3f5a48ac0f07 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.486504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ad39d2-241e-4dd5-82a8-3f5a48ac0f07 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:02.487362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-95ad39d2-241e-4dd5-82a8-3f5a48ac0f07 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.488962 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-95ad39d2-241e-4dd5-82a8-3f5a48ac0f07 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/ports/aa02edd7-8abf-46e9-a404-0b79d8739aa4 HTTP/1.1" status: 200 len: 911 time: 1.9578059 Jun 15 14:45:02.491243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Performing IP validity checks on allocation pools {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 15 14:45:02.491919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.ipam_backend_mixin [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89018) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 15 14:45:02.527054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34086) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:02.747052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.751232 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04749fd-fba2-4d47-a465-bdf878e45def None None] Pushing event updated for resources: {'Port': ['ID=b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:02.772049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Transition to ACTIVE for port object 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:02.795416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Transition to ACTIVE for port object 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:02.795659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad39d2-241e-4dd5-82a8-3f5a48ac0f07 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=aa02edd7-8abf-46e9-a404-0b79d8739aa4,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:02.802868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.935919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Network e056f348-dc6a-44e5-8844-fd177067eec0 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:02.941301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:02.947846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:02.963269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b067289-1e47-4101-bb36-8f43fcf0da07 req-971e72c9-c394-405a-9722-e71a1b5e92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:02.965786 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4b067289-1e47-4101-bb36-8f43fcf0da07 req-971e72c9-c394-405a-9722-e71a1b5e92f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f HTTP/1.1" status: 200 len: 912 time: 0.9100444 Jun 15 14:45:02.970167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a5e3e129-920a-438f-ae44-7aaeea0c2211 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:02.971299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Pushing event updated for resources: {'Port': ['ID=29ebfd72-475a-46f3-8d0d-dec43fb6fc8a,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:03.169292 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:03.185974 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a5e3e129-920a-438f-ae44-7aaeea0c2211 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/a0d2bdbd-f61d-46cb-97ac-74c66e7ba2d4 HTTP/1.1" status: 204 len: 168 time: 1.7676539 Jun 15 14:45:03.188449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34100) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:03.196613 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3e129-920a-438f-ae44-7aaeea0c2211 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d2bdbd-f61d-46cb-97ac-74c66e7ba2d4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:03.240670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Attempting to bind port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:03.241264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Attempting to bind port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '458ae8ed-eda6-4151-b555-1d8deae3236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e056f348-dc6a-44e5-8844-fd177067eec0'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:03.241806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Attempting to bind port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a on network e056f348-dc6a-44e5-8844-fd177067eec0 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:03.252489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:03.253247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Checking segment: {'id': '458ae8ed-eda6-4151-b555-1d8deae3236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e056f348-dc6a-44e5-8844-fd177067eec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:03.253820 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.254373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Bound using segment: {'id': '458ae8ed-eda6-4151-b555-1d8deae3236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e056f348-dc6a-44e5-8844-fd177067eec0'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:03.255021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Bound port: 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458ae8ed-eda6-4151-b555-1d8deae3236d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'e056f348-dc6a-44e5-8844-fd177067eec0'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:03.255585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.390915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] For port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:03.395799 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] For port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29ebfd72-475a-46f3-8d0d-dec43fb6fc8a,segment=NetworkSegment(458ae8ed-eda6-4151-b555-1d8deae3236d),segment_id=458ae8ed-eda6-4151-b555-1d8deae3236d)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:03.412025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.421503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d229943-d7fe-4e7a-bfc5-7f43bdf19ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.423750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d229943-d7fe-4e7a-bfc5-7f43bdf19ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.454799 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8d229943-d7fe-4e7a-bfc5-7f43bdf19ff5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/535252ec-6223-4f39-a089-d7adb963257c HTTP/1.1" status: 204 len: 168 time: 1.6980078 Jun 15 14:45:03.541858 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4b067289-1e47-4101-bb36-8f43fcf0da07 req-f1d4d97c-544b-4dac-847f-90ec3afb107f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5cc249c-fbce-4964-bfa3-47181fc3f2e6 HTTP/1.1" status: 200 len: 217 time: 0.3620892 Jun 15 14:45:03.590820 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dbafe2-7fbb-4850-ade2-d685ec82c600 None None] Pushing event updated for resources: {'Port': ['ID=29ebfd72-475a-46f3-8d0d-dec43fb6fc8a,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:03.653385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7597233a-79df-4e1e-8716-89301328e321 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:03.671534 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6b58c76d-b1c8-4a01-a5a3-278b5cd1a220 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4564228 Jun 15 14:45:03.684721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34116) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:03.714601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d229943-d7fe-4e7a-bfc5-7f43bdf19ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535252ec-6223-4f39-a089-d7adb963257c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:03.725979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:03.907002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34122) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:03.930572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:03.954611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ca1a9d-2d13-4aa9-ad21-41475fb68eaf None None] Network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:04.069707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=dffb7c1a-5d4e-4d6f-85bc-bd54731c1beb,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:04.105269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63484-9060-40d9-bdfb-ca1ef5d026d1 req-99eaf58c-07cf-4aa6-9b4a-4f1536745eab tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:04.115717 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8bd63484-9060-40d9-bdfb-ca1ef5d026d1 req-99eaf58c-07cf-4aa6-9b4a-4f1536745eab tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.6166272 Jun 15 14:45:04.117118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ee2e3007-6b94-413c-8fde-336b63e4ba3b None None] Provisioning complete for port 01b43cd3-bfa9-4721-8522-24203b8a131c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:04.117484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee2e3007-6b94-413c-8fde-336b63e4ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.145836 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b067289-1e47-4101-bb36-8f43fcf0da07 req-2fced538-5e37-422c-8acc-1644cce65e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:04.153581 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4b067289-1e47-4101-bb36-8f43fcf0da07 req-2fced538-5e37-422c-8acc-1644cce65e83 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dcc4f6-5f66-4ed3-90b7-8abbb80b01a6 HTTP/1.1" status: 200 len: 851 time: 0.5998261 Jun 15 14:45:04.216316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:04.253418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:04.261810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:04.281125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:04.306435 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8bd63484-9060-40d9-bdfb-ca1ef5d026d1 req-4544c258-0bf5-4e6a-91d6-f3ee0f81c6b7 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893637 Jun 15 14:45:04.316317 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking segment: {'id': '3f2bfe61-eac6-47f5-a46f-58de6919f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '715269dd-5d41-4a87-9820-9317c400e264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:04.316742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network hostable DHCP agents. Network: 715269dd-5d41-4a87-9820-9317c400e264, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:04.343495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:04.343991 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4b067289-1e47-4101-bb36-8f43fcf0da07 req-92cad89f-e681-434b-bcc1-22fe23fc0624 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588688 Jun 15 14:45:04.347732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.374932 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8::1ff (0aff2d0f-b0a7-445a-8bb3-a82fa9aff427/8e24cf61-b609-4f69-9cc4-4ab12c2dd49f/81bbc112-e9ba-4c85-a804-134906755329) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:04.510577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8:0:1::24c (0aff2d0f-b0a7-445a-8bb3-a82fa9aff427/d383b449-1e7a-4f26-99e0-f5f464fcc87b/81bbc112-e9ba-4c85-a804-134906755329) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:04.589266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.623483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e3007-6b94-413c-8fde-336b63e4ba3b None None] Current status of the port 01b43cd3-bfa9-4721-8522-24203b8a131c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:04.721962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2bb9e6-4ff9-41b3-9f06-ee2f653e0b2a None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:45:04.736826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3e2bb9e6-4ff9-41b3-9f06-ee2f653e0b2a None None] Deleting port 01b43cd3-bfa9-4721-8522-24203b8a131c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:04.740927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb9e6-4ff9-41b3-9f06-ee2f653e0b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.766417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34144) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:04.869223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network 715269dd-5d41-4a87-9820-9317c400e264 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:04.878364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.887634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a1556e50-5a7d-4bbe-843f-43542a63c621 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1633851772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:04.905612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1c954c34-ec99-4875-9201-6bbc9a5dfe63 None None] Provisioning for port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:04.914740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1c954c34-ec99-4875-9201-6bbc9a5dfe63 None None] Provisioning complete for port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:04.915105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1c954c34-ec99-4875-9201-6bbc9a5dfe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:04.946237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a1556e50-5a7d-4bbe-843f-43542a63c621 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:04.956127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec984e00-6bcc-408b-b60d-56404c27d1b3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:05.049070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a1556e50-5a7d-4bbe-843f-43542a63c621 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Usage tracker for resource:router and tenant:108c5fb4b8fa48d89b80f4468ede5bb8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:05.066867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 715269dd-5d41-4a87-9820-9317c400e264) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:05.067663 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4b067289-1e47-4101-bb36-8f43fcf0da07 req-2c03407c-3fc3-4bd7-b3d5-03210d795679 service neutron] 10.222.0.44 "GET /v2.0/networks/52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830671 Jun 15 14:45:05.073728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a1556e50-5a7d-4bbe-843f-43542a63c621 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:05.138695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:05.164223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:05.164223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:05.174242 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57d2f17-299d-4eb9-ac8e-5ed6edc13a8d None None] Network 715269dd-5d41-4a87-9820-9317c400e264 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:05.199783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:05.230562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a1556e50-5a7d-4bbe-843f-43542a63c621 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:05.234789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:05.235776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:05.245120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8227816f-e7d9-4cf5-a2c9-d8a70d1d62b5 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] Request body: {'port': {'network_id': 'b8ac1c64-279e-4beb-9f18-59602040ae41', 'name': 'tempest-NetworksNegativeTestJSON-1208124061'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:05.258573 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c8aaa293-f583-44b5-8715-9f8603d55fe7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.4145796 Jun 15 14:45:05.273267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34150) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:05.282203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=1fa74770-11a3-42da-83d1-d62c159d60f3,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:05.296621 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8227816f-e7d9-4cf5-a2c9-d8a70d1d62b5 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] POST failed (client error): The resource could not be found. Jun 15 14:45:05.297102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8227816f-e7d9-4cf5-a2c9-d8a70d1d62b5 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:05.303059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:05.306093 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8227816f-e7d9-4cf5-a2c9-d8a70d1d62b5 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5320435 Jun 15 14:45:05.314224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34154) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:05.333136 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1556e50-5a7d-4bbe-843f-43542a63c621 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:05.334152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1556e50-5a7d-4bbe-843f-43542a63c621 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:05.339768 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a2939c88-3a62-4d55-8f5d-3f43f343197f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6518826 Jun 15 14:45:05.362445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34160) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:05.499135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fede4ce5-b939-4fc7-90e6-adcf1fecdf87 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:05.517049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446ca815-84ec-402f-81a3-bcaa346ab535 None None] Network e056f348-dc6a-44e5-8844-fd177067eec0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:05.531018 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff117055-8bd6-4e01-bfed-5714686972a0 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:05.531505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff117055-8bd6-4e01-bfed-5714686972a0 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:05.630945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1c954c34-ec99-4875-9201-6bbc9a5dfe63 None None] Current status of the port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:05.632268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1556e50-5a7d-4bbe-843f-43542a63c621 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:05.641746 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ff117055-8bd6-4e01-bfed-5714686972a0 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] 10.222.0.26 "DELETE /v2.0/networks/80568803-cceb-4adf-819a-f41148126b09 HTTP/1.1" status: 404 len: 339 time: 0.3176472 Jun 15 14:45:05.650330 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34164) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:05.657151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3e2bb9e6-4ff9-41b3-9f06-ee2f653e0b2a None None] For port 01b43cd3-bfa9-4721-8522-24203b8a131c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=01b43cd3-bfa9-4721-8522-24203b8a131c,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:05.657733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb9e6-4ff9-41b3-9f06-ee2f653e0b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:05.734704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Allocated IP 172.20.0.1 (e056f348-dc6a-44e5-8844-fd177067eec0/170bc817-309a-44d2-9a53-35c16a6e8b2f/3be44853-69b4-4c06-be24-dd926c9dc11f) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:05.748637 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0072d4fc-9a53-4962-9fbf-cfaffc215ce3 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:05.749105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0072d4fc-9a53-4962-9fbf-cfaffc215ce3 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:05.750820 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0072d4fc-9a53-4962-9fbf-cfaffc215ce3 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] 10.222.0.26 "DELETE /v2.0/ports/e6ed4230-79b3-4684-a1d1-9951aea4b3e7 HTTP/1.1" status: 404 len: 333 time: 0.0870984 Jun 15 14:45:05.775793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34168) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:05.823709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1556e50-5a7d-4bbe-843f-43542a63c621 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:05.842305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3e2bb9e6-4ff9-41b3-9f06-ee2f653e0b2a None None] Calling delete_port for 01b43cd3-bfa9-4721-8522-24203b8a131c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:05.846392 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:05.864422 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-36988eb2-8a6d-414e-b948-d2dd032b2239 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:05.864880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36988eb2-8a6d-414e-b948-d2dd032b2239 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:05.872126 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-36988eb2-8a6d-414e-b948-d2dd032b2239 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] 10.222.0.26 "DELETE /v2.0/subnets/e75a57bd-8415-493b-852a-017e2338b09a HTTP/1.1" status: 404 len: 337 time: 0.0858195 Jun 15 14:45:05.872471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34172) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:05.901404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:05.915597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fede4ce5-b939-4fc7-90e6-adcf1fecdf87 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:05.918191 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1556e50-5a7d-4bbe-843f-43542a63c621 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:05.919879 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a1556e50-5a7d-4bbe-843f-43542a63c621 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 2.0102725 Jun 15 14:45:05.923864 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2e46be-b687-472d-b3fe-c735a6837b9e tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] GET failed (client error): The resource could not be found. Jun 15 14:45:05.930560 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-db2e46be-b687-472d-b3fe-c735a6837b9e tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] 10.222.0.26 "GET /v2.0/networks/d15d0ac3-c8db-449e-a351-d8fc567e2d1a HTTP/1.1" status: 404 len: 339 time: 0.0519378 Jun 15 14:45:05.930787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34176) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:05.930880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fede4ce5-b939-4fc7-90e6-adcf1fecdf87 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:05.939740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1314842926'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:05.951378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34178) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:05.959533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fede4ce5-b939-4fc7-90e6-adcf1fecdf87 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:05.973814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:05.980044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fede4ce5-b939-4fc7-90e6-adcf1fecdf87 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:05.998929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:06.021456 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object 81bbc112-e9ba-4c85-a804-134906755329 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:06.023013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Usage tracker for resource:network and tenant:108c5fb4b8fa48d89b80f4468ede5bb8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:06.032256 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4b067289-1e47-4101-bb36-8f43fcf0da07 req-21ad9e1e-aa59-4dfa-9140-182387c5bedd service neutron] 10.222.0.44 "GET /v2.0/networks/52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9532897 Jun 15 14:45:06.035864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fede4ce5-b939-4fc7-90e6-adcf1fecdf87 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:06.038871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:06.039650 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fede4ce5-b939-4fc7-90e6-adcf1fecdf87 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.058218 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f2caa5-346a-40ef-9cb9-14b986adc7f3 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] GET failed (client error): The resource could not be found. Jun 15 14:45:06.064845 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41f2caa5-346a-40ef-9cb9-14b986adc7f3 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] 10.222.0.26 "GET /v2.0/ports/81f00054-09c8-4436-a171-447b06f84211 HTTP/1.1" status: 404 len: 333 time: 0.1017766 Jun 15 14:45:06.067549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34184) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:06.068447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:06.071239 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d216ad68-0db1-40ca-a471-6508af209476 None None] Provisioning complete for port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:06.071632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d216ad68-0db1-40ca-a471-6508af209476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.073756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.162665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.164593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Made reservation on behalf of 108c5fb4b8fa48d89b80f4468ede5bb8 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:06.165113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 01b43cd3-bfa9-4721-8522-24203b8a131c no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:06.168391 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.186987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.204931 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7b169e-2f0e-4c4b-8ed4-4e0587b0eb7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-715269dd-5d41-4a87-9820-9317c400e264', 'network_id': '715269dd-5d41-4a87-9820-9317c400e264', 'tenant_id': '8e958f52975b4d9da8df9d4544a8752e', 'fixed_ips': [{'subnet_id': 'dffb7c1a-5d4e-4d6f-85bc-bd54731c1beb'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:06.205755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4e7b169e-2f0e-4c4b-8ed4-4e0587b0eb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.239822 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b97d84-ef7f-4700-9cb9-899b93476064 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] GET failed (client error): The resource could not be found. Jun 15 14:45:06.240873 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e2bb9e6-4ff9-41b3-9f06-ee2f653e0b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.241192 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c0b97d84-ef7f-4700-9cb9-899b93476064 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] 10.222.0.26 "GET /v2.0/subnets/b53302d1-785c-4442-a915-f01a13e6506f HTTP/1.1" status: 404 len: 337 time: 0.1693437 Jun 15 14:45:06.244167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14cdf9-f2f3-4dfa-81ba-d3a118b358d4 req-89f19228-5991-4f98-820c-65d3474cffdf tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:06.246984 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6a14cdf9-f2f3-4dfa-81ba-d3a118b358d4 req-89f19228-5991-4f98-820c-65d3474cffdf tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.6228311 Jun 15 14:45:06.248219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34188) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:06.264569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-905ce91a-bd43-484b-8f6a-f575e8c2bd10 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:06.266052 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.281462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ec984e00-6bcc-408b-b60d-56404c27d1b3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port aa02edd7-8abf-46e9-a404-0b79d8739aa4 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:06.281711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec984e00-6bcc-408b-b60d-56404c27d1b3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.313162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2bb9e6-4ff9-41b3-9f06-ee2f653e0b2a None None] Pushing event deleted for resources: {'Port': ['ID=01b43cd3-bfa9-4721-8522-24203b8a131c,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:06.313420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Transition to ACTIVE for port object 3be44853-69b4-4c06-be24-dd926c9dc11f will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:06.320095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:06.332092 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:06.339854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:06.342348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:06.348131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:06.348982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.356141 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-905ce91a-bd43-484b-8f6a-f575e8c2bd10 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] PUT failed (client error): The resource could not be found. Jun 15 14:45:06.356649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905ce91a-bd43-484b-8f6a-f575e8c2bd10 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:06.363426 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-905ce91a-bd43-484b-8f6a-f575e8c2bd10 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] 10.222.0.26 "PUT /v2.0/networks/cbbc7cda-69a4-478f-9eb8-5abec5bd605b HTTP/1.1" status: 404 len: 339 time: 0.1049256 Jun 15 14:45:06.363630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2bb9e6-4ff9-41b3-9f06-ee2f653e0b2a None None] No DVR routers for this DVR port 01b43cd3-bfa9-4721-8522-24203b8a131c on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:06.370413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34192) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:06.379283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Usage tracker for resource:security_group_rule and tenant:108c5fb4b8fa48d89b80f4468ede5bb8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:06.387089 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-fede4ce5-b939-4fc7-90e6-adcf1fecdf87 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fa74770-11a3-42da-83d1-d62c159d60f3 (CIDR: 2001:db8::/64) Jun 15 14:45:06.390405 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:06.391418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-186bb745-bc2a-4a2c-862b-7a9687f2a041 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:06.396389 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 7.9590778 Jun 15 14:45:06.402449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93300daf-7e92-40dd-bdba-d85c05051020 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=81bbc112-e9ba-4c85-a804-134906755329,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:06.408111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34196) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:06.409457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:06.433658 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fede4ce5-b939-4fc7-90e6-adcf1fecdf87 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:45:06.434156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fede4ce5-b939-4fc7-90e6-adcf1fecdf87 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:06.438524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ff92044f-84fa-4485-9fab-09efb56fcccd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e24cf61-b609-4f69-9cc4-4ab12c2dd49f'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:06.440826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No active binding found for port 01b43cd3-bfa9-4721-8522-24203b8a131c {{(pid=89020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 15 14:45:06.441314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 01b43cd3-bfa9-4721-8522-24203b8a131c not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:45:06.450595 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-186bb745-bc2a-4a2c-862b-7a9687f2a041 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] PUT failed (client error): The resource could not be found. Jun 15 14:45:06.451072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186bb745-bc2a-4a2c-862b-7a9687f2a041 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:06.452333 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-186bb745-bc2a-4a2c-862b-7a9687f2a041 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] 10.222.0.26 "PUT /v2.0/ports/dae76fad-f88e-44c4-a9d7-731842374988 HTTP/1.1" status: 404 len: 333 time: 0.0772300 Jun 15 14:45:06.477221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34200) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:06.489213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.498951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8e46ba8c-25ad-4f04-947f-8e7ab5b615a4 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:06.499399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b19baa-df9c-424d-bd4a-80ba7bbc0447 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:06.539075 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6a14cdf9-f2f3-4dfa-81ba-d3a118b358d4 req-739dc39f-08a9-47ab-ab17-ae6a30d2442d tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550437 Jun 15 14:45:06.574076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.646309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d216ad68-0db1-40ca-a471-6508af209476 None None] Current status of the port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server [None req-4e7b169e-2f0e-4c4b-8ed4-4e0587b0eb7c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dffb7c1a-5d4e-4d6f-85bc-bd54731c1beb: This subnet is being modified by another concurrent operation. Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 15 14:45:06.666962 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise self.value Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1454, in create_port Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1421, in _create_port_db Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server raise exception Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dffb7c1a-5d4e-4d6f-85bc-bd54731c1beb: This subnet is being modified by another concurrent operation. Jun 15 14:45:06.670987 dv-neutron-845844-1-hyperv neutron-server[89020]: ERROR oslo_messaging.rpc.server Jun 15 14:45:06.694658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcca8bf-4936-4736-9c21-7fcf2fa8469f None None] Network 715269dd-5d41-4a87-9820-9317c400e264 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:06.751384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d216ad68-0db1-40ca-a471-6508af209476 None None] Provisioning for port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:06.836978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network e056f348-dc6a-44e5-8844-fd177067eec0 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:06.848706 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:06.859333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=3be44853-69b4-4c06-be24-dd926c9dc11f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:06.865702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:06.869559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d216ad68-0db1-40ca-a471-6508af209476 None None] Provisioning complete for port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:06.870001 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d216ad68-0db1-40ca-a471-6508af209476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:06.991091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Subnet': ['ID=dffb7c1a-5d4e-4d6f-85bc-bd54731c1beb,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:07.008211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.008374 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fede4ce5-b939-4fc7-90e6-adcf1fecdf87 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5808785 Jun 15 14:45:07.013222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34204) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:07.014104 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e46ba8c-25ad-4f04-947f-8e7ab5b615a4 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] PUT failed (client error): The resource could not be found. Jun 15 14:45:07.014571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e46ba8c-25ad-4f04-947f-8e7ab5b615a4 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:07.020574 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8e46ba8c-25ad-4f04-947f-8e7ab5b615a4 tempest-NetworksNegativeTestJSON-920845981 tempest-NetworksNegativeTestJSON-920845981-project] 10.222.0.26 "PUT /v2.0/subnets/9d9d0010-2c51-46b1-b9f1-45a354e5c386 HTTP/1.1" status: 404 len: 337 time: 0.5377088 Jun 15 14:45:07.029577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:07.143157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.169434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.214806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=989205e6-c8b2-4835-8bcd-53db5dff832b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:07.235527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '1fa74770-11a3-42da-83d1-d62c159d60f3'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:07.236296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.239986 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:07.244811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff92044f-84fa-4485-9fab-09efb56fcccd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.269239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.290687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec984e00-6bcc-408b-b60d-56404c27d1b3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.331298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.331983 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Added segment 9cae629b-e893-49b6-96d0-6747a4e56e00 of type vlan for network 84214ef7-38db-4cc8-835b-f326f1837ca8 Jun 15 14:45:07.362348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d216ad68-0db1-40ca-a471-6508af209476 None None] Current status of the port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:07.362756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d216ad68-0db1-40ca-a471-6508af209476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.431076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.492004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d216ad68-0db1-40ca-a471-6508af209476 None None] For port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29ebfd72-475a-46f3-8d0d-dec43fb6fc8a,segment=NetworkSegment(458ae8ed-eda6-4151-b555-1d8deae3236d),segment_id=458ae8ed-eda6-4151-b555-1d8deae3236d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:07.525193 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d216ad68-0db1-40ca-a471-6508af209476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.554675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34212) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:07.590874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ec984e00-6bcc-408b-b60d-56404c27d1b3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for aa02edd7-8abf-46e9-a404-0b79d8739aa4 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:07.619977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/1fa74770-11a3-42da-83d1-d62c159d60f3/7dd61a66-332b-4faa-a89b-60cb032401ff) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:07.622384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:07.629097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:45:07.632818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216ad68-0db1-40ca-a471-6508af209476 None None] Pushing event updated for resources: {'Port': ['ID=29ebfd72-475a-46f3-8d0d-dec43fb6fc8a,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:07.655011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-108fb540-f82a-47d8-9504-871f82d17d1e None None] Provisioning for port 3be44853-69b4-4c06-be24-dd926c9dc11f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:07.669171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.676896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:07.689541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:07.700494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:07.704399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-108fb540-f82a-47d8-9504-871f82d17d1e None None] Provisioning complete for port 3be44853-69b4-4c06-be24-dd926c9dc11f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:07.704780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-108fb540-f82a-47d8-9504-871f82d17d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.731539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715269dd-5d41-4a87-9820-9317c400e264']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:07.740351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:07.743901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.783901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2bfe61-eac6-47f5-a46f-58de6919f973') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:07.784211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2bfe61-eac6-47f5-a46f-58de6919f973') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:07.880036 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-108fb540-f82a-47d8-9504-871f82d17d1e None None] Port 3be44853-69b4-4c06-be24-dd926c9dc11f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:07.895474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.929788 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-108fb540-f82a-47d8-9504-871f82d17d1e None None] Provisioning complete for port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:07.930222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-108fb540-f82a-47d8-9504-871f82d17d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.947153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.951624 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.957104 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:07.957710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:07.971376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:07.972016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.012998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c23eb76-121d-456f-9c8a-247999f8c509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.026962 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3f2bfe61-eac6-47f5-a46f-58de6919f973 resource provider aggregate not found Jun 15 14:45:08.108628 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3f2bfe61-eac6-47f5-a46f-58de6919f973 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f2bfe61-eac6-47f5-a46f-58de6919f973 found for delete ", "request_id": "req-fb667506-8e42-4d5e-a635-506a183710cc"}]} Jun 15 14:45:08.151345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.165270 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.175091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9c23eb76-121d-456f-9c8a-247999f8c509 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:08.182003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.190882 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Transition to ACTIVE for port object 7dd61a66-332b-4faa-a89b-60cb032401ff will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:08.204582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9c23eb76-121d-456f-9c8a-247999f8c509 admin admin] Usage tracker for resource:security_group_rule and tenant:8575b3e2211b433481d533a373427a83 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:08.205765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-108fb540-f82a-47d8-9504-871f82d17d1e None None] Current status of the port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:08.210810 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2762120 Jun 15 14:45:08.210810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e279157-4c79-4e77-82f2-14067489f05e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'Network': ['ID=84214ef7-38db-4cc8-835b-f326f1837ca8,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:08.213289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34224) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:08.217094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9c23eb76-121d-456f-9c8a-247999f8c509 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:08.227167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 84214ef7-38db-4cc8-835b-f326f1837ca8 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:08.237810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83343ed-35dc-4fee-93b0-6489ed8ed482 req-4d8425b9-97b8-412d-be7f-ff8e0e70a229 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:08.239318 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a83343ed-35dc-4fee-93b0-6489ed8ed482 req-4d8425b9-97b8-412d-be7f-ff8e0e70a229 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.4479985 Jun 15 14:45:08.240078 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Network': ['ID=715269dd-5d41-4a87-9820-9317c400e264,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:08.244506 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Transition to ACTIVE for port object 7dd61a66-332b-4faa-a89b-60cb032401ff will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:08.256092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Request body: {'subnet': {'network_id': '84214ef7-38db-4cc8-835b-f326f1837ca8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:08.281857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9c23eb76-121d-456f-9c8a-247999f8c509 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:08.304916 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7df02dc6-ecc0-4730-8fac-208711c7184b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/715269dd-5d41-4a87-9820-9317c400e264 HTTP/1.1" status: 204 len: 168 time: 3.0299840 Jun 15 14:45:08.312792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34228) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:08.320743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-108fb540-f82a-47d8-9504-871f82d17d1e None None] Provisioning for port 81bbc112-e9ba-4c85-a804-134906755329 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:08.326927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.380817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-108fb540-f82a-47d8-9504-871f82d17d1e None None] Provisioning complete for port 81bbc112-e9ba-4c85-a804-134906755329 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:08.380817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-108fb540-f82a-47d8-9504-871f82d17d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.388771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-406407345'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:08.402454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:08.449458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-ff92044f-84fa-4485-9fab-09efb56fcccd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Delete allocated IP 2001:db8:0:1::24c (0aff2d0f-b0a7-445a-8bb3-a82fa9aff427/d383b449-1e7a-4f26-99e0-f5f464fcc87b) {{(pid=89019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 15 14:45:08.459998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:08.463427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:network and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:08.469670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:08.473414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Pushing event updated for resources: {'Port': ['ID=7dd61a66-332b-4faa-a89b-60cb032401ff,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:08.477730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:08.482862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-108fb540-f82a-47d8-9504-871f82d17d1e None None] Port 81bbc112-e9ba-4c85-a804-134906755329 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:08.489274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:08.498761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec984e00-6bcc-408b-b60d-56404c27d1b3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.548343 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a83343ed-35dc-4fee-93b0-6489ed8ed482 req-2cbc5878-35b7-4a94-b558-86df2b30d4cc tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740507 Jun 15 14:45:08.551923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:08.590512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec984e00-6bcc-408b-b60d-56404c27d1b3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=aa02edd7-8abf-46e9-a404-0b79d8739aa4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:08.593796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:08.632572 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Attempting to bind port 7dd61a66-332b-4faa-a89b-60cb032401ff on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:08.638414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Attempting to bind port 7dd61a66-332b-4faa-a89b-60cb032401ff by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:08.639062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Attempting to bind port 7dd61a66-332b-4faa-a89b-60cb032401ff on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:08.647806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:08.648574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:08.649226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.652355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Usage tracker for resource:subnet and tenant:108c5fb4b8fa48d89b80f4468ede5bb8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:08.654944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:08.658472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.659128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:08.660265 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Bound port: 7dd61a66-332b-4faa-a89b-60cb032401ff, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:08.660972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.668349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:08.669119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff92044f-84fa-4485-9fab-09efb56fcccd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.707637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-ff92044f-84fa-4485-9fab-09efb56fcccd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Ignored duplicate provisioning block setup for port 81bbc112-e9ba-4c85-a804-134906755329 by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 15 14:45:08.732009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff92044f-84fa-4485-9fab-09efb56fcccd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.784383 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] For port 7dd61a66-332b-4faa-a89b-60cb032401ff, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:08.789424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] For port 7dd61a66-332b-4faa-a89b-60cb032401ff, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7dd61a66-332b-4faa-a89b-60cb032401ff,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:08.796104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.802593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:45:08.850131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.874712 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:08.940340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:08.958497 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ef7b9-946b-461b-a1ee-e0d4f365f548 None None] Pushing event updated for resources: {'Port': ['ID=7dd61a66-332b-4faa-a89b-60cb032401ff,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:09.003008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ff92044f-84fa-4485-9fab-09efb56fcccd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] In _notify_port_updated(), no bound segment for port 81bbc112-e9ba-4c85-a804-134906755329 on network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:45:09.009629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff92044f-84fa-4485-9fab-09efb56fcccd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:09.011863 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ff92044f-84fa-4485-9fab-09efb56fcccd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.015688 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ff92044f-84fa-4485-9fab-09efb56fcccd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "PUT /v2.0/ports/81bbc112-e9ba-4c85-a804-134906755329 HTTP/1.1" status: 200 len: 925 time: 2.6012456 Jun 15 14:45:09.023498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c23eb76-121d-456f-9c8a-247999f8c509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.040544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34236) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:09.080699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9fac80c7-aff8-4723-862e-418c0f2956ab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8e24cf61-b609-4f69-9cc4-4ab12c2dd49f'}, {'subnet_id': 'd383b449-1e7a-4f26-99e0-f5f464fcc87b'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:09.117097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:09.136087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.149844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92044f-84fa-4485-9fab-09efb56fcccd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=81bbc112-e9ba-4c85-a804-134906755329,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:09.152525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec984e00-6bcc-408b-b60d-56404c27d1b3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.164320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c23eb76-121d-456f-9c8a-247999f8c509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.245731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:09.248163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Made reservation on behalf of 108c5fb4b8fa48d89b80f4468ede5bb8 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:09.250050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:09.250624 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.252503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.355438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-eef63baf-586d-451d-a1cf-87d36d730e9b None None] Provisioning complete for port 81bbc112-e9ba-4c85-a804-134906755329 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:09.355922 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eef63baf-586d-451d-a1cf-87d36d730e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.409216 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9c23eb76-121d-456f-9c8a-247999f8c509 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8575b3e2211b433481d533a373427a83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8534627 Jun 15 14:45:09.423885 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-eef63baf-586d-451d-a1cf-87d36d730e9b None None] Port 81bbc112-e9ba-4c85-a804-134906755329 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:09.448666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34240) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:09.455653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23eb76-121d-456f-9c8a-247999f8c509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcde644d-3eeb-43db-9d74-fe2c6d239d4d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:09.479405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.479906 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Added segment 3973467e-4142-42a9-ac08-d7eeed07d2bb of type vlan for network 93177676-7cd4-4e21-aa5a-964e2a2b7ce5 Jun 15 14:45:09.484412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=3be44853-69b4-4c06-be24-dd926c9dc11f,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:09.521099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:09.555678 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fac80c7-aff8-4723-862e-418c0f2956ab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.632379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network e056f348-dc6a-44e5-8844-fd177067eec0 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:09.705125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.731347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:09.754726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93f7e516-f286-4574-9878-3875e060b996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.848899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a634e-2626-4a15-a7aa-97c062787ab8 req-55345c7e-42ee-445a-9eb9-4304bcffa1ac tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:09.850535 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-588a634e-2626-4a15-a7aa-97c062787ab8 req-55345c7e-42ee-445a-9eb9-4304bcffa1ac tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.6780863 Jun 15 14:45:09.887550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec984e00-6bcc-408b-b60d-56404c27d1b3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:45:09.950648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93f7e516-f286-4574-9878-3875e060b996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.960573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:09.966455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:09.967069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:10.058721 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d0a7906b-1b2f-4d07-a63f-3e1258bab69e None None] Provisioning complete for port 3be44853-69b4-4c06-be24-dd926c9dc11f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:10.059427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d0a7906b-1b2f-4d07-a63f-3e1258bab69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:10.153162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d0a7906b-1b2f-4d07-a63f-3e1258bab69e None None] Port 3be44853-69b4-4c06-be24-dd926c9dc11f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:10.214124 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-588a634e-2626-4a15-a7aa-97c062787ab8 req-a83450c1-894e-4927-bcdf-ccdd0263b81d tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303707 Jun 15 14:45:10.263912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93f7e516-f286-4574-9878-3875e060b996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:10.270943 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9022343 Jun 15 14:45:10.282845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.objects.ports [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89018) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:45:10.297143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34244) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:10.303793 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7f9ab9-a586-41f1-8272-ec0a7e0f2d63 None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:45:10.323601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7e516-f286-4574-9878-3875e060b996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcde644d-3eeb-43db-9d74-fe2c6d239d4d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:10.347933 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=93177676-7cd4-4e21-aa5a-964e2a2b7ce5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:10.348938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93f7e516-f286-4574-9878-3875e060b996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:10.352786 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-93f7e516-f286-4574-9878-3875e060b996 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fcde644d-3eeb-43db-9d74-fe2c6d239d4d HTTP/1.1" status: 204 len: 168 time: 0.8941288 Jun 15 14:45:10.354995 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'network_id': '93177676-7cd4-4e21-aa5a-964e2a2b7ce5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:10.393779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-88ad30bc-d1d4-4fac-9159-b65c48fd66a3 None None] Provisioning for port 7dd61a66-332b-4faa-a89b-60cb032401ff completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:10.397610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-9fac80c7-aff8-4723-862e-418c0f2956ab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8:0:1::148 (0aff2d0f-b0a7-445a-8bb3-a82fa9aff427/d383b449-1e7a-4f26-99e0-f5f464fcc87b/81bbc112-e9ba-4c85-a804-134906755329) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:10.410055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:10.410399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:10.411022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:10.411572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:10.412131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:10.412709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:10.413256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:10.413789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:10.414328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:10.414871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:10.415500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:10.416041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b482240d-ce59-4917-b956-879184a6fdee tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:10.419949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec984e00-6bcc-408b-b60d-56404c27d1b3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:45:10.429684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 7f39bce0-96c4-4d80-a51a-a03529f71995 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:45:10.438387 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12827c-65c3-4856-8530-efe01fedd803 None None] Sync routers for ids ['b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:45:10.452723 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12827c-65c3-4856-8530-efe01fedd803 None None] Routers {'b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:10.453484 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-db12827c-65c3-4856-8530-efe01fedd803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:10.464291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 93177676-7cd4-4e21-aa5a-964e2a2b7ce5 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:10.571869 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-db12827c-65c3-4856-8530-efe01fedd803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:10.593952 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:45:10.601028 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db12827c-65c3-4856-8530-efe01fedd803 None None] Routers {'b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:10.601930 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-db12827c-65c3-4856-8530-efe01fedd803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:10.638076 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ec984e00-6bcc-408b-b60d-56404c27d1b3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1065829 Jun 15 14:45:10.652723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34252) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:10.702061 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-db12827c-65c3-4856-8530-efe01fedd803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:10.702835 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db12827c-65c3-4856-8530-efe01fedd803 None None] The sync data for ids ['b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:45:10.714795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7f9ab9-a586-41f1-8272-ec0a7e0f2d63 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:45:10.718014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:10.807212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:45:10.812744 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-acbaefe4-34a3-4a57-9762-ead14fb5dea6 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/7f39bce0-96c4-4d80-a51a-a03529f71995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5155864 Jun 15 14:45:10.814545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3edc001d-b1ca-4eca-b7b1-017483b02775 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Synchronizing usage tracker for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:10.825598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34260) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:10.843020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fac80c7-aff8-4723-862e-418c0f2956ab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:10.867204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-9fac80c7-aff8-4723-862e-418c0f2956ab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object 81bbc112-e9ba-4c85-a804-134906755329 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:10.873814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df11d3-334d-4573-87b2-55eb9ae6993c None None] Sync routers for ids ['7f39bce0-96c4-4d80-a51a-a03529f71995'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:45:10.875749 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fac80c7-aff8-4723-862e-418c0f2956ab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:10.880380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:10.897080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df11d3-334d-4573-87b2-55eb9ae6993c None None] Routers {'7f39bce0-96c4-4d80-a51a-a03529f71995'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:10.897747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-08df11d3-334d-4573-87b2-55eb9ae6993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['7f39bce0-96c4-4d80-a51a-a03529f71995'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:10.914609 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:subnet and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:10.944972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:10.962566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:10.974280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3edc001d-b1ca-4eca-b7b1-017483b02775 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Unset dirty status for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:10.975439 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3edc001d-b1ca-4eca-b7b1-017483b02775 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5 HTTP/1.1" status: 200 len: 205 time: 0.3217595 Jun 15 14:45:10.976372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'Subnet': ['ID=e2e5a04f-54c6-4dc0-b0c8-da8ccf7bc852,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:10.978354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34268) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:10.985962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-08df11d3-334d-4573-87b2-55eb9ae6993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:11.014973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df11d3-334d-4573-87b2-55eb9ae6993c None None] Routers {'7f39bce0-96c4-4d80-a51a-a03529f71995'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:11.015454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-08df11d3-334d-4573-87b2-55eb9ae6993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['7f39bce0-96c4-4d80-a51a-a03529f71995'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:11.078078 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d566a2-6335-49a0-8fe2-8045ebdf310d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:11.078682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-60d566a2-6335-49a0-8fe2-8045ebdf310d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Synchronizing usage tracker for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:11.096142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9fac80c7-aff8-4723-862e-418c0f2956ab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] In _notify_port_updated(), no bound segment for port 81bbc112-e9ba-4c85-a804-134906755329 on network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:45:11.102236 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fac80c7-aff8-4723-862e-418c0f2956ab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:11.102800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fac80c7-aff8-4723-862e-418c0f2956ab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:11.106758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-08df11d3-334d-4573-87b2-55eb9ae6993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:11.107256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08df11d3-334d-4573-87b2-55eb9ae6993c None None] The sync data for ids ['7f39bce0-96c4-4d80-a51a-a03529f71995'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:45:11.115182 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9fac80c7-aff8-4723-862e-418c0f2956ab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "PUT /v2.0/ports/81bbc112-e9ba-4c85-a804-134906755329 HTTP/1.1" status: 200 len: 1011 time: 2.0725160 Jun 15 14:45:11.120147 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34272) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:11.147916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:11.151940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:11.155902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fac80c7-aff8-4723-862e-418c0f2956ab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=81bbc112-e9ba-4c85-a804-134906755329,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:11.191552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Checking segment: {'id': '9cae629b-e893-49b6-96d0-6747a4e56e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84214ef7-38db-4cc8-835b-f326f1837ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:11.191552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Network hostable DHCP agents. Network: 84214ef7-38db-4cc8-835b-f326f1837ca8, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:11.212021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 81bbc112-e9ba-4c85-a804-134906755329 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:11.212542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:11.214878 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7dd61a66-332b-4faa-a89b-60cb032401ff up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:11.339596 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e500-1a3e-4010-aaa5-6d4ec816b742 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:11.483507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-60d566a2-6335-49a0-8fe2-8045ebdf310d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Unset dirty status for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:11.485112 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-60d566a2-6335-49a0-8fe2-8045ebdf310d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports/3be44853-69b4-4c06-be24-dd926c9dc11f HTTP/1.1" status: 200 len: 910 time: 0.6517453 Jun 15 14:45:11.487330 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 7dd61a66-332b-4faa-a89b-60cb032401ff completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:11.489188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34286) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:11.502100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 7dd61a66-332b-4faa-a89b-60cb032401ff triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:11.502532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:11.508918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:11.524682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Network 84214ef7-38db-4cc8-835b-f326f1837ca8 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:11.549020 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b03d118-e0a6-44a6-be3b-57a8618bb56f None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:45:11.664895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34290) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:11.758733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 84214ef7-38db-4cc8-835b-f326f1837ca8) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:11.790400 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b03d118-e0a6-44a6-be3b-57a8618bb56f None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:45:11.790667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e500-1a3e-4010-aaa5-6d4ec816b742 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:11.797383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:11.797971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:11.804289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e500-1a3e-4010-aaa5-6d4ec816b742 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:11.835418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7dd61a66-332b-4faa-a89b-60cb032401ff is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:11.836217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:11.895024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052a457-742b-467a-af30-c15f62508a77 req-25877fa3-6e8c-4f33-a10d-4c478a96a940 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:11.896717 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9052a457-742b-467a-af30-c15f62508a77 req-25877fa3-6e8c-4f33-a10d-4c478a96a940 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.5108669 Jun 15 14:45:11.933944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e500-1a3e-4010-aaa5-6d4ec816b742 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:11.934805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d8e500-1a3e-4010-aaa5-6d4ec816b742 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Fanout notify agent at l3_agent the message router_deleted on router b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:45:11.945024 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-857f4df8-d68c-4e7d-b9ac-ec6e1467dbc5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7218764 Jun 15 14:45:11.948713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2d8e500-1a3e-4010-aaa5-6d4ec816b742 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:11.959707 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b2d8e500-1a3e-4010-aaa5-6d4ec816b742 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5 HTTP/1.1" status: 204 len: 168 time: 0.9736347 Jun 15 14:45:12.014360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34296) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:12.014692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34298) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:12.032764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Request body: {'network': {'name': 'tempest-router-network01--1862707246'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:12.099750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:12.127422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Usage tracker for resource:network and tenant:108c5fb4b8fa48d89b80f4468ede5bb8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:12.139678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:12.148064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.157656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:12.161837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-601249473'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:12.175622 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:12.192548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-91824d14-15db-4413-8f1a-5adff98c3525 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting subnet 288fc622-fd62-4053-b20c-282872fefc70 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:12.203551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91824d14-15db-4413-8f1a-5adff98c3525 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.234042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Made reservation on behalf of 108c5fb4b8fa48d89b80f4468ede5bb8 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:12.234218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-84214ef7-38db-4cc8-835b-f326f1837ca8', 'network_id': '84214ef7-38db-4cc8-835b-f326f1837ca8', 'tenant_id': '108c5fb4b8fa48d89b80f4468ede5bb8', 'fixed_ips': [{'subnet_id': 'e2e5a04f-54c6-4dc0-b0c8-da8ccf7bc852'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:12.235307 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:network and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:12.236001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.236127 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.258675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.293327 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:12.315623 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for 81bbc112-e9ba-4c85-a804-134906755329 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:12.371643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:12.393876 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9052a457-742b-467a-af30-c15f62508a77 req-0c51c24a-49a2-4a72-83df-cf72eb38b589 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750185 Jun 15 14:45:12.426934 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Allocated IP 2001:db8::2 (84214ef7-38db-4cc8-835b-f326f1837ca8/e2e5a04f-54c6-4dc0-b0c8-da8ccf7bc852/936e5f10-c05e-42cd-a74e-d79330e16293) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:12.433498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:12.436599 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.469911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.483577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] For port 7dd61a66-332b-4faa-a89b-60cb032401ff, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7dd61a66-332b-4faa-a89b-60cb032401ff,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:12.509843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:12.516676 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:security_group_rule and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:12.516998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91824d14-15db-4413-8f1a-5adff98c3525 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.557037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:12.571314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:12.594895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=be664883-1ec8-4609-a3f0-956eb522ee8c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:12.602554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:12.648932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.651107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking segment: {'id': '3973467e-4142-42a9-ac08-d7eeed07d2bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '93177676-7cd4-4e21-aa5a-964e2a2b7ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:12.651675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network hostable DHCP agents. Network: 93177676-7cd4-4e21-aa5a-964e2a2b7ce5, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:12.660439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.661009 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Added segment 482fdd07-9ad7-4a77-bffc-dbfb9208079f of type vlan for network d9cd252f-4d35-4f59-810a-1f9f3b9a1327 Jun 15 14:45:12.666821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.668060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.812012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91824d14-15db-4413-8f1a-5adff98c3525 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.885838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.892037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:45:12.892420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:45:12.898096 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Transition to ACTIVE for port object 936e5f10-c05e-42cd-a74e-d79330e16293 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:12.918232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:12.922248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Transition to ACTIVE for port object 936e5f10-c05e-42cd-a74e-d79330e16293 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:12.925321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.930797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.934235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:12.949412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:12.950119 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:12.962487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network 93177676-7cd4-4e21-aa5a-964e2a2b7ce5 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:12.974972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=f5c9ccc2-77ac-4f93-b693-f3fcd5a92bdf,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:12.990178 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=7dd61a66-332b-4faa-a89b-60cb032401ff,revision_number=4']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:13.003501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.021381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Network 84214ef7-38db-4cc8-835b-f326f1837ca8 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:13.021894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 93177676-7cd4-4e21-aa5a-964e2a2b7ce5) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:13.022378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.028272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:13.029884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:13.030527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.033282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:13.036217 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b4cdaa7a-397c-41c3-a29c-d072a14a72cb tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.0122967 Jun 15 14:45:13.037504 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Pushing event updated for resources: {'Port': ['ID=936e5f10-c05e-42cd-a74e-d79330e16293,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:13.044528 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34310) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:13.056294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:5c:2b:7d', 'name': 'tempest-NetworksTestDHCPv6-925388846'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:13.076668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.078644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.084136 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:13.084813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.109192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=81bbc112-e9ba-4c85-a804-134906755329,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:13.161867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Attempting to bind port 936e5f10-c05e-42cd-a74e-d79330e16293 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:13.162377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Attempting to bind port 936e5f10-c05e-42cd-a74e-d79330e16293 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '9cae629b-e893-49b6-96d0-6747a4e56e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84214ef7-38db-4cc8-835b-f326f1837ca8'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:13.162788 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Attempting to bind port 936e5f10-c05e-42cd-a74e-d79330e16293 on network 84214ef7-38db-4cc8-835b-f326f1837ca8 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:13.171212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:13.172713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Checking segment: {'id': '9cae629b-e893-49b6-96d0-6747a4e56e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84214ef7-38db-4cc8-835b-f326f1837ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:13.174282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.174890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Bound using segment: {'id': '9cae629b-e893-49b6-96d0-6747a4e56e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84214ef7-38db-4cc8-835b-f326f1837ca8'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:13.175574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Bound port: 936e5f10-c05e-42cd-a74e-d79330e16293, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cae629b-e893-49b6-96d0-6747a4e56e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '84214ef7-38db-4cc8-835b-f326f1837ca8'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:13.175960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.176350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:13.176702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:13.177044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:13.177378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:13.177708 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:13.178049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:13.178367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:13.178694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:13.179016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:13.179338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:13.180197 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:13.180197 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:13.183855 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2b9a70f4-0535-4024-9cf3-fac19c9ac6a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8806436 Jun 15 14:45:13.190262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:13.202150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34314) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:13.248807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91824d14-15db-4413-8f1a-5adff98c3525 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.268459 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f67df9-716e-45ca-83fc-e0e24ee27d01,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:13.284397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] For port 936e5f10-c05e-42cd-a74e-d79330e16293, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:13.286103 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcf19-e7e5-4e07-845a-ef5b3cc6210e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.287805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] For port 936e5f10-c05e-42cd-a74e-d79330e16293, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=936e5f10-c05e-42cd-a74e-d79330e16293,segment=NetworkSegment(9cae629b-e893-49b6-96d0-6747a4e56e00),segment_id=9cae629b-e893-49b6-96d0-6747a4e56e00)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:13.293421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.320854 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2994668 Jun 15 14:45:13.326093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91824d14-15db-4413-8f1a-5adff98c3525 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Subnet': ['ID=288fc622-fd62-4053-b20c-282872fefc70,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:13.330182 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34318) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:13.332012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddbbc30-6630-4c32-84a6-ee54af6c0ba3 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'Network': ['ID=d9cd252f-4d35-4f59-810a-1f9f3b9a1327,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:13.336755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-91824d14-15db-4413-8f1a-5adff98c3525 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.338626 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-91824d14-15db-4413-8f1a-5adff98c3525 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/288fc622-fd62-4053-b20c-282872fefc70 HTTP/1.1" status: 204 len: 168 time: 1.3181286 Jun 15 14:45:13.351731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.352096 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Added segment cd57cdfb-05cf-427f-963f-0c656ccf631c of type vlan for network 31bc9a60-91ff-4edc-90fe-28d89a244f2b Jun 15 14:45:13.353121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34322) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:13.357945 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Request body: {'network': {'name': 'tempest-router-network02--358309786'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:13.365426 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:13.367481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network d9cd252f-4d35-4f59-810a-1f9f3b9a1327 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:13.374230 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Usage tracker for resource:network and tenant:108c5fb4b8fa48d89b80f4468ede5bb8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:13.385664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:13.395864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:13.406071 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:13.411998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:13.415218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:13.418729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Made reservation on behalf of 108c5fb4b8fa48d89b80f4468ede5bb8 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:13.422356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.436067 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:13.463416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:13.482909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:13.487082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.530630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe601ae-2686-46dc-b3ab-1a8d13c7a652 None None] Pushing event updated for resources: {'Port': ['ID=936e5f10-c05e-42cd-a74e-d79330e16293,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:13.545139 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7dd61a66-332b-4faa-a89b-60cb032401ff is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:13.545526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.553472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.553822 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Added segment 67fc92e3-3e5d-42aa-b13c-9a2370f1cab8 of type vlan for network ccf02629-1fd2-407d-a19d-733b5d662f55 Jun 15 14:45:13.579783 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163326c-0ecd-4c3c-99ab-48adb78f1a62 req-e6ed95bb-b56a-4499-8f61-393a4a8b481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:13.583716 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d163326c-0ecd-4c3c-99ab-48adb78f1a62 req-e6ed95bb-b56a-4499-8f61-393a4a8b481c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af9fcc5065ef4cb4aae113ac56d834dc&device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 1098 time: 0.7222970 Jun 15 14:45:13.584095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 7dd61a66-332b-4faa-a89b-60cb032401ff, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7dd61a66-332b-4faa-a89b-60cb032401ff,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:13.590048 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.612813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.614788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedad67-b742-42dd-95d7-8a95efe8d00a req-ceb62257-d403-4412-9231-0b6551a788d3 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:13.616402 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1aedad67-b742-42dd-95d7-8a95efe8d00a req-ceb62257-d403-4412-9231-0b6551a788d3 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.7611399 Jun 15 14:45:13.696157 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.782706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port 7e50e574-1c91-4e95-9046-71311325aa1d yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:45:13.806449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=7dd61a66-332b-4faa-a89b-60cb032401ff,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:13.811733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7dd61a66-332b-4faa-a89b-60cb032401ff up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:13.828293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.836803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:13.838473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.905007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 7dd61a66-332b-4faa-a89b-60cb032401ff triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:13.905456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:13.980863 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6464064 Jun 15 14:45:13.989879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34326) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:14.009797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Request body: {'subnet': {'network_id': 'd9cd252f-4d35-4f59-810a-1f9f3b9a1327', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:14.037798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7dd61a66-332b-4faa-a89b-60cb032401ff is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:14.050843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde753c-7f39-4caa-9bda-5e7364ac1b91 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'Network': ['ID=ccf02629-1fd2-407d-a19d-733b5d662f55,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:14.061540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network ccf02629-1fd2-407d-a19d-733b5d662f55 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:14.094524 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fe2adcf5-cf3e-4b92-9cf7-4cfb9cd283f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/81bbc112-e9ba-4c85-a804-134906755329 HTTP/1.1" status: 204 len: 168 time: 2.9727364 Jun 15 14:45:14.109110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34330) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:14.113928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:14.200843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:14.207992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:14.222838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Usage tracker for resource:subnet and tenant:108c5fb4b8fa48d89b80f4468ede5bb8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:14.228571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:14.265160 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6073d64f-6e6a-4315-a81d-be3b1a3780a1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:45:14.266018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6073d64f-6e6a-4315-a81d-be3b1a3780a1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:14.269522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:14.277789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:14.297415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Made reservation on behalf of 108c5fb4b8fa48d89b80f4468ede5bb8 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:14.301510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:14.320841 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1aedad67-b742-42dd-95d7-8a95efe8d00a req-7cf50f24-c208-428b-8feb-f94351422794 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481686 Jun 15 14:45:14.342607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:14.342607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:14.403718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163326c-0ecd-4c3c-99ab-48adb78f1a62 req-baae72d9-7fde-4793-9c0e-d91fed26a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:14.405416 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d163326c-0ecd-4c3c-99ab-48adb78f1a62 req-baae72d9-7fde-4793-9c0e-d91fed26a345 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f HTTP/1.1" status: 200 len: 912 time: 0.8084481 Jun 15 14:45:14.410853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::90 (2ef0444c-622d-434a-90a5-976e58c67159/1fa74770-11a3-42da-83d1-d62c159d60f3/7e50e574-1c91-4e95-9046-71311325aa1d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:14.445396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5c:2b7d (2ef0444c-622d-434a-90a5-976e58c67159/f5c9ccc2-77ac-4f93-b693-f3fcd5a92bdf/7e50e574-1c91-4e95-9046-71311325aa1d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:14.502581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:14.508356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:14.508993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:14.541596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6073d64f-6e6a-4315-a81d-be3b1a3780a1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:14.542812 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6073d64f-6e6a-4315-a81d-be3b1a3780a1 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/81bbc112-e9ba-4c85-a804-134906755329 HTTP/1.1" status: 404 len: 333 time: 0.4312985 Jun 15 14:45:14.546739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34334) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:14.577521 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d163326c-0ecd-4c3c-99ab-48adb78f1a62 req-00f44fd7-a699-46e6-992f-47dec9b4dfdf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5cc249c-fbce-4964-bfa3-47181fc3f2e6 HTTP/1.1" status: 200 len: 217 time: 0.1653461 Jun 15 14:45:14.687487 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a6543-057c-4309-86fb-fca5303b88ed None None] Network 84214ef7-38db-4cc8-835b-f326f1837ca8 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:14.723965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14063951-57c3-42a5-889c-4a347a2a2eb7 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:14.737437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029912ff-2bbd-48d8-9716-dfcd384d4b45 None None] Network 93177676-7cd4-4e21-aa5a-964e2a2b7ce5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:14.762603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab5ab42-01a5-4ebb-b868-b85b800fe52a None None] Network 3d7e234f-f2ed-407e-a17f-6dae5395cdfe requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:14.773614 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1000257 Jun 15 14:45:14.795617 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34340) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:14.805142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'name': 'tempest-PortsTestJSON-1771108077'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:14.826443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201929a2-e3cb-473b-9b88-c1585bb80cb6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Network': ['ID=31bc9a60-91ff-4edc-90fe-28d89a244f2b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:14.836677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:14.920012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b866b16-8f20-49ac-b6ae-e45f3e217f33 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting subnet d383b449-1e7a-4f26-99e0-f5f464fcc87b {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:14.932467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b866b16-8f20-49ac-b6ae-e45f3e217f33 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:14.959414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:15.063542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b866b16-8f20-49ac-b6ae-e45f3e217f33 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:15.115944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:15.119600 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:15.160944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bcf19-e7e5-4e07-845a-ef5b3cc6210e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 3be44853-69b4-4c06-be24-dd926c9dc11f {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:15.161293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcf19-e7e5-4e07-845a-ef5b3cc6210e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:15.187984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2de6a7d6-52aa-4068-9918-ad6d9bd39e33 None None] Provisioning for port 936e5f10-c05e-42cd-a74e-d79330e16293 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:15.206013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163326c-0ecd-4c3c-99ab-48adb78f1a62 req-7ab357c0-e31d-4bc1-bac8-c0c067ab4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:15.208247 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d163326c-0ecd-4c3c-99ab-48adb78f1a62 req-7ab357c0-e31d-4bc1-bac8-c0c067ab4ca4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d3dcc4f6-5f66-4ed3-90b7-8abbb80b01a6 HTTP/1.1" status: 200 len: 851 time: 0.5500982 Jun 15 14:45:15.220300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object 7e50e574-1c91-4e95-9046-71311325aa1d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:15.264091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'Subnet': ['ID=f95659e5-ae61-4241-a22e-375b2448ad41,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:15.269439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:15.272528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:15.289778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Checking segment: {'id': '482fdd07-9ad7-4a77-bffc-dbfb9208079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd9cd252f-4d35-4f59-810a-1f9f3b9a1327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:15.290135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Network hostable DHCP agents. Network: d9cd252f-4d35-4f59-810a-1f9f3b9a1327, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:15.313064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b866b16-8f20-49ac-b6ae-e45f3e217f33 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:15.357348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:15.395526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:port and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:15.419942 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Network d9cd252f-4d35-4f59-810a-1f9f3b9a1327 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:15.420497 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-29245caf-af04-4bc0-add3-54e9e7c18c54 None None] Could not find standard attr ID for object 81bbc112-e9ba-4c85-a804-134906755329. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:45:15.431039 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d163326c-0ecd-4c3c-99ab-48adb78f1a62 req-9e4a9442-c621-43df-9692-01ab395bf6cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1510758 Jun 15 14:45:15.435633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:15.471582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:15.487915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Subnet': ['ID=be664883-1ec8-4609-a3f0-956eb522ee8c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:15.507567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, d9cd252f-4d35-4f59-810a-1f9f3b9a1327) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:15.513458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:15.513745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:15.532228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:15.542538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec5bddc-e56a-4d0e-b849-05f0b5c365a1 None None] Network d9cd252f-4d35-4f59-810a-1f9f3b9a1327 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:15.544306 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:15.546060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:15.551815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:15.552473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:15.562137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=7e50e574-1c91-4e95-9046-71311325aa1d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:15.606688 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-984e6c66-68de-4a21-8e13-5c4d2b79d52b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6121390 Jun 15 14:45:15.607915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b866b16-8f20-49ac-b6ae-e45f3e217f33 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:15.612822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34346) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:15.642008 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-85b081f2-dac9-4838-8f76-730cee786494 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.5944440 Jun 15 14:45:15.648545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34350) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:15.653836 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Request body: {'subnet': {'network_id': 'ccf02629-1fd2-407d-a19d-733b5d662f55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:15.681532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b866b16-8f20-49ac-b6ae-e45f3e217f33 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Subnet': ['ID=d383b449-1e7a-4f26-99e0-f5f464fcc87b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:15.719957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b866b16-8f20-49ac-b6ae-e45f3e217f33 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:15.721862 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2b866b16-8f20-49ac-b6ae-e45f3e217f33 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/d383b449-1e7a-4f26-99e0-f5f464fcc87b HTTP/1.1" status: 204 len: 168 time: 1.1727121 Jun 15 14:45:15.744532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e08367-83a7-4965-b499-b4e90efc4325 None None] Network 93177676-7cd4-4e21-aa5a-964e2a2b7ce5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:15.760122 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427e5878-73dd-428a-ba6b-7bbb19e17311 None None] Network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:15.786908 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34354) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:15.866187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7dd61a66-332b-4faa-a89b-60cb032401ff up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:15.936807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-58d62984-41a8-4eb1-ac54-f874e5768b13 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port 7e50e574-1c91-4e95-9046-71311325aa1d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:15.937444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58d62984-41a8-4eb1-ac54-f874e5768b13 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:15.989823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c261348-2b23-496a-b65b-1f665bf3ed7b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting subnet 8e24cf61-b609-4f69-9cc4-4ab12c2dd49f {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:15.998226 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d163326c-0ecd-4c3c-99ab-48adb78f1a62 req-92a9b817-2adc-464e-b0f8-30f8bea704f6 service neutron] 10.222.0.44 "GET /v2.0/networks/52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327008 Jun 15 14:45:16.000860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:16.013951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303b775-a238-4c0e-af04-87edd3f3dec5 req-7277a016-cf05-47b0-8c0e-e6e035399f4f tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:16.015454 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4303b775-a238-4c0e-af04-87edd3f3dec5 req-7277a016-cf05-47b0-8c0e-e6e035399f4f tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.5525784 Jun 15 14:45:16.018547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c261348-2b23-496a-b65b-1f665bf3ed7b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.051213 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:16.054639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.059583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Usage tracker for resource:subnet and tenant:108c5fb4b8fa48d89b80f4468ede5bb8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:16.067826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] For port 9885a26d-27eb-4fe1-9cec-279c50c68cd7, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9885a26d-27eb-4fe1-9cec-279c50c68cd7,segment=NetworkSegment(5bff69c8-a8a0-4ff8-b877-c0a5feab5533),segment_id=5bff69c8-a8a0-4ff8-b877-c0a5feab5533)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:16.068024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.072829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:16.087077 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.099299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:16.173896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c261348-2b23-496a-b65b-1f665bf3ed7b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.217774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Made reservation on behalf of 108c5fb4b8fa48d89b80f4468ede5bb8 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:16.221623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.266643 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4303b775-a238-4c0e-af04-87edd3f3dec5 req-95665db7-60af-49f3-bd80-aed6381572a6 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089972 Jun 15 14:45:16.297009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for 9885a26d-27eb-4fe1-9cec-279c50c68cd7 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:16.349580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port 7a30672f-d79a-4b9e-a163-3522a75e25df yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:45:16.393610 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15d1bb0-e61f-4879-81aa-b175cc482fd0 None None] DHCP port deletion for 3d7e234f-f2ed-407e-a17f-6dae5395cdfe request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:45:16.425700 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93177676-7cd4-4e21-aa5a-964e2a2b7ce5']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:16.434111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcf19-e7e5-4e07-845a-ef5b3cc6210e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.447599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e15d1bb0-e61f-4879-81aa-b175cc482fd0 None None] Deleting port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:16.448406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e15d1bb0-e61f-4879-81aa-b175cc482fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.496421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 7dd61a66-332b-4faa-a89b-60cb032401ff triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:16.497214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.527818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58d62984-41a8-4eb1-ac54-f874e5768b13 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.531094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3973467e-4142-42a9-ac08-d7eeed07d2bb') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:16.531450 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3973467e-4142-42a9-ac08-d7eeed07d2bb') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:16.605574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c261348-2b23-496a-b65b-1f665bf3ed7b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.611444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bcf19-e7e5-4e07-845a-ef5b3cc6210e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for 3be44853-69b4-4c06-be24-dd926c9dc11f owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:16.668375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-d9cd252f-4d35-4f59-810a-1f9f3b9a1327', 'network_id': 'd9cd252f-4d35-4f59-810a-1f9f3b9a1327', 'tenant_id': '108c5fb4b8fa48d89b80f4468ede5bb8', 'fixed_ips': [{'subnet_id': 'f95659e5-ae61-4241-a22e-375b2448ad41'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:16.669261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.904688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.933774 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d163326c-0ecd-4c3c-99ab-48adb78f1a62 req-005c14d2-4dd9-4caf-b854-cade0535da95 service neutron] 10.222.0.44 "GET /v2.0/networks/52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9129918 Jun 15 14:45:16.934951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:16.951996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcf19-e7e5-4e07-845a-ef5b3cc6210e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:17.023621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:17.024324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:17.066459 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7dd61a66-332b-4faa-a89b-60cb032401ff is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:17.067640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 936e5f10-c05e-42cd-a74e-d79330e16293 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:17.082716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-58d62984-41a8-4eb1-ac54-f874e5768b13 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for 7e50e574-1c91-4e95-9046-71311325aa1d owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:17.122079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bcf19-e7e5-4e07-845a-ef5b3cc6210e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=3be44853-69b4-4c06-be24-dd926c9dc11f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:17.148329 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 3973467e-4142-42a9-ac08-d7eeed07d2bb resource provider aggregate not found Jun 15 14:45:17.192868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e15d1bb0-e61f-4879-81aa-b175cc482fd0 None None] For port 9885a26d-27eb-4fe1-9cec-279c50c68cd7, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9885a26d-27eb-4fe1-9cec-279c50c68cd7,segment=NetworkSegment(5bff69c8-a8a0-4ff8-b877-c0a5feab5533),segment_id=5bff69c8-a8a0-4ff8-b877-c0a5feab5533)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:17.193436 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e15d1bb0-e61f-4879-81aa-b175cc482fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:17.362538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:17.364688 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 3973467e-4142-42a9-ac08-d7eeed07d2bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3973467e-4142-42a9-ac08-d7eeed07d2bb found for delete ", "request_id": "req-ba335c48-da8b-4126-b395-ec20fedee037"}]} Jun 15 14:45:17.392932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e15d1bb0-e61f-4879-81aa-b175cc482fd0 None None] Calling delete_port for 9885a26d-27eb-4fe1-9cec-279c50c68cd7 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:17.505193 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:17.767914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Allocated IP 2001:db8::2 (d9cd252f-4d35-4f59-810a-1f9f3b9a1327/f95659e5-ae61-4241-a22e-375b2448ad41/938d001a-dff0-4b78-88cc-95b9b698c929) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:17.806467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'Subnet': ['ID=24c13c43-9bf8-4a5b-b819-3565572f6137,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:17.814937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58d62984-41a8-4eb1-ac54-f874e5768b13 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:17.860065 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No DVR routers for this DVR port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:17.899857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Checking segment: {'id': '67fc92e3-3e5d-42aa-b13c-9a2370f1cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ccf02629-1fd2-407d-a19d-733b5d662f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:17.905407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Network hostable DHCP agents. Network: ccf02629-1fd2-407d-a19d-733b5d662f55, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:17.911744 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c261348-2b23-496a-b65b-1f665bf3ed7b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:17.979849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d62984-41a8-4eb1-ac54-f874e5768b13 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=7e50e574-1c91-4e95-9046-71311325aa1d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:18.046590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c261348-2b23-496a-b65b-1f665bf3ed7b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Subnet': ['ID=8e24cf61-b609-4f69-9cc4-4ab12c2dd49f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:18.061847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.067160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.097632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.113600 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Transition to ACTIVE for port object 938d001a-dff0-4b78-88cc-95b9b698c929 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:18.123659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c261348-2b23-496a-b65b-1f665bf3ed7b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.145805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Transition to ACTIVE for port object 938d001a-dff0-4b78-88cc-95b9b698c929 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:18.148773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Network ccf02629-1fd2-407d-a19d-733b5d662f55 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:18.152041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58d62984-41a8-4eb1-ac54-f874e5768b13 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.153249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-e15d1bb0-e61f-4879-81aa-b175cc482fd0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:45:18.154070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-e15d1bb0-e61f-4879-81aa-b175cc482fd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:45:18.154863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 936e5f10-c05e-42cd-a74e-d79330e16293 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:18.168496 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7c261348-2b23-496a-b65b-1f665bf3ed7b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/8e24cf61-b609-4f69-9cc4-4ab12c2dd49f HTTP/1.1" status: 204 len: 168 time: 2.3801017 Jun 15 14:45:18.171546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, ccf02629-1fd2-407d-a19d-733b5d662f55) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:18.171764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e8f83e-a2ee-47fd-9496-b0e7071b94c1 None None] Network 84214ef7-38db-4cc8-835b-f326f1837ca8 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:18.173644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34364) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:18.175138 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-58d62984-41a8-4eb1-ac54-f874e5768b13 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/7e50e574-1c91-4e95-9046-71311325aa1d HTTP/1.1" status: 204 len: 168 time: 2.5033414 Jun 15 14:45:18.197237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34368) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:18.204813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:18.205587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.245358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=9885a26d-27eb-4fe1-9cec-279c50c68cd7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:18.284238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.293671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8990992a-d967-4f56-a58e-91dff13f5794 None None] Could not find standard attr ID for object 7e50e574-1c91-4e95-9046-71311325aa1d. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:45:18.347542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870ef347-c15b-4ae6-b28a-53365f76df02 None None] Network ccf02629-1fd2-407d-a19d-733b5d662f55 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:18.376651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 936e5f10-c05e-42cd-a74e-d79330e16293 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:18.377524 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.419664 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Network': ['ID=93177676-7cd4-4e21-aa5a-964e2a2b7ce5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:18.424327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06776e0-1695-4976-b5e5-8936ac1bda76 None None] Network 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:18.465316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.476949 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e33c6d34-9604-4430-99c8-3dbf2230a972 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8369904 Jun 15 14:45:18.480724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34372) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:18.520379 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-56f4adfa-4304-4b98-bc2a-d3ba9710cdc0 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/93177676-7cd4-4e21-aa5a-964e2a2b7ce5 HTTP/1.1" status: 204 len: 168 time: 5.2860427 Jun 15 14:45:18.532981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ee2bcf19-e7e5-4e07-845a-ef5b3cc6210e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.538360 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34376) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:18.553315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.558657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Network d9cd252f-4d35-4f59-810a-1f9f3b9a1327 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:18.563673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.571364 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-626496400'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:18.632305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:18.637606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:18.638240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.648243 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:18.655741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:18.662466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e15d1bb0-e61f-4879-81aa-b175cc482fd0 None None] Deleting port 9885a26d-27eb-4fe1-9cec-279c50c68cd7 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:18.662941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e15d1bb0-e61f-4879-81aa-b175cc482fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.704473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Pushing event updated for resources: {'Port': ['ID=938d001a-dff0-4b78-88cc-95b9b698c929,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:18.706694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8990992a-d967-4f56-a58e-91dff13f5794 None None] Provisioning complete for port 7dd61a66-332b-4faa-a89b-60cb032401ff triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:18.707131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8990992a-d967-4f56-a58e-91dff13f5794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.731855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:network and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:18.750464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:18.761321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d64e7-6401-4132-9cb5-53594b2b47ce req-f2ae92f7-d697-48b6-af7e-a0053181a68e tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:18.763335 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e24d64e7-6401-4132-9cb5-53594b2b47ce req-f2ae92f7-d697-48b6-af7e-a0053181a68e tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 1.1589301 Jun 15 14:45:18.773083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:18.780249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7e234f-f2ed-407e-a17f-6dae5395cdfe']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:18.821674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bff69c8-a8a0-4ff8-b877-c0a5feab5533') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:18.821674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bff69c8-a8a0-4ff8-b877-c0a5feab5533') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:18.822032 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:18.822032 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:18.822032 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:18.822567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:18.823010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:18.823444 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:18.823843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:18.824277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:18.824688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:18.825100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:18.825493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:18.825898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:45:18.912816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e15d1bb0-e61f-4879-81aa-b175cc482fd0 None None] The port '9885a26d-27eb-4fe1-9cec-279c50c68cd7' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:45:18.917383 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:18.918826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659cab43-fd2e-48ce-80a2-d0a14750b56f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:18.919587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-659cab43-fd2e-48ce-80a2-d0a14750b56f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:18.922230 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:18.941481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.118954 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e24d64e7-6401-4132-9cb5-53594b2b47ce req-0ecf1359-6edf-4004-95d0-3d96b388eaa8 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292766 Jun 15 14:45:19.120804 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.128586 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:19.129083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.179715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Attempting to bind port 938d001a-dff0-4b78-88cc-95b9b698c929 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:19.180367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Attempting to bind port 938d001a-dff0-4b78-88cc-95b9b698c929 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '482fdd07-9ad7-4a77-bffc-dbfb9208079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd9cd252f-4d35-4f59-810a-1f9f3b9a1327'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:19.180938 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Attempting to bind port 938d001a-dff0-4b78-88cc-95b9b698c929 on network d9cd252f-4d35-4f59-810a-1f9f3b9a1327 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:19.240101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:19.246502 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.272563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-659cab43-fd2e-48ce-80a2-d0a14750b56f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:19.276743 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-659cab43-fd2e-48ce-80a2-d0a14750b56f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0780830 Jun 15 14:45:19.277416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34380) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:19.282668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:19.283154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Checking segment: {'id': '482fdd07-9ad7-4a77-bffc-dbfb9208079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd9cd252f-4d35-4f59-810a-1f9f3b9a1327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:19.283625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.284095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Bound using segment: {'id': '482fdd07-9ad7-4a77-bffc-dbfb9208079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd9cd252f-4d35-4f59-810a-1f9f3b9a1327'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:19.284684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Bound port: 938d001a-dff0-4b78-88cc-95b9b698c929, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '482fdd07-9ad7-4a77-bffc-dbfb9208079f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'd9cd252f-4d35-4f59-810a-1f9f3b9a1327'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:19.285132 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.326004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.327817 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Added segment 64616b75-0058-4e01-bd6c-51b198b5b5cc of type vlan for network 147b1aaf-a631-4346-8d16-cc793f2f8a4a Jun 15 14:45:19.353433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2bcf19-e7e5-4e07-845a-ef5b3cc6210e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 7f39bce0-96c4-4d80-a51a-a03529f71995 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:45:19.363199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.406571 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.433824 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 5bff69c8-a8a0-4ff8-b877-c0a5feab5533 resource provider aggregate not found Jun 15 14:45:19.454433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Network': ['ID=3d7e234f-f2ed-407e-a17f-6dae5395cdfe,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:19.471823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.475624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] For port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50,segment=NetworkSegment(3768bc7d-45a3-407d-baac-77131b31bf17),segment_id=3768bc7d-45a3-407d-baac-77131b31bf17)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:19.475974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.477022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=7a30672f-d79a-4b9e-a163-3522a75e25df,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:19.479937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Checking segment: {'id': 'cd57cdfb-05cf-427f-963f-0c656ccf631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:19.480407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network hostable DHCP agents. Network: 31bc9a60-91ff-4edc-90fe-28d89a244f2b, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:19.486773 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 5bff69c8-a8a0-4ff8-b877-c0a5feab5533 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bff69c8-a8a0-4ff8-b877-c0a5feab5533 found for delete ", "request_id": "req-1549b451-ea25-442d-ba1d-309bd60d377b"}]} Jun 15 14:45:19.530701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-ccf02629-1fd2-407d-a19d-733b5d662f55', 'network_id': 'ccf02629-1fd2-407d-a19d-733b5d662f55', 'tenant_id': '108c5fb4b8fa48d89b80f4468ede5bb8', 'fixed_ips': [{'subnet_id': '24c13c43-9bf8-4a5b-b819-3565572f6137'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:19.531627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.547064 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cfd111ff-93d2-44fd-998f-ff7a747a7f0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/networks/3d7e234f-f2ed-407e-a17f-6dae5395cdfe HTTP/1.1" status: 204 len: 168 time: 6.1747971 Jun 15 14:45:19.551148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34388) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:19.559799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9c66dd28-82c6-4f19-954f-64ec365971bd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-857871737', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:19.574249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 936e5f10-c05e-42cd-a74e-d79330e16293 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:19.574738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.599047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8990992a-d967-4f56-a58e-91dff13f5794 None None] Current status of the port 7dd61a66-332b-4faa-a89b-60cb032401ff is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:19.627943 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9c66dd28-82c6-4f19-954f-64ec365971bd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:19.642715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.649262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9c66dd28-82c6-4f19-954f-64ec365971bd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:router and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:19.655780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9c66dd28-82c6-4f19-954f-64ec365971bd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:19.660005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:19.671241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9c66dd28-82c6-4f19-954f-64ec365971bd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:19.676632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2bcf19-e7e5-4e07-845a-ef5b3cc6210e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:45:19.680833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:19.686239 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ee2bcf19-e7e5-4e07-845a-ef5b3cc6210e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/7f39bce0-96c4-4d80-a51a-a03529f71995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1960089 Jun 15 14:45:19.691905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34392) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:19.696458 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e3f5b-6bfb-4fa1-bbd5-8b6800a347d0 None None] Sync routers for ids ['7f39bce0-96c4-4d80-a51a-a03529f71995'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:45:19.713332 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e3f5b-6bfb-4fa1-bbd5-8b6800a347d0 None None] Routers {'7f39bce0-96c4-4d80-a51a-a03529f71995'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:19.714234 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ec7e3f5b-6bfb-4fa1-bbd5-8b6800a347d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['7f39bce0-96c4-4d80-a51a-a03529f71995'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:19.750181 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 936e5f10-c05e-42cd-a74e-d79330e16293, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=936e5f10-c05e-42cd-a74e-d79330e16293,segment=NetworkSegment(9cae629b-e893-49b6-96d0-6747a4e56e00),segment_id=9cae629b-e893-49b6-96d0-6747a4e56e00)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:19.759180 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] For port 938d001a-dff0-4b78-88cc-95b9b698c929, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:19.767355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] For port 938d001a-dff0-4b78-88cc-95b9b698c929, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=938d001a-dff0-4b78-88cc-95b9b698c929,segment=NetworkSegment(482fdd07-9ad7-4a77-bffc-dbfb9208079f),segment_id=482fdd07-9ad7-4a77-bffc-dbfb9208079f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:19.771748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.776214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.787626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:19.788316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.819697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c66dd28-82c6-4f19-954f-64ec365971bd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.820616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c66dd28-82c6-4f19-954f-64ec365971bd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.832245 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-00543bd0-2727-4eb7-8d46-fc3e833628a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Synchronizing usage tracker for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:19.845074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 31bc9a60-91ff-4edc-90fe-28d89a244f2b) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:19.849942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.879038 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ec7e3f5b-6bfb-4fa1-bbd5-8b6800a347d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:19.902066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:19.903413 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7e3f5b-6bfb-4fa1-bbd5-8b6800a347d0 None None] Routers {'7f39bce0-96c4-4d80-a51a-a03529f71995'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:19.904036 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ec7e3f5b-6bfb-4fa1-bbd5-8b6800a347d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['7f39bce0-96c4-4d80-a51a-a03529f71995'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:19.911141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:19.912336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.923017 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54015f1-01c2-4fe7-9b69-0721c6884993 None None] DHCP port deletion for 0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:45:19.925106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff7f694-4421-4596-ba38-ea6cc47fadff None None] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:19.951123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-657b84ce-ca74-49de-ac3c-e17c234f87d9 None None] Provisioning complete for port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:19.953022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-657b84ce-ca74-49de-ac3c-e17c234f87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.976509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c66dd28-82c6-4f19-954f-64ec365971bd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:19.983206 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4400299 Jun 15 14:45:19.993256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34396) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:19.997365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7469a8d-94f9-4456-80f3-743c219d15e9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=147b1aaf-a631-4346-8d16-cc793f2f8a4a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:20.004538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'network_id': '147b1aaf-a631-4346-8d16-cc793f2f8a4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:20.026599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9885a26d-27eb-4fe1-9cec-279c50c68cd7 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:20.028817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-00543bd0-2727-4eb7-8d46-fc3e833628a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Unset dirty status for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:20.032766 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-00543bd0-2727-4eb7-8d46-fc3e833628a4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f39bce0-96c4-4d80-a51a-a03529f71995 HTTP/1.1" status: 200 len: 205 time: 0.3394246 Jun 15 14:45:20.036234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34400) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:20.038270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.049446 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ec7e3f5b-6bfb-4fa1-bbd5-8b6800a347d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:20.050099 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7e3f5b-6bfb-4fa1-bbd5-8b6800a347d0 None None] The sync data for ids ['7f39bce0-96c4-4d80-a51a-a03529f71995'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:45:20.101564 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8297bfad-35d3-48b2-8d72-bcaf649d3bbd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:20.105807 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8297bfad-35d3-48b2-8d72-bcaf649d3bbd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8228440 Jun 15 14:45:20.111696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No DVR routers for this DVR port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:20.131477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 147b1aaf-a631-4346-8d16-cc793f2f8a4a details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:20.154852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34404) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:20.208469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:20.242829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d54015f1-01c2-4fe7-9b69-0721c6884993 None None] Deleting port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:20.243691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d54015f1-01c2-4fe7-9b69-0721c6884993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.296346 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-657b84ce-ca74-49de-ac3c-e17c234f87d9 None None] Port b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 was deleted so its status cannot be updated. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jun 15 14:45:20.309117 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5552f1d2-ea45-4150-9e2a-c16db678e6c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 5.5092230 Jun 15 14:45:20.313750 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 9885a26d-27eb-4fe1-9cec-279c50c68cd7 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:45:20.314699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9885a26d-27eb-4fe1-9cec-279c50c68cd7 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:45:20.316546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34410) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:20.391800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f6bb302-686e-4d84-a3bb-71881342cff8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.412963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d54015f1-01c2-4fe7-9b69-0721c6884993 None None] The port 'b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:45:20.413187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-663320987'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:20.413944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=936e5f10-c05e-42cd-a74e-d79330e16293,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:20.451668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:20.452151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c66dd28-82c6-4f19-954f-64ec365971bd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.469843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Allocated IP 2001:db8::2 (ccf02629-1fd2-407d-a19d-733b5d662f55/24c13c43-9bf8-4a5b-b819-3565572f6137/39fc7dd5-5e1c-4b87-a10a-daf97e29bef0) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:20.484411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:network and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:20.490332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:20.499181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:20.576952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:20.577234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-657b84ce-ca74-49de-ac3c-e17c234f87d9 None None] Provisioning complete for port 936e5f10-c05e-42cd-a74e-d79330e16293 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:20.577703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-657b84ce-ca74-49de-ac3c-e17c234f87d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.623766 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9c66dd28-82c6-4f19-954f-64ec365971bd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.627457 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9c66dd28-82c6-4f19-954f-64ec365971bd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0721083 Jun 15 14:45:20.699213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.713094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34414) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:20.721508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f2c02-151c-498b-9118-ae9542a2c1e2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:20.723485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f2c02-151c-498b-9118-ae9542a2c1e2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:20.741335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34f2c02-151c-498b-9118-ae9542a2c1e2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:20.742429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f34f2c02-151c-498b-9118-ae9542a2c1e2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:20.745963 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:subnet and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:20.761124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1480653611'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:20.762143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:20.765996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:20.769714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.805839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:20.821004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375094cc-133d-45ac-b7ac-9b59bc78be2d None None] Pushing event updated for resources: {'Port': ['ID=938d001a-dff0-4b78-88cc-95b9b698c929,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:20.821235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aff2d0f-b0a7-445a-8bb3-a82fa9aff427']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:20.830094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Allocated IP 2001:db8::1 (d9cd252f-4d35-4f59-810a-1f9f3b9a1327/f95659e5-ae61-4241-a22e-375b2448ad41/22ab3e85-b74b-45ea-8828-a6af8a236b37) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:20.830812 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:20.841965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f6bb302-686e-4d84-a3bb-71881342cff8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.843831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:network and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:20.846231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f6bb302-686e-4d84-a3bb-71881342cff8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.851674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:20.856173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:20.861319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.864281 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3768bc7d-45a3-407d-baac-77131b31bf17') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:20.864588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3768bc7d-45a3-407d-baac-77131b31bf17') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:20.877629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:20.883489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f34f2c02-151c-498b-9118-ae9542a2c1e2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:20.888300 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f34f2c02-151c-498b-9118-ae9542a2c1e2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.7225895 Jun 15 14:45:20.889074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34418) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:20.898549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.931912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:20.949047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:20.952695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:20.977860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-657b84ce-ca74-49de-ac3c-e17c234f87d9 None None] Current status of the port 936e5f10-c05e-42cd-a74e-d79330e16293 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:20.986549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-657b84ce-ca74-49de-ac3c-e17c234f87d9 None None] Could not find standard attr ID for object 7e50e574-1c91-4e95-9046-71311325aa1d. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:45:21.020303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f6bb302-686e-4d84-a3bb-71881342cff8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.020795 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6bb302-686e-4d84-a3bb-71881342cff8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Fanout notify agent at l3_agent the message router_deleted on router 7f39bce0-96c4-4d80-a51a-a03529f71995 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:45:21.023615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.042470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f6bb302-686e-4d84-a3bb-71881342cff8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.046262 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5f6bb302-686e-4d84-a3bb-71881342cff8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/7f39bce0-96c4-4d80-a51a-a03529f71995 HTTP/1.1" status: 204 len: 168 time: 1.0050886 Jun 15 14:45:21.046393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f9a0c-f407-48ac-9d78-0ed6b749015a req-46a8c41b-616c-4f47-966b-fe77afb3b026 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:21.046393 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b2f9a0c-f407-48ac-9d78-0ed6b749015a req-46a8c41b-616c-4f47-966b-fe77afb3b026 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.7991323 Jun 15 14:45:21.050529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34422) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:21.066982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-3504e84b-499b-4ba8-97be-bd28a27c8e61 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 1fa74770-11a3-42da-83d1-d62c159d60f3 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:21.071838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3504e84b-499b-4ba8-97be-bd28a27c8e61 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.077859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.088917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.089282 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Added segment 32d318c6-a081-41cc-9357-e3edf4bc2b5c of type vlan for network 2b2fa824-8198-4348-b237-ddc2fbc84599 Jun 15 14:45:21.089400 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Transition to ACTIVE for port object 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:21.122833 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Transition to ACTIVE for port object 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:21.124952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cd2a8ff7-88cd-4ae7-a3c5-bd77eda880a6 None None] Provisioning complete for port 936e5f10-c05e-42cd-a74e-d79330e16293 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:21.124952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd2a8ff7-88cd-4ae7-a3c5-bd77eda880a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.125175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:21.125275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.143111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3504e84b-499b-4ba8-97be-bd28a27c8e61 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.168813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.236504 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Network ccf02629-1fd2-407d-a19d-733b5d662f55 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:21.246438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:21.252282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:21.324212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.371096 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Pushing event updated for resources: {'Port': ['ID=39fc7dd5-5e1c-4b87-a10a-daf97e29bef0,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:21.384830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3504e84b-499b-4ba8-97be-bd28a27c8e61 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.448246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a8ff7-88cd-4ae7-a3c5-bd77eda880a6 None None] Current status of the port 936e5f10-c05e-42cd-a74e-d79330e16293 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:21.450507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.451843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Attempting to bind port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:21.452447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Attempting to bind port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '67fc92e3-3e5d-42aa-b13c-9a2370f1cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ccf02629-1fd2-407d-a19d-733b5d662f55'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:21.452892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Attempting to bind port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 on network ccf02629-1fd2-407d-a19d-733b5d662f55 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:21.462179 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:21.462868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Checking segment: {'id': '67fc92e3-3e5d-42aa-b13c-9a2370f1cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ccf02629-1fd2-407d-a19d-733b5d662f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:21.463544 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.464095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Bound using segment: {'id': '67fc92e3-3e5d-42aa-b13c-9a2370f1cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ccf02629-1fd2-407d-a19d-733b5d662f55'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:21.464793 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Bound port: 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fc92e3-3e5d-42aa-b13c-9a2370f1cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ccf02629-1fd2-407d-a19d-733b5d662f55'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:21.465493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.488615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.501376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=03e21db6-8da3-41dc-9919-33fce093324f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:21.507828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Transition to ACTIVE for port object 22ab3e85-b74b-45ea-8828-a6af8a236b37 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:21.522440 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking segment: {'id': '64616b75-0058-4e01-bd6c-51b198b5b5cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '147b1aaf-a631-4346-8d16-cc793f2f8a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:21.523126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network hostable DHCP agents. Network: 147b1aaf-a631-4346-8d16-cc793f2f8a4a, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:21.544934 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3768bc7d-45a3-407d-baac-77131b31bf17 resource provider aggregate not found Jun 15 14:45:21.551241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3504e84b-499b-4ba8-97be-bd28a27c8e61 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.560402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:21.566705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.571035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.600033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network 147b1aaf-a631-4346-8d16-cc793f2f8a4a is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:21.613375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504e84b-499b-4ba8-97be-bd28a27c8e61 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=1fa74770-11a3-42da-83d1-d62c159d60f3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:21.615972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3504e84b-499b-4ba8-97be-bd28a27c8e61 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.619466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 147b1aaf-a631-4346-8d16-cc793f2f8a4a) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:21.626268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.626823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:21.627495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.635009 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3768bc7d-45a3-407d-baac-77131b31bf17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3768bc7d-45a3-407d-baac-77131b31bf17 found for delete ", "request_id": "req-168b671d-9818-45b1-92ae-08104c864e50"}]} Jun 15 14:45:21.641245 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5b2f9a0c-f407-48ac-9d78-0ed6b749015a req-2fe66a36-e0db-4295-a7ae-330cdbcbe929 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5840957 Jun 15 14:45:21.671054 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d81cd9d9-cce0-4187-ba79-4afd247d82cd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6751413 Jun 15 14:45:21.678652 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Network': ['ID=0aff2d0f-b0a7-445a-8bb3-a82fa9aff427,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:21.680354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34430) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:21.688586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.688946 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Added segment eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9 of type vlan for network a25b72ef-ce17-43d7-b87b-73ddf5b62d7f Jun 15 14:45:21.708498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.729620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] For port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:21.733062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] For port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=39fc7dd5-5e1c-4b87-a10a-daf97e29bef0,segment=NetworkSegment(67fc92e3-3e5d-42aa-b13c-9a2370f1cab8),segment_id=67fc92e3-3e5d-42aa-b13c-9a2370f1cab8)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:21.741697 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc540a4-c6bb-4d1f-b483-b4ac8027d6ac None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:21.769089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8172a337-597c-4f87-8842-2bc1bce5cae2 None None] Network 147b1aaf-a631-4346-8d16-cc793f2f8a4a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:21.803293 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.841666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'Port': ['ID=22ab3e85-b74b-45ea-8828-a6af8a236b37,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:21.863546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a4acd9-3c23-4ec7-8c22-53399f27b310 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting subnet 170bc817-309a-44d2-9a53-35c16a6e8b2f {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:21.887036 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:45:21.894785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92a4acd9-3c23-4ec7-8c22-53399f27b310 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.922913 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:21.930782 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3504e84b-499b-4ba8-97be-bd28a27c8e61 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/1fa74770-11a3-42da-83d1-d62c159d60f3 HTTP/1.1" status: 204 len: 168 time: 1.0343895 Jun 15 14:45:21.935161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34436) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:21.999342 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-67ccaef0-612f-4d19-84ec-05951fd14896 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/networks/0aff2d0f-b0a7-445a-8bb3-a82fa9aff427 HTTP/1.1" status: 204 len: 168 time: 3.8195333 Jun 15 14:45:22.014407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34440) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:22.021883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.027928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Network d9cd252f-4d35-4f59-810a-1f9f3b9a1327 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:22.033944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:22.048243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:22.048800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.065124 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1fa9f8-944c-4ea2-bebf-6b793de07c78 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet f5c9ccc2-77ac-4f93-b693-f3fcd5a92bdf {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:22.068311 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa9f8-944c-4ea2-bebf-6b793de07c78 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.091729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e121ef6-609b-4791-a150-ea30f1cb6bd2 None None] Network d9cd252f-4d35-4f59-810a-1f9f3b9a1327 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:22.112567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 938d001a-dff0-4b78-88cc-95b9b698c929 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:22.139997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa9f8-944c-4ea2-bebf-6b793de07c78 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.190159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.196107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:22.197560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.209923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.321435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92a4acd9-3c23-4ec7-8c22-53399f27b310 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.343749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ba16ef24-663e-4218-8583-837a17394f09 None None] Provisioning for port 938d001a-dff0-4b78-88cc-95b9b698c929 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:22.386072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d21c5-52aa-4d65-8654-b3a30ee4e4e0 None None] Pushing event updated for resources: {'Port': ['ID=39fc7dd5-5e1c-4b87-a10a-daf97e29bef0,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:22.464138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:45:22.506577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.512208 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.1817925 Jun 15 14:45:22.520353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34446) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:22.529058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.568361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edc909-c669-4daa-8c0f-42f05d27419b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Network': ['ID=2b2fa824-8198-4348-b237-ddc2fbc84599,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:22.568903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'ports': [{'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b'}, {'network_id': '2b2fa824-8198-4348-b237-ddc2fbc84599'}]} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:22.569280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:22.569826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': '2b2fa824-8198-4348-b237-ddc2fbc84599'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:22.595534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.599902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 938d001a-dff0-4b78-88cc-95b9b698c929 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:22.602319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:22.603187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.609059 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Subnet': ['ID=03e21db6-8da3-41dc-9919-33fce093324f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:22.624434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 2b2fa824-8198-4348-b237-ddc2fbc84599 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:22.709713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa9f8-944c-4ea2-bebf-6b793de07c78 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.759699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 938d001a-dff0-4b78-88cc-95b9b698c929 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:22.760155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.832410 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1079166 Jun 15 14:45:22.840243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34450) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:22.884927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:22.942336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'subnet': {'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:22.989970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147b1aaf-a631-4346-8d16-cc793f2f8a4a']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:23.002733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd63923-fb08-46cf-bec0-f47082ab5a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-147b1aaf-a631-4346-8d16-cc793f2f8a4a', 'network_id': '147b1aaf-a631-4346-8d16-cc793f2f8a4a', 'tenant_id': '8e958f52975b4d9da8df9d4544a8752e', 'fixed_ips': [{'subnet_id': '03e21db6-8da3-41dc-9919-33fce093324f'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:23.003571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5cd63923-fb08-46cf-bec0-f47082ab5a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.016713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa9f8-944c-4ea2-bebf-6b793de07c78 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.033107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff34a1-4f3a-45fa-807a-fd154965eb74 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Network': ['ID=a25b72ef-ce17-43d7-b87b-73ddf5b62d7f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:23.042653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ee49d-4a06-4924-a71f-1d563ea22476 req-ea176248-17bf-41f7-a7eb-ff09d8e3d7e3 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:23.044218 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-445ee49d-4a06-4924-a71f-1d563ea22476 req-ea176248-17bf-41f7-a7eb-ff09d8e3d7e3 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.9046233 Jun 15 14:45:23.065597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64616b75-0058-4e01-bd6c-51b198b5b5cc') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:23.065995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64616b75-0058-4e01-bd6c-51b198b5b5cc') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:23.073413 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network a25b72ef-ce17-43d7-b87b-73ddf5b62d7f details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:23.077999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fa9f8-944c-4ea2-bebf-6b793de07c78 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c9ccc2-77ac-4f93-b693-f3fcd5a92bdf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:23.091747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d1fa9f8-944c-4ea2-bebf-6b793de07c78 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.119885 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9d1fa9f8-944c-4ea2-bebf-6b793de07c78 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/f5c9ccc2-77ac-4f93-b693-f3fcd5a92bdf HTTP/1.1" status: 204 len: 168 time: 1.1761029 Jun 15 14:45:23.124282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92a4acd9-3c23-4ec7-8c22-53399f27b310 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.127548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34454) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:23.138511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.146824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:23.175121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bee0ea3-51c1-4840-afaf-8e8eb5f13a3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:23.175987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8bee0ea3-51c1-4840-afaf-8e8eb5f13a3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:23.225122 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:port and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:23.246737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:23.278565 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-47bad0ba-1c77-4cc6-8a5b-493d0d866bbe tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1496117 Jun 15 14:45:23.279776 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:23.284348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34458) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:23.291268 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 938d001a-dff0-4b78-88cc-95b9b698c929 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:23.291863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.298842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.305761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:23.376445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8c0ef5-f292-4514-ab39-7f2e7cd7b39d None None] Network 147b1aaf-a631-4346-8d16-cc793f2f8a4a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:23.389857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8bee0ea3-51c1-4840-afaf-8e8eb5f13a3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:23.391057 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8bee0ea3-51c1-4840-afaf-8e8eb5f13a3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.3719740 Jun 15 14:45:23.399173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34462) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:23.400525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:23.412612 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-445ee49d-4a06-4924-a71f-1d563ea22476 req-8de7f96d-61f9-4ef7-993d-86481531999c tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092404 Jun 15 14:45:23.477508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:subnet and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:23.484678 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:23.485098 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.497009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:23.557489 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 64616b75-0058-4e01-bd6c-51b198b5b5cc resource provider aggregate not found Jun 15 14:45:23.592456 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 64616b75-0058-4e01-bd6c-51b198b5b5cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64616b75-0058-4e01-bd6c-51b198b5b5cc found for delete ", "request_id": "req-39cae7d0-6fb4-410e-8b48-290c2c7c1680"}]} Jun 15 14:45:23.602666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 2} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:23.607540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.714911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 938d001a-dff0-4b78-88cc-95b9b698c929, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=938d001a-dff0-4b78-88cc-95b9b698c929,segment=NetworkSegment(482fdd07-9ad7-4a77-bffc-dbfb9208079f),segment_id=482fdd07-9ad7-4a77-bffc-dbfb9208079f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:23.825075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6fd299-eab0-490b-a2d9-01b1af557757 None None] Network ccf02629-1fd2-407d-a19d-733b5d662f55 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:23.845570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.848952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 936e5f10-c05e-42cd-a74e-d79330e16293 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:23.853848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:23.874655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.874849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92a4acd9-3c23-4ec7-8c22-53399f27b310 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.914316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:23.925839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92a4acd9-3c23-4ec7-8c22-53399f27b310 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.926279 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:23.929490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:23.935858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:23.952575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.956344 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:23.958035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a4acd9-3c23-4ec7-8c22-53399f27b310 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Subnet': ['ID=170bc817-309a-44d2-9a53-35c16a6e8b2f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:23.959233 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.974011 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-92a4acd9-3c23-4ec7-8c22-53399f27b310 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/170bc817-309a-44d2-9a53-35c16a6e8b2f HTTP/1.1" status: 204 len: 168 time: 2.9187176 Jun 15 14:45:23.974734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:23.978371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:23.992233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f118ec91-c4b1-4d73-a6ca-bbcb42b4cf27 None None] Network e056f348-dc6a-44e5-8844-fd177067eec0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:24.031387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34470) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:24.077557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.090611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-eed2f8d3-9b52-4fe0-86eb-9d1028d85930 None None] Provisioning for port 22ab3e85-b74b-45ea-8828-a6af8a236b37 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:24.179208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-eed2f8d3-9b52-4fe0-86eb-9d1028d85930 None None] Provisioning complete for port 22ab3e85-b74b-45ea-8828-a6af8a236b37 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:24.179575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eed2f8d3-9b52-4fe0-86eb-9d1028d85930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.202984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Network': ['ID=147b1aaf-a631-4346-8d16-cc793f2f8a4a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:24.223757 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbea5717-4d3e-44f4-bb4c-32f2c6d5ca2a None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:24.230969 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b5b2d9ed-4b9e-4e72-92f7-dca7b7d86753 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/147b1aaf-a631-4346-8d16-cc793f2f8a4a HTTP/1.1" status: 204 len: 168 time: 2.5460706 Jun 15 14:45:24.255384 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3a4d3448-8572-4c70-bed3-8b944661c612 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.8415928 Jun 15 14:45:24.258745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34474) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:24.259309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34476) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:24.272934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1034226663'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:24.281243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.286400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1276398255'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:24.293011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:24.295617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:24.297939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.298698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.302341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.375543 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:network and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:24.378111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:network and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:24.386262 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:24.396081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:24.413081 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=938d001a-dff0-4b78-88cc-95b9b698c929,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:24.423222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:24.426549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:24.446793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port 7432a8d0-4862-4e15-87c4-f46a11d0f9ee yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:45:24.473490 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-eed2f8d3-9b52-4fe0-86eb-9d1028d85930 None None] Port 22ab3e85-b74b-45ea-8828-a6af8a236b37 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:24.474014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 936e5f10-c05e-42cd-a74e-d79330e16293 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:24.474646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.547671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:24.551219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.572506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'Port': ['ID=22ab3e85-b74b-45ea-8828-a6af8a236b37,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:24.591190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:24.594708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.629904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Subnet': ['ID=32452379-ee9c-48d2-a5f0-bffe3c401f36,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:24.668895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Checking segment: {'id': 'eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:24.669407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network hostable DHCP agents. Network: a25b72ef-ce17-43d7-b87b-73ddf5b62d7f, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:24.689013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:24.697430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-eed2f8d3-9b52-4fe0-86eb-9d1028d85930 None None] Provisioning complete for port 938d001a-dff0-4b78-88cc-95b9b698c929 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:24.697895 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eed2f8d3-9b52-4fe0-86eb-9d1028d85930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.711488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:24.731645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.732000 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Added segment 2b473b90-5d23-4e0a-bf43-f34bcfc506cd of type vlan for network 1028e40f-eb1a-4bac-82a9-1468fa33fde2 Jun 15 14:45:24.748153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.748584 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Added segment 810f7d65-7562-4b9c-bfb3-ebe0b69b25cc of type vlan for network dd4a1055-e54f-40e5-97ca-f5318d291d04 Jun 15 14:45:24.750807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Network d9cd252f-4d35-4f59-810a-1f9f3b9a1327 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:24.756769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:24.761628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network a25b72ef-ce17-43d7-b87b-73ddf5b62d7f is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:24.869549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, a25b72ef-ce17-43d7-b87b-73ddf5b62d7f) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:24.874840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:24.874840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.907920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.915205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9512f553-dbf8-45ad-b85d-cb2462858a93 None None] Network a25b72ef-ce17-43d7-b87b-73ddf5b62d7f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:24.929941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:24.936920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff1c07-c9fb-4219-86bd-7572fc1c1ed2 req-4c83aee2-1ba3-469f-9daf-a8cdb49b7f2e tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:24.938679 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-04ff1c07-c9fb-4219-86bd-7572fc1c1ed2 req-4c83aee2-1ba3-469f-9daf-a8cdb49b7f2e tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.44 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 1.1330185 Jun 15 14:45:24.964789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.042449 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cb492c7c-bd13-44cd-8625-b459147577a1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1959012 Jun 15 14:45:25.047498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34484) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:25.049809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.051044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf85768-3492-4041-a649-11639b2fff69 None None] DHCP port deletion for e056f348-dc6a-44e5-8844-fd177067eec0 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:45:25.056208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:25.056943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.062380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 936e5f10-c05e-42cd-a74e-d79330e16293 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:25.091151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-baf85768-3492-4041-a649-11639b2fff69 None None] Deleting port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:25.091151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-baf85768-3492-4041-a649-11639b2fff69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.104893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.110348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:25.110967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.194858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-eed2f8d3-9b52-4fe0-86eb-9d1028d85930 None None] Current status of the port 938d001a-dff0-4b78-88cc-95b9b698c929 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:25.206553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ea9ab-eb0f-40c6-a00d-7b2c1fcdc687 None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:45:25.208171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:25.222867 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9599166 Jun 15 14:45:25.224645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f4579-1296-4e16-aa75-05b49e51a521 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=1028e40f-eb1a-4bac-82a9-1468fa33fde2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:25.226983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34488) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:25.245459 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.249605 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 1028e40f-eb1a-4bac-82a9-1468fa33fde2 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:25.264567 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9974236 Jun 15 14:45:25.271638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a44a80f4-37ac-464c-b824-12e46c1b4722 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:25.296423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34492) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:25.309101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Router 94abef30-fb2d-43b6-9be3-883860a074aa is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:45:25.314850 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:25.315274 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.315495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': 'dd4a1055-e54f-40e5-97ca-f5318d291d04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:25.386809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-803ea9ab-eb0f-40c6-a00d-7b2c1fcdc687 None None] Deleting port 7dd61a66-332b-4faa-a89b-60cb032401ff {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:25.387096 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-803ea9ab-eb0f-40c6-a00d-7b2c1fcdc687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.405224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-04ff1c07-c9fb-4219-86bd-7572fc1c1ed2 req-394a57a2-3afe-47c0-a559-ddd087817b06 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Deleting port d5cc249c-fbce-4964-bfa3-47181fc3f2e6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:25.405560 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-04ff1c07-c9fb-4219-86bd-7572fc1c1ed2 req-394a57a2-3afe-47c0-a559-ddd087817b06 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.410085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:45:25.410378 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b9733d4e-abdc-4ac8-aec0-f3ddb2ba2e50 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:45:25.588085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:25.593033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:25.596620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:25.602633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:25.639657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-33e12c7c-8a85-48eb-a993-c303cad5386c None None] Provisioning complete for port 22ab3e85-b74b-45ea-8828-a6af8a236b37 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:25.639657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-33e12c7c-8a85-48eb-a993-c303cad5386c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.645092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:25.648925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.731794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 938d001a-dff0-4b78-88cc-95b9b698c929 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:25.819720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbde27-293c-4e1b-a501-1acbcfe08583 req-f5bb7517-f781-4e04-adac-56b1bbfcf356 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:25.821638 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f2dbde27-293c-4e1b-a501-1acbcfe08583 req-f5bb7517-f781-4e04-adac-56b1bbfcf356 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 1.1733079 Jun 15 14:45:25.822602 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:25.931902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port bcab69be-f82c-456b-b782-e383b636e3a2 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:45:25.960978 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-33e12c7c-8a85-48eb-a993-c303cad5386c None None] Port 22ab3e85-b74b-45ea-8828-a6af8a236b37 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:26.002681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-baf85768-3492-4041-a649-11639b2fff69 None None] For port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29ebfd72-475a-46f3-8d0d-dec43fb6fc8a,segment=NetworkSegment(458ae8ed-eda6-4151-b555-1d8deae3236d),segment_id=458ae8ed-eda6-4151-b555-1d8deae3236d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:26.003078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-baf85768-3492-4041-a649-11639b2fff69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:26.046265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031fe9f-2d58-4b4e-a7fb-5858579a9e83 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Network': ['ID=dd4a1055-e54f-40e5-97ca-f5318d291d04,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:26.061105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:26.061700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:26.080325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network dd4a1055-e54f-40e5-97ca-f5318d291d04 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:26.106611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:26.147115 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:26.169909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:26.170535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:26.226551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-baf85768-3492-4041-a649-11639b2fff69 None None] Calling delete_port for 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:26.229566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:45:26.256733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a44a80f4-37ac-464c-b824-12e46c1b4722 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:26.266656 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e31c9ff4-44c8-4426-87a9-202c6a4a827a tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "PUT /v2.0/routers/94abef30-fb2d-43b6-9be3-883860a074aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7809691 Jun 15 14:45:26.270735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34496) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:26.276507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7db70f5-6857-4726-9fd0-62df70d6179f None None] Sync routers for ids ['94abef30-fb2d-43b6-9be3-883860a074aa'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:45:26.279863 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f2dbde27-293c-4e1b-a501-1acbcfe08583 req-ca920c72-2eac-418f-a5ca-ccf2e9c0f699 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093704 Jun 15 14:45:26.280119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=154c2611-8ae4-4a4f-9c6b-8addc7ec1b32,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:26.400896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-33e12c7c-8a85-48eb-a993-c303cad5386c None None] Provisioning complete for port 7dd61a66-332b-4faa-a89b-60cb032401ff triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:26.401273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-33e12c7c-8a85-48eb-a993-c303cad5386c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:26.448873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a44a80f4-37ac-464c-b824-12e46c1b4722 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:26.451780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 938d001a-dff0-4b78-88cc-95b9b698c929 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:26.452155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:26.498912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a44a80f4-37ac-464c-b824-12e46c1b4722 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network 1028e40f-eb1a-4bac-82a9-1468fa33fde2 is not hosted by any dhcp agent {{(pid=89018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 15 14:45:26.505838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44a80f4-37ac-464c-b824-12e46c1b4722 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:26.505838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a44a80f4-37ac-464c-b824-12e46c1b4722 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:26.507397 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a44a80f4-37ac-464c-b824-12e46c1b4722 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "PUT /v2.0/networks/1028e40f-eb1a-4bac-82a9-1468fa33fde2 HTTP/1.1" status: 200 len: 723 time: 1.2706110 Jun 15 14:45:26.516901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34500) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:26.532044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'network_id': '1028e40f-eb1a-4bac-82a9-1468fa33fde2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:26.558830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db70f5-6857-4726-9fd0-62df70d6179f None None] Routers {'94abef30-fb2d-43b6-9be3-883860a074aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:26.559460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d7db70f5-6857-4726-9fd0-62df70d6179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['94abef30-fb2d-43b6-9be3-883860a074aa'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:26.583713 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a316d829-0aeb-494b-8669-14468d2f6d3e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2949235 Jun 15 14:45:26.591130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] For port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29ebfd72-475a-46f3-8d0d-dec43fb6fc8a,segment=NetworkSegment(458ae8ed-eda6-4151-b555-1d8deae3236d),segment_id=458ae8ed-eda6-4151-b555-1d8deae3236d)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:26.591626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:26.600604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34504) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:26.655107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c422de22-02bb-4fc5-855c-7e23963325ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:26.678653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d7db70f5-6857-4726-9fd0-62df70d6179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:26.725749 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:26.754640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-803ea9ab-eb0f-40c6-a00d-7b2c1fcdc687 None None] For port 7dd61a66-332b-4faa-a89b-60cb032401ff, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7dd61a66-332b-4faa-a89b-60cb032401ff,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:26.754963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-803ea9ab-eb0f-40c6-a00d-7b2c1fcdc687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:26.817663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:26.894118 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a80f4-37ac-464c-b824-12e46c1b4722 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=1028e40f-eb1a-4bac-82a9-1468fa33fde2,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:26.910288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:26.972542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 1028e40f-eb1a-4bac-82a9-1468fa33fde2 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:26.973101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:26.992448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:subnet and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:26.993850 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-803ea9ab-eb0f-40c6-a00d-7b2c1fcdc687 None None] Calling delete_port for 7dd61a66-332b-4faa-a89b-60cb032401ff owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:27.001304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:27.025330 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-baf85768-3492-4041-a649-11639b2fff69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:27.069622 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db70f5-6857-4726-9fd0-62df70d6179f None None] Routers {'94abef30-fb2d-43b6-9be3-883860a074aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:27.070055 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d7db70f5-6857-4726-9fd0-62df70d6179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:44:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['94abef30-fb2d-43b6-9be3-883860a074aa'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:27.073642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:27.164039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Subnet': ['ID=a654e830-a4ec-4f33-9908-98fabd89b220,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:27.181057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:27.207689 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:27.213238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:27.232574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf85768-3492-4041-a649-11639b2fff69 None None] Pushing event deleted for resources: {'Port': ['ID=29ebfd72-475a-46f3-8d0d-dec43fb6fc8a,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:27.250043 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-04ff1c07-c9fb-4219-86bd-7572fc1c1ed2 req-394a57a2-3afe-47c0-a559-ddd087817b06 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] For port d5cc249c-fbce-4964-bfa3-47181fc3f2e6, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=d5cc249c-fbce-4964-bfa3-47181fc3f2e6,segment=NetworkSegment(c69dcc0c-2819-416a-9f60-9451bcb66f09),segment_id=c69dcc0c-2819-416a-9f60-9451bcb66f09)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:27.250242 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-04ff1c07-c9fb-4219-86bd-7572fc1c1ed2 req-394a57a2-3afe-47c0-a559-ddd087817b06 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:27.277815 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d7db70f5-6857-4726-9fd0-62df70d6179f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:27.278159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7db70f5-6857-4726-9fd0-62df70d6179f None None] The sync data for ids ['94abef30-fb2d-43b6-9be3-883860a074aa'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:45:27.278617 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:45:27.279257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:45:27.295979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Allocated IP 2001:db8::2 (a25b72ef-ce17-43d7-b87b-73ddf5b62d7f/32452379-ee9c-48d2-a5f0-bffe3c401f36/e127501d-3947-4857-82a9-3c332846f94c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:27.298214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf85768-3492-4041-a649-11639b2fff69 None None] No DVR routers for this DVR port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:27.313467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Checking segment: {'id': '810f7d65-7562-4b9c-bfb3-ebe0b69b25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dd4a1055-e54f-40e5-97ca-f5318d291d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:27.314042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network hostable DHCP agents. Network: dd4a1055-e54f-40e5-97ca-f5318d291d04, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:27.418595 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-04ff1c07-c9fb-4219-86bd-7572fc1c1ed2 req-394a57a2-3afe-47c0-a559-ddd087817b06 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Calling delete_port for d5cc249c-fbce-4964-bfa3-47181fc3f2e6 owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:27.455694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf08d4ac-08e2-4133-96df-7b1d4ae51a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:27.476783 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c422de22-02bb-4fc5-855c-7e23963325ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:27.489516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-33e12c7c-8a85-48eb-a993-c303cad5386c None None] Current status of the port 7dd61a66-332b-4faa-a89b-60cb032401ff is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:27.496593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c422de22-02bb-4fc5-855c-7e23963325ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:27.497372 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 938d001a-dff0-4b78-88cc-95b9b698c929 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:27.498738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:27.541309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c422de22-02bb-4fc5-855c-7e23963325ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:27.568251 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c422de22-02bb-4fc5-855c-7e23963325ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:27.598969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-803ea9ab-eb0f-40c6-a00d-7b2c1fcdc687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:27.608220 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:27.614268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c422de22-02bb-4fc5-855c-7e23963325ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:27.617977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c422de22-02bb-4fc5-855c-7e23963325ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:27.688061 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ea9ab-eb0f-40c6-a00d-7b2c1fcdc687 None None] Pushing event deleted for resources: {'Port': ['ID=7dd61a66-332b-4faa-a89b-60cb032401ff,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:27.695166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-33e12c7c-8a85-48eb-a993-c303cad5386c None None] Provisioning for port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:27.705676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network dd4a1055-e54f-40e5-97ca-f5318d291d04 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:27.709040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ea9ab-eb0f-40c6-a00d-7b2c1fcdc687 None None] No DVR routers for this DVR port 7dd61a66-332b-4faa-a89b-60cb032401ff on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:27.746465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4eaf0e-9830-4eb7-a001-54422cba705d None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:27.774932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device d5cc249c-fbce-4964-bfa3-47181fc3f2e6 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:27.792527 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:27.793117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:27.803952 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-f5b4d408-2dfa-47e2-b961-afe7a950970b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:45:27.808112 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f5b4d408-2dfa-47e2-b961-afe7a950970b tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "PUT /v2.0/routers/94abef30-fb2d-43b6-9be3-883860a074aa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5324118 Jun 15 14:45:27.810271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, dd4a1055-e54f-40e5-97ca-f5318d291d04) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:27.811517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34510) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:27.832153 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ba87a3-f8a9-4651-9708-6714598b5418 None None] Network dd4a1055-e54f-40e5-97ca-f5318d291d04 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:27.856607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:27.868557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:27.884322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:27.885415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:27.903746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:27.904150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:27.927591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] The port '29ebfd72-475a-46f3-8d0d-dec43fb6fc8a' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:45:27.952516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:28.031213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:28.031548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.049389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87365aa9-1abc-4d32-9586-d420fe8c8c34 req-5787998d-7a43-4f28-a777-51d8a39d7e93 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:28.050866 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87365aa9-1abc-4d32-9586-d420fe8c8c34 req-5787998d-7a43-4f28-a777-51d8a39d7e93 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 945 time: 0.5155826 Jun 15 14:45:28.062741 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-25b3b2c8-bf7e-45fd-b3da-bd00b8367867 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7650607 Jun 15 14:45:28.063537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34514) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:28.075456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': 'dd4a1055-e54f-40e5-97ca-f5318d291d04', 'name': 'tempest-PortsIpV6TestJSON-50415936'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:28.104930 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=7432a8d0-4862-4e15-87c4-f46a11d0f9ee,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:28.137215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bd2d8cbe-bb73-4381-a629-cf01dae2af93 None None] Provisioning complete for port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:28.137732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd2d8cbe-bb73-4381-a629-cf01dae2af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.236765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-04ff1c07-c9fb-4219-86bd-7572fc1c1ed2 req-394a57a2-3afe-47c0-a559-ddd087817b06 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.323749 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.ipam_backend_mixin [None req-c422de22-02bb-4fc5-855c-7e23963325ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 154c2611-8ae4-4a4f-9c6b-8addc7ec1b32 (CIDR: 2001:db8::/64) Jun 15 14:45:28.347467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=bcab69be-f82c-456b-b782-e383b636e3a2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:28.372075 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87365aa9-1abc-4d32-9586-d420fe8c8c34 req-fa8d7fab-fefd-495b-8ced-ed03308b6588 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b359489-c4d8-41a6-b6cd-dbc24567e8ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031387 Jun 15 14:45:28.389568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.396230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port d5cc249c-fbce-4964-bfa3-47181fc3f2e6 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:28.396672 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.451806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.452152 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c422de22-02bb-4fc5-855c-7e23963325ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:45:28.452152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c422de22-02bb-4fc5-855c-7e23963325ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:28.511339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Checking segment: {'id': '32d318c6-a081-41cc-9357-e3edf4bc2b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2b2fa824-8198-4348-b237-ddc2fbc84599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:28.511339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network hostable DHCP agents. Network: 2b2fa824-8198-4348-b237-ddc2fbc84599, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:28.520314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a57a2-3afe-47c0-a559-ddd087817b06 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Pushing event deleted for resources: {'Port': ['ID=d5cc249c-fbce-4964-bfa3-47181fc3f2e6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:28.561958 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e056f348-dc6a-44e5-8844-fd177067eec0']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:28.573969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ff1c07-c9fb-4219-86bd-7572fc1c1ed2 req-394a57a2-3afe-47c0-a559-ddd087817b06 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] No DVR routers for this DVR port d5cc249c-fbce-4964-bfa3-47181fc3f2e6 on host hv-neutron-8458 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:28.575972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.577271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-04ff1c07-c9fb-4219-86bd-7572fc1c1ed2 req-394a57a2-3afe-47c0-a559-ddd087817b06 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.589806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:28.602056 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5698737b-1cf8-43e9-9d06-83fa4ebd57c9', 'name': 'network-vif-deleted', 'tag': 'd5cc249c-fbce-4964-bfa3-47181fc3f2e6'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:45:28.631797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:28.646801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=5c12b457-9e06-49e3-b442-48d9763bc55c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:28.650269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458ae8ed-eda6-4151-b555-1d8deae3236d') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:28.650756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458ae8ed-eda6-4151-b555-1d8deae3236d') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:28.692953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 2b2fa824-8198-4348-b237-ddc2fbc84599 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:28.703882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:28.707382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.719664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking segment: {'id': '2b473b90-5d23-4e0a-bf43-f34bcfc506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1028e40f-eb1a-4bac-82a9-1468fa33fde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:28.720023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network hostable DHCP agents. Network: 1028e40f-eb1a-4bac-82a9-1468fa33fde2, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:28.731094 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-04ff1c07-c9fb-4219-86bd-7572fc1c1ed2 req-394a57a2-3afe-47c0-a559-ddd087817b06 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.44 "DELETE /v2.0/ports/d5cc249c-fbce-4964-bfa3-47181fc3f2e6 HTTP/1.1" status: 204 len: 173 time: 3.7608354 Jun 15 14:45:28.741569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Transition to ACTIVE for port object e127501d-3947-4857-82a9-3c332846f94c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:28.742495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.760058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port 17678d73-aef3-4112-a3aa-48ad548a2c43 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:45:28.768808 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c422de22-02bb-4fc5-855c-7e23963325ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1386924 Jun 15 14:45:28.775584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34522) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:28.794033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 2b2fa824-8198-4348-b237-ddc2fbc84599) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:28.821702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network 1028e40f-eb1a-4bac-82a9-1468fa33fde2 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:28.823726 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97125b73-8261-4759-a6d7-ec372b58dfef None None] Network 2b2fa824-8198-4348-b237-ddc2fbc84599 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:28.824848 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:28.844728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 1028e40f-eb1a-4bac-82a9-1468fa33fde2) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:28.850313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:28.855450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:28.856045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.863495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-dd4a1055-e54f-40e5-97ca-f5318d291d04', 'network_id': 'dd4a1055-e54f-40e5-97ca-f5318d291d04', 'tenant_id': '1811f021965845728c9b3aaf02b41c17', 'fixed_ips': [{'subnet_id': 'a654e830-a4ec-4f33-9908-98fabd89b220'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:28.864967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:28.865104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.865752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.879887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'subnet': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:28.927689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.931640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2ef0444c-622d-434a-90a5-976e58c67159', 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'tenant_id': '002819f0ba4a48a2a200d316f3a74cb9', 'fixed_ips': [{'subnet_id': '154c2611-8ae4-4a4f-9c6b-8addc7ec1b32'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:28.935658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.958348 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f4b3fbee-9b16-48de-8301-f070e3462a99 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4385242 Jun 15 14:45:28.960487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:28.961190 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:28.967598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34526) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:29.030899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-42956c4a-ea63-4ea8-b9b1-562ee912fff6 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:29.053583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e8001-a772-4862-9ee3-b925cf9c3fcb None None] Network 1028e40f-eb1a-4bac-82a9-1468fa33fde2 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:29.064421 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e45d610e-8c7f-4b5b-be98-21b7e3c8fc70'] response: {'server_uuid': '5698737b-1cf8-43e9-9d06-83fa4ebd57c9', 'name': 'network-vif-deleted', 'tag': 'd5cc249c-fbce-4964-bfa3-47181fc3f2e6', 'status': 'completed', 'code': 200} Jun 15 14:45:29.068220 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 458ae8ed-eda6-4151-b555-1d8deae3236d resource provider aggregate not found Jun 15 14:45:29.071562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:29.071963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.124851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8::31 (dd4a1055-e54f-40e5-97ca-f5318d291d04/a654e830-a4ec-4f33-9908-98fabd89b220/17678d73-aef3-4112-a3aa-48ad548a2c43) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:29.153999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Transition to ACTIVE for port object e127501d-3947-4857-82a9-3c332846f94c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:29.211306 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f54f1cf7-b36d-42b3-9466-360607bcfdd1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.6514845 Jun 15 14:45:29.226455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34534) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:29.241480 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 458ae8ed-eda6-4151-b555-1d8deae3236d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 458ae8ed-eda6-4151-b555-1d8deae3236d found for delete ", "request_id": "req-75f6596a-0dc8-46ab-9674-e811c3984429"}]} Jun 15 14:45:29.268044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d8cbe-bb73-4381-a629-cf01dae2af93 None None] Current status of the port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:29.268453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd2d8cbe-bb73-4381-a629-cf01dae2af93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.310256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93358e23-268b-4533-ac16-7f9577ee11e9 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.313674 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b16b414d-2cea-45b0-9f0a-6b2f24ec160b req-9bd75a66-4ece-4d28-bde2-d4c91bbc45be service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2507491 Jun 15 14:45:29.333473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.341790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=39fc7dd5-5e1c-4b87-a10a-daf97e29bef0,segment=NetworkSegment(67fc92e3-3e5d-42aa-b13c-9a2370f1cab8),segment_id=67fc92e3-3e5d-42aa-b13c-9a2370f1cab8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:29.367219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.442582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.493081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Network': ['ID=e056f348-dc6a-44e5-8844-fd177067eec0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:29.497887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Allocated IP 2001:db8::1 (a25b72ef-ce17-43d7-b87b-73ddf5b62d7f/32452379-ee9c-48d2-a5f0-bffe3c401f36/fa8c1858-0c17-4ab4-b907-77d127cc161c) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:29.555157 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8a47d28b-9244-427f-97b2-9aa1d43bbb0c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/networks/e056f348-dc6a-44e5-8844-fd177067eec0 HTTP/1.1" status: 204 len: 168 time: 5.5011091 Jun 15 14:45:29.581165 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-42956c4a-ea63-4ea8-b9b1-562ee912fff6 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-133747709'] for subnet, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.585536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34542) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:29.595715 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b16b414d-2cea-45b0-9f0a-6b2f24ec160b req-edb4fa2b-2ee5-42cf-9c28-995be855fbde service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=af9fcc5065ef4cb4aae113ac56d834dc&device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 210 time: 0.1042366 Jun 15 14:45:29.608060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-105269619', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:29.624278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:29.726296 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:29.734792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:router and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:29.736840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Allocated IP 2001:db8::2 (2ef0444c-622d-434a-90a5-976e58c67159/154c2611-8ae4-4a4f-9c6b-8addc7ec1b32/64378255-6857-4bec-ba45-6552e5f95ec2) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:29.745379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:29.768948 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:subnet and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:29.772944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:29.799257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-112fc4fa-d490-4a2e-b5e3-7e60f441ee54 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port bcab69be-f82c-456b-b782-e383b636e3a2 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:29.799602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-112fc4fa-d490-4a2e-b5e3-7e60f441ee54 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.807415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.882714 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Pushing event updated for resources: {'Port': ['ID=e127501d-3947-4857-82a9-3c332846f94c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:29.885513 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7acf6d25-c89e-49e8-aed4-ec4b15fc7cdf req-15209630-9df1-4774-8557-bd08642b1f07 tempest-TestServerAdvancedOps-1517546820 tempest-TestServerAdvancedOps-1517546820-project] 10.222.0.26 "GET /v2.0/ports?device_id=5698737b-1cf8-43e9-9d06-83fa4ebd57c9 HTTP/1.1" status: 200 len: 210 time: 0.2026958 Jun 15 14:45:29.908519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:29.951209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:29.971672 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a20e63f-5ffa-4551-9cf2-3799f958d5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.973308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:29.977423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:29.978897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.000332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Network a25b72ef-ce17-43d7-b87b-73ddf5b62d7f is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:30.026016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:30.031369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.121855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:30.167865 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:45:30.168090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29ebfd72-475a-46f3-8d0d-dec43fb6fc8a not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:45:30.168511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7dd61a66-332b-4faa-a89b-60cb032401ff no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:30.191571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:30.192154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.213416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.267667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b414d-2cea-45b0-9f0a-6b2f24ec160b req-67ad94b0-4b99-407d-aa7e-62991d7f35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:30.269742 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b16b414d-2cea-45b0-9f0a-6b2f24ec160b req-67ad94b0-4b99-407d-aa7e-62991d7f35ef service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=af9fcc5065ef4cb4aae113ac56d834dc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6426466 Jun 15 14:45:30.292549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 7dd61a66-332b-4faa-a89b-60cb032401ff {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:45:30.293005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7dd61a66-332b-4faa-a89b-60cb032401ff not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:45:30.344084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object 17678d73-aef3-4112-a3aa-48ad548a2c43 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:30.352658 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.417766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-112fc4fa-d490-4a2e-b5e3-7e60f441ee54 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.433929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-42956c4a-ea63-4ea8-b9b1-562ee912fff6 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756969228418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132287513'] for subnet, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.452590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Transition to ACTIVE for port object fa8c1858-0c17-4ab4-b907-77d127cc161c will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:30.505380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=39fc7dd5-5e1c-4b87-a10a-daf97e29bef0,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:30.526704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-bd2d8cbe-bb73-4381-a629-cf01dae2af93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:45:30.527068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-bd2d8cbe-bb73-4381-a629-cf01dae2af93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:45:30.537343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-1028e40f-eb1a-4bac-82a9-1468fa33fde2', 'network_id': '1028e40f-eb1a-4bac-82a9-1468fa33fde2', 'tenant_id': '8e958f52975b4d9da8df9d4544a8752e', 'fixed_ips': [{'subnet_id': '5c12b457-9e06-49e3-b442-48d9763bc55c'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:30.538422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.585072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Attempting to bind port e127501d-3947-4857-82a9-3c332846f94c on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:30.585584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Attempting to bind port e127501d-3947-4857-82a9-3c332846f94c by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:30.586109 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Attempting to bind port e127501d-3947-4857-82a9-3c332846f94c on network a25b72ef-ce17-43d7-b87b-73ddf5b62d7f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:30.608680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-112fc4fa-d490-4a2e-b5e3-7e60f441ee54 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for bcab69be-f82c-456b-b782-e383b636e3a2 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:30.639584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.644489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42956c4a-ea63-4ea8-b9b1-562ee912fff6 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:30.645339 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-42956c4a-ea63-4ea8-b9b1-562ee912fff6 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.646828 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-42956c4a-ea63-4ea8-b9b1-562ee912fff6 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "PUT /v2.0/subnets/5c12b457-9e06-49e3-b442-48d9763bc55c HTTP/1.1" status: 200 len: 806 time: 1.6685398 Jun 15 14:45:30.658934 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:30.659402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Checking segment: {'id': 'eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:30.659802 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.660210 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Bound using segment: {'id': 'eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:30.660698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Bound port: e127501d-3947-4857-82a9-3c332846f94c, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:30.661070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.668830 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34546) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:30.728595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.785135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Allocated IP 2001:db8::2 (dd4a1055-e54f-40e5-97ca-f5318d291d04/a654e830-a4ec-4f33-9908-98fabd89b220/f6483747-8566-4593-ac23-8319ce222730) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:30.802558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.892551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:30.901826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42956c4a-ea63-4ea8-b9b1-562ee912fff6 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=5c12b457-9e06-49e3-b442-48d9763bc55c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:30.949095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Transition to ACTIVE for port object 64378255-6857-4bec-ba45-6552e5f95ec2 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:30.961979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network dd4a1055-e54f-40e5-97ca-f5318d291d04 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:30.984414 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:30.990858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=17678d73-aef3-4112-a3aa-48ad548a2c43,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:30.994191 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-93358e23-268b-4533-ac16-7f9577ee11e9 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Deleting port 22ab3e85-b74b-45ea-8828-a6af8a236b37 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:30.994793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93358e23-268b-4533-ac16-7f9577ee11e9 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.036737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:31.082345 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34552) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:31.099565 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.127970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] For port e127501d-3947-4857-82a9-3c332846f94c, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:31.149492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Transition to ACTIVE for port object 64378255-6857-4bec-ba45-6552e5f95ec2 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:31.171306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.173083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b414d-2cea-45b0-9f0a-6b2f24ec160b req-da6c2a9f-43ed-4ec7-8220-369546cf60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:31.175185 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b16b414d-2cea-45b0-9f0a-6b2f24ec160b req-da6c2a9f-43ed-4ec7-8220-369546cf60e8 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8966181 Jun 15 14:45:31.185166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] For port e127501d-3947-4857-82a9-3c332846f94c, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e127501d-3947-4857-82a9-3c332846f94c,segment=NetworkSegment(eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9),segment_id=eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:31.186723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:31.187593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.243803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-112fc4fa-d490-4a2e-b5e3-7e60f441ee54 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.256526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Allocated IP 172.20.0.2 (1028e40f-eb1a-4bac-82a9-1468fa33fde2/5c12b457-9e06-49e3-b442-48d9763bc55c/46b60aeb-9bad-4036-95f3-8884ac1ee0cc) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:31.260403 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.263302 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.280885 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d8cbe-bb73-4381-a629-cf01dae2af93 None None] Current status of the port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:31.294737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.315676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:31.319569 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a816b9ce-4ff7-458e-add4-e90dd101672b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2470298 Jun 15 14:45:31.319569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fc4fa-d490-4a2e-b5e3-7e60f441ee54 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=bcab69be-f82c-456b-b782-e383b636e3a2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:31.324297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:31.325462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34556) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:31.341580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:31.356318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-112fc4fa-d490-4a2e-b5e3-7e60f441ee54 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.361777 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-112fc4fa-d490-4a2e-b5e3-7e60f441ee54 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/bcab69be-f82c-456b-b782-e383b636e3a2 HTTP/1.1" status: 204 len: 168 time: 2.1320438 Jun 15 14:45:31.365550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': 'dd4a1055-e54f-40e5-97ca-f5318d291d04', 'name': 'tempest-PortsIpV6TestJSON-2051171735'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:31.368080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Pushing event updated for resources: {'Port': ['ID=64378255-6857-4bec-ba45-6552e5f95ec2,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:31.380206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34560) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:31.504528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-63edb30c-1e45-4287-8ef6-13064f9d55f4 admin admin] Deleting subnet d3dcc4f6-5f66-4ed3-90b7-8abbb80b01a6 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:31.507912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63edb30c-1e45-4287-8ef6-13064f9d55f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.617577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network a25b72ef-ce17-43d7-b87b-73ddf5b62d7f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:31.642509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:31.651707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:31.652574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.679708 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63edb30c-1e45-4287-8ef6-13064f9d55f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.690274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.709101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=fa8c1858-0c17-4ab4-b907-77d127cc161c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:31.732152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.744753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Transition to ACTIVE for port object 46b60aeb-9bad-4036-95f3-8884ac1ee0cc will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:31.767468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Transition to ACTIVE for port object 46b60aeb-9bad-4036-95f3-8884ac1ee0cc will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:31.819467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63edb30c-1e45-4287-8ef6-13064f9d55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.835532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93358e23-268b-4533-ac16-7f9577ee11e9 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.841597 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:31.854863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:31.917769 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Attempting to bind port 64378255-6857-4bec-ba45-6552e5f95ec2 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:31.921794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Attempting to bind port 64378255-6857-4bec-ba45-6552e5f95ec2 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:31.921794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Attempting to bind port 64378255-6857-4bec-ba45-6552e5f95ec2 on network 2ef0444c-622d-434a-90a5-976e58c67159 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:31.935460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Network 1028e40f-eb1a-4bac-82a9-1468fa33fde2 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:31.936111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da245ad5-da4b-43a6-8b8f-daa418ea6084 None None] Pushing event updated for resources: {'Port': ['ID=e127501d-3947-4857-82a9-3c332846f94c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:31.941473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7236d54-15fe-4924-b906-bc43a0a98ed7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:31.947739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7236d54-15fe-4924-b906-bc43a0a98ed7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:31.949156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a7236d54-15fe-4924-b906-bc43a0a98ed7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:32.000748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:32.001150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:32.001397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Checking segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:32.001801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.002190 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Bound using segment: {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:32.002661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Bound port: 64378255-6857-4bec-ba45-6552e5f95ec2, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ef0444c-622d-434a-90a5-976e58c67159'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:32.003169 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.013370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:32.014007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-93358e23-268b-4533-ac16-7f9577ee11e9 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Calling delete_port for 22ab3e85-b74b-45ea-8828-a6af8a236b37 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:32.021509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.025818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:32.085348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:32.090024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.108209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.120151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.121336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Transition to ACTIVE for port object f6483747-8566-4593-ac23-8319ce222730 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:32.129505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.183043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Subnet': ['ID=5c12b457-9e06-49e3-b442-48d9763bc55c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:32.187487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port 77364ec8-395c-4430-b43e-20837a753c2f yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:45:32.229372 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Pushing event updated for resources: {'Port': ['ID=46b60aeb-9bad-4036-95f3-8884ac1ee0cc,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:32.242830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Transition to ACTIVE for port object f6483747-8566-4593-ac23-8319ce222730 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:32.279961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.338994 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] For port 64378255-6857-4bec-ba45-6552e5f95ec2, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:32.349461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Attempting to bind port 46b60aeb-9bad-4036-95f3-8884ac1ee0cc on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:32.349827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Attempting to bind port 46b60aeb-9bad-4036-95f3-8884ac1ee0cc by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '2b473b90-5d23-4e0a-bf43-f34bcfc506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1028e40f-eb1a-4bac-82a9-1468fa33fde2'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:32.350163 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Attempting to bind port 46b60aeb-9bad-4036-95f3-8884ac1ee0cc on network 1028e40f-eb1a-4bac-82a9-1468fa33fde2 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:32.350303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a7236d54-15fe-4924-b906-bc43a0a98ed7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:32.352178 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a7236d54-15fe-4924-b906-bc43a0a98ed7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.9610500 Jun 15 14:45:32.370757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34564) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:32.382484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] For port 64378255-6857-4bec-ba45-6552e5f95ec2, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=64378255-6857-4bec-ba45-6552e5f95ec2,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:32.390709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Network dd4a1055-e54f-40e5-97ca-f5318d291d04 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:32.394140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:32.394549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Checking segment: {'id': '2b473b90-5d23-4e0a-bf43-f34bcfc506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1028e40f-eb1a-4bac-82a9-1468fa33fde2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:32.394904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.395301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Bound using segment: {'id': '2b473b90-5d23-4e0a-bf43-f34bcfc506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1028e40f-eb1a-4bac-82a9-1468fa33fde2'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:32.396221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Bound port: 46b60aeb-9bad-4036-95f3-8884ac1ee0cc, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b473b90-5d23-4e0a-bf43-f34bcfc506cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1028e40f-eb1a-4bac-82a9-1468fa33fde2'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:32.396221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.397199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.objects.ports [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89019) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 15 14:45:32.408566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.412150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:32.434212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:32.443660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Pushing event updated for resources: {'Port': ['ID=f6483747-8566-4593-ac23-8319ce222730,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:32.529794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.542890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-47cf5846-fef5-4ae8-938a-1202e9126b58 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 7432a8d0-4862-4e15-87c4-f46a11d0f9ee {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:32.543574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-47cf5846-fef5-4ae8-938a-1202e9126b58 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.548750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63edb30c-1e45-4287-8ef6-13064f9d55f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.563263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.698284 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:32.801346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93358e23-268b-4533-ac16-7f9577ee11e9 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.814542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edb30c-1e45-4287-8ef6-13064f9d55f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3dcc4f6-5f66-4ed3-90b7-8abbb80b01a6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:32.823126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63edb30c-1e45-4287-8ef6-13064f9d55f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.825956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.889984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93358e23-268b-4533-ac16-7f9577ee11e9 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event deleted for resources: {'Port': ['ID=22ab3e85-b74b-45ea-8828-a6af8a236b37,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:32.929408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Attempting to bind port f6483747-8566-4593-ac23-8319ce222730 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:32.930124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Attempting to bind port f6483747-8566-4593-ac23-8319ce222730 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '810f7d65-7562-4b9c-bfb3-ebe0b69b25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dd4a1055-e54f-40e5-97ca-f5318d291d04'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:32.930124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Attempting to bind port f6483747-8566-4593-ac23-8319ce222730 on network dd4a1055-e54f-40e5-97ca-f5318d291d04 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:32.941174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:32.941545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Checking segment: {'id': '810f7d65-7562-4b9c-bfb3-ebe0b69b25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dd4a1055-e54f-40e5-97ca-f5318d291d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:32.943206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.943206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Bound using segment: {'id': '810f7d65-7562-4b9c-bfb3-ebe0b69b25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dd4a1055-e54f-40e5-97ca-f5318d291d04'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:32.943206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Bound port: f6483747-8566-4593-ac23-8319ce222730, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '810f7d65-7562-4b9c-bfb3-ebe0b69b25cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'dd4a1055-e54f-40e5-97ca-f5318d291d04'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:32.943206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:32.946597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1028e40f-eb1a-4bac-82a9-1468fa33fde2']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:33.022824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73384a99-a827-47a7-87e2-cb9a76fdaedd None None] Pushing event updated for resources: {'Port': ['ID=64378255-6857-4bec-ba45-6552e5f95ec2,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:33.035410 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] For port 46b60aeb-9bad-4036-95f3-8884ac1ee0cc, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:33.053501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] For port 46b60aeb-9bad-4036-95f3-8884ac1ee0cc, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=46b60aeb-9bad-4036-95f3-8884ac1ee0cc,segment=NetworkSegment(2b473b90-5d23-4e0a-bf43-f34bcfc506cd),segment_id=2b473b90-5d23-4e0a-bf43-f34bcfc506cd)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:33.070668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:33.071073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:33.077275 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-63edb30c-1e45-4287-8ef6-13064f9d55f4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d3dcc4f6-5f66-4ed3-90b7-8abbb80b01a6 HTTP/1.1" status: 204 len: 168 time: 1.9935050 Jun 15 14:45:33.098918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:33.129469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34568) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:33.299952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] For port f6483747-8566-4593-ac23-8319ce222730, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:33.405283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87009254-238b-40e2-bf31-209ebabc25ce None None] Network 1028e40f-eb1a-4bac-82a9-1468fa33fde2 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:33.435250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] For port f6483747-8566-4593-ac23-8319ce222730, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f6483747-8566-4593-ac23-8319ce222730,segment=NetworkSegment(810f7d65-7562-4b9c-bfb3-ebe0b69b25cc),segment_id=810f7d65-7562-4b9c-bfb3-ebe0b69b25cc)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:33.497750 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d99b01-40a9-4186-9da9-3db385bd7e1a None None] Pushing event updated for resources: {'Port': ['ID=46b60aeb-9bad-4036-95f3-8884ac1ee0cc,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:33.500526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:33.501856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:33.553721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b473b90-5d23-4e0a-bf43-f34bcfc506cd') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:33.554340 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b473b90-5d23-4e0a-bf43-f34bcfc506cd') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:33.572994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:33.597063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:33.607167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:33.607656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:33.708743 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Allocated IP 172.26.3.91 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/f6f1694d-4b61-4889-9acb-8b5ca431c463) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:33.827646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:45:33.827646 dv-neutron-845844-1-hyperv neutron-server[89018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:45:33.827646 dv-neutron-845844-1-hyperv neutron-server[89018]: [parameters: {'id': '1028e40f-eb1a-4bac-82a9-1468fa33fde2'}] Jun 15 14:45:33.827646 dv-neutron-845844-1-hyperv neutron-server[89018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:45:33.828075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:45:33.867797 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 2b473b90-5d23-4e0a-bf43-f34bcfc506cd resource provider aggregate not found Jun 15 14:45:33.888487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8::2f2 (dd4a1055-e54f-40e5-97ca-f5318d291d04/a654e830-a4ec-4f33-9908-98fabd89b220/77364ec8-395c-4430-b43e-20837a753c2f) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:33.900401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:33.906382 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 2b473b90-5d23-4e0a-bf43-f34bcfc506cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b473b90-5d23-4e0a-bf43-f34bcfc506cd found for delete ", "request_id": "req-2e82fe84-7200-4dca-acad-3834feb8815e"}]} Jun 15 14:45:33.907138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93358e23-268b-4533-ac16-7f9577ee11e9 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:33.911443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:33.925918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-47cf5846-fef5-4ae8-938a-1202e9126b58 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:33.981683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6283d57e-8226-4031-aac3-e20bd3147d83 None None] Pushing event updated for resources: {'Port': ['ID=f6483747-8566-4593-ac23-8319ce222730,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:34.005732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54b3a8c-0299-4703-978c-81c4c1a90aaf None None] Network a25b72ef-ce17-43d7-b87b-73ddf5b62d7f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:34.179834 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.181537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-47cf5846-fef5-4ae8-938a-1202e9126b58 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 7432a8d0-4862-4e15-87c4-f46a11d0f9ee owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:34.214854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:34.229172 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69dcc0c-2819-416a-9f60-9451bcb66f09') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:34.229616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69dcc0c-2819-416a-9f60-9451bcb66f09') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:34.239220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7c0bacd5-ec63-4ae7-ab3d-550a91d1bc38 None None] Provisioning for port e127501d-3947-4857-82a9-3c332846f94c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:34.245343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.263659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.272007 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:34.272631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.395659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eacb39-684c-4f72-af65-ff2578680ccd None None] Network 1028e40f-eb1a-4bac-82a9-1468fa33fde2 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:34.407783 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c69dcc0c-2819-416a-9f60-9451bcb66f09 resource provider aggregate not found Jun 15 14:45:34.449834 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c69dcc0c-2819-416a-9f60-9451bcb66f09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c69dcc0c-2819-416a-9f60-9451bcb66f09 found for delete ", "request_id": "req-5de0daa3-b4cd-429e-a005-e70b689fe3c6"}]} Jun 15 14:45:34.462868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:45:34.480291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.506187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-47cf5846-fef5-4ae8-938a-1202e9126b58 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.547385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fcc3315a-da60-4e55-94c9-50e04d00b773 None None] Provisioning for port 64378255-6857-4bec-ba45-6552e5f95ec2 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:34.556537 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.581722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.601310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.603843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.632173 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e127501d-3947-4857-82a9-3c332846f94c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:34.673715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.713699 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf5846-fef5-4ae8-938a-1202e9126b58 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=7432a8d0-4862-4e15-87c4-f46a11d0f9ee,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:34.753955 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:34.794293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.808810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Deleting port 46b60aeb-9bad-4036-95f3-8884ac1ee0cc {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:34.808810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.812278 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d546d0f1-570e-4dde-8a86-13fc359b9f7b admin admin] 10.222.0.26 "DELETE /v2.0/networks/52b9b708-22d5-4fb8-869b-7bcf4bdf6b1f HTTP/1.1" status: 204 len: 168 time: 1.6783547 Jun 15 14:45:34.820905 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port e127501d-3947-4857-82a9-3c332846f94c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:34.827857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e127501d-3947-4857-82a9-3c332846f94c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:34.828437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.849741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-47cf5846-fef5-4ae8-938a-1202e9126b58 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:34.857559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34580) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:35.006709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e127501d-3947-4857-82a9-3c332846f94c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:35.007270 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.031439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.054594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port e127501d-3947-4857-82a9-3c332846f94c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e127501d-3947-4857-82a9-3c332846f94c,segment=NetworkSegment(eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9),segment_id=eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:35.063928 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-47cf5846-fef5-4ae8-938a-1202e9126b58 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/7432a8d0-4862-4e15-87c4-f46a11d0f9ee HTTP/1.1" status: 204 len: 168 time: 2.6773987 Jun 15 14:45:35.064198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.064198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 64378255-6857-4bec-ba45-6552e5f95ec2 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:35.069841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34584) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:35.082125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=fa8c1858-0c17-4ab4-b907-77d127cc161c,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:35.090952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93358e23-268b-4533-ac16-7f9577ee11e9 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Router 94abef30-fb2d-43b6-9be3-883860a074aa has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:45:35.129221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object 77364ec8-395c-4430-b43e-20837a753c2f will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:35.183275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] For port 64378255-6857-4bec-ba45-6552e5f95ec2, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=64378255-6857-4bec-ba45-6552e5f95ec2,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:35.217610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8c0dcc-c376-483e-ac48-a8211f3f3f43 admin admin] Deleting subnet 4938f7f5-ee4f-4b67-accc-3d4a65787b7f {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:35.224336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.239565 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.251474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0dcc-c376-483e-ac48-a8211f3f3f43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.304918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=e127501d-3947-4857-82a9-3c332846f94c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:35.311919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 64378255-6857-4bec-ba45-6552e5f95ec2 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:35.318578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 64378255-6857-4bec-ba45-6552e5f95ec2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:35.319082 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.363480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.364139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.372493 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=f6f1694d-4b61-4889-9acb-8b5ca431c463,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:35.397501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-23b39e9e-d08f-45d1-914d-d2ee9ab8323d None None] Provisioning for port fa8c1858-0c17-4ab4-b907-77d127cc161c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:35.403805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-23b39e9e-d08f-45d1-914d-d2ee9ab8323d None None] Provisioning complete for port fa8c1858-0c17-4ab4-b907-77d127cc161c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:35.404175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-23b39e9e-d08f-45d1-914d-d2ee9ab8323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.501484 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Subnet': ['ID=2d504ac1-d7c6-455b-8a88-1cbd321f56db,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:35.522509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e7f19a-e840-4a19-b971-a6e2270e7e23 None None] Network dd4a1055-e54f-40e5-97ca-f5318d291d04 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:35.528486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network a25b72ef-ce17-43d7-b87b-73ddf5b62d7f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:35.537908 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:35.543969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:35.546861 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:35.558111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:35.572561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] For port 46b60aeb-9bad-4036-95f3-8884ac1ee0cc, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=46b60aeb-9bad-4036-95f3-8884ac1ee0cc,segment=NetworkSegment(2b473b90-5d23-4e0a-bf43-f34bcfc506cd),segment_id=2b473b90-5d23-4e0a-bf43-f34bcfc506cd)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:35.572840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.623563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-23b39e9e-d08f-45d1-914d-d2ee9ab8323d None None] Port fa8c1858-0c17-4ab4-b907-77d127cc161c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:35.660864 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 64378255-6857-4bec-ba45-6552e5f95ec2 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:35.661242 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.685434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-23b39e9e-d08f-45d1-914d-d2ee9ab8323d None None] Provisioning complete for port e127501d-3947-4857-82a9-3c332846f94c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:35.685810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-23b39e9e-d08f-45d1-914d-d2ee9ab8323d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.722986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Calling delete_port for 46b60aeb-9bad-4036-95f3-8884ac1ee0cc owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:35.772730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 64378255-6857-4bec-ba45-6552e5f95ec2, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=64378255-6857-4bec-ba45-6552e5f95ec2,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:35.884958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.885449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:35.885795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f6483747-8566-4593-ac23-8319ce222730 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:35.909292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:35.959049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:35.974587 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:35.975313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.005378 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d951c9-5255-4621-a618-f51dcd391662 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:36.009645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0dcc-c376-483e-ac48-a8211f3f3f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.011829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=64378255-6857-4bec-ba45-6552e5f95ec2,revision_number=4']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:36.067386 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ad18be13-8d90-40d2-a428-9a2958ced8fd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 7.2758954 Jun 15 14:45:36.068311 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34588) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:36.072176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Port': ['ID=46b60aeb-9bad-4036-95f3-8884ac1ee0cc,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:36.078961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Request body: {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'mac_address': 'fa:16:3e:1a:02:9d', 'name': 'tempest-NetworksTestDHCPv6-1904720128'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:36.079560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No DVR routers for this DVR port 46b60aeb-9bad-4036-95f3-8884ac1ee0cc on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:36.111763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93358e23-268b-4533-ac16-7f9577ee11e9 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:45:36.128809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.129241 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927bf35-4695-455b-9c2d-3da6559aa963 None None] Sync routers for ids ['94abef30-fb2d-43b6-9be3-883860a074aa'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:45:36.141775 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927bf35-4695-455b-9c2d-3da6559aa963 None None] Routers {'94abef30-fb2d-43b6-9be3-883860a074aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:36.142790 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f927bf35-4695-455b-9c2d-3da6559aa963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['94abef30-fb2d-43b6-9be3-883860a074aa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:36.180285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=64378255-6857-4bec-ba45-6552e5f95ec2,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:36.215933 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-93358e23-268b-4533-ac16-7f9577ee11e9 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "PUT /v2.0/routers/94abef30-fb2d-43b6-9be3-883860a074aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4020329 Jun 15 14:45:36.216547 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f927bf35-4695-455b-9c2d-3da6559aa963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:36.227673 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927bf35-4695-455b-9c2d-3da6559aa963 None None] Routers {'94abef30-fb2d-43b6-9be3-883860a074aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:36.228512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-23b39e9e-d08f-45d1-914d-d2ee9ab8323d None None] Current status of the port e127501d-3947-4857-82a9-3c332846f94c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:36.229058 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f927bf35-4695-455b-9c2d-3da6559aa963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['94abef30-fb2d-43b6-9be3-883860a074aa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:36.235197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port f6483747-8566-4593-ac23-8319ce222730 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:36.271266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0dcc-c376-483e-ac48-a8211f3f3f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.287622 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34592) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:36.310066 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f927bf35-4695-455b-9c2d-3da6559aa963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:36.310819 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f927bf35-4695-455b-9c2d-3da6559aa963 None None] The sync data for ids ['94abef30-fb2d-43b6-9be3-883860a074aa'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:45:36.349511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network dd4a1055-e54f-40e5-97ca-f5318d291d04 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:36.369505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f02401c-df43-4e34-a977-ce2a57ab172e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:36.370238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f02401c-df43-4e34-a977-ce2a57ab172e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:36.379952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.394185 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:36.412678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:36.416846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6364814f-85cb-4ab3-8142-a7f696f951e6 None None] Provisioning for port f6483747-8566-4593-ac23-8319ce222730 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:36.417025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:36.417025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.433596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6364814f-85cb-4ab3-8142-a7f696f951e6 None None] Provisioning complete for port f6483747-8566-4593-ac23-8319ce222730 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:36.433977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6364814f-85cb-4ab3-8142-a7f696f951e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.461941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=77364ec8-395c-4430-b43e-20837a753c2f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:36.480153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1028e40f-eb1a-4bac-82a9-1468fa33fde2']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:36.491041 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-dca56ef4-e40c-465f-ba92-4a4d606dc358 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] delete failed (client error): The resource could not be found. Jun 15 14:45:36.496166 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dca56ef4-e40c-465f-ba92-4a4d606dc358 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-935566072 HTTP/1.1" status: 404 len: 334 time: 0.2008164 Jun 15 14:45:36.498025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b473b90-5d23-4e0a-bf43-f34bcfc506cd') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:36.498478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b473b90-5d23-4e0a-bf43-f34bcfc506cd') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:36.501324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34596) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:36.506500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-454d9650-93df-414e-81bb-b9be691fa9c6 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Request body: {'router': {'external_gateway_info': {'network_id': '94abef30-fb2d-43b6-9be3-883860a074aa'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:36.512669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.523195 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 64378255-6857-4bec-ba45-6552e5f95ec2 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:36.534374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.542328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:36.542870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.568892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:36.573542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Usage tracker for resource:port and tenant:002819f0ba4a48a2a200d316f3a74cb9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:36.577183 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:36.585052 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:36.669801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6364814f-85cb-4ab3-8142-a7f696f951e6 None None] Current status of the port f6483747-8566-4593-ac23-8319ce222730 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:36.670099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6364814f-85cb-4ab3-8142-a7f696f951e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.705783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0dcc-c376-483e-ac48-a8211f3f3f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.713447 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 2b473b90-5d23-4e0a-bf43-f34bcfc506cd resource provider aggregate not found Jun 15 14:45:36.729182 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 64378255-6857-4bec-ba45-6552e5f95ec2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:36.729555 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.741725 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:45:36.782057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c0dcc-c376-483e-ac48-a8211f3f3f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4938f7f5-ee4f-4b67-accc-3d4a65787b7f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:36.782638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Made reservation on behalf of 002819f0ba4a48a2a200d316f3a74cb9 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:36.787734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f02401c-df43-4e34-a977-ce2a57ab172e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:36.789218 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f02401c-df43-4e34-a977-ce2a57ab172e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.7032225 Jun 15 14:45:36.790975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6364814f-85cb-4ab3-8142-a7f696f951e6 None None] For port f6483747-8566-4593-ac23-8319ce222730, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f6483747-8566-4593-ac23-8319ce222730,segment=NetworkSegment(810f7d65-7562-4b9c-bfb3-ebe0b69b25cc),segment_id=810f7d65-7562-4b9c-bfb3-ebe0b69b25cc)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:36.792302 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ba63801b-642c-436f-af1c-4bda3870416c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.4634907 Jun 15 14:45:36.800133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c8c0dcc-c376-483e-ac48-a8211f3f3f43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.804472 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 2b473b90-5d23-4e0a-bf43-f34bcfc506cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b473b90-5d23-4e0a-bf43-f34bcfc506cd found for delete ", "request_id": "req-09741a75-4986-4b56-87ff-daefe72b2037"}]} Jun 15 14:45:36.804472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34604) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:36.805587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34606) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:36.827142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6364814f-85cb-4ab3-8142-a7f696f951e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.907873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.924805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364814f-85cb-4ab3-8142-a7f696f951e6 None None] Pushing event updated for resources: {'Port': ['ID=f6483747-8566-4593-ac23-8319ce222730,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:36.935532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6364814f-85cb-4ab3-8142-a7f696f951e6 None None] Provisioning complete for port fa8c1858-0c17-4ab4-b907-77d127cc161c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:36.935901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6364814f-85cb-4ab3-8142-a7f696f951e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.958007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:36.960781 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/1028e40f-eb1a-4bac-82a9-1468fa33fde2 HTTP/1.1" status: 204 len: 168 time: 6.2827597 Jun 15 14:45:36.962653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae04835-4af9-40b5-bf3a-0490b630a847 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Network': ['ID=1028e40f-eb1a-4bac-82a9-1468fa33fde2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:36.965439 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6c8c0dcc-c376-483e-ac48-a8211f3f3f43 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4938f7f5-ee4f-4b67-accc-3d4a65787b7f HTTP/1.1" status: 204 len: 168 time: 2.1068792 Jun 15 14:45:36.966580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34612) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:36.971693 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-79886ab1-0533-4b2e-85c5-b011411ad379 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:45:36.973194 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-79886ab1-0533-4b2e-85c5-b011411ad379 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/bcab69be-f82c-456b-b782-e383b636e3a2 HTTP/1.1" status: 404 len: 333 time: 0.1661630 Jun 15 14:45:36.978123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34614) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:36.979025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34618) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:37.016729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6364814f-85cb-4ab3-8142-a7f696f951e6 None None] Port fa8c1858-0c17-4ab4-b907-77d127cc161c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:37.105879 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be2883a-13fa-42e1-a569-6732b7579f9b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:45:37.107354 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0be2883a-13fa-42e1-a569-6732b7579f9b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/7432a8d0-4862-4e15-87c4-f46a11d0f9ee HTTP/1.1" status: 404 len: 333 time: 0.1015203 Jun 15 14:45:37.108398 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88f19f3-1c06-4fbd-86a9-37833fa1fae5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:37.109135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88f19f3-1c06-4fbd-86a9-37833fa1fae5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:37.111023 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b88f19f3-1c06-4fbd-86a9-37833fa1fae5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/1028e40f-eb1a-4bac-82a9-1468fa33fde2 HTTP/1.1" status: 404 len: 339 time: 0.1427574 Jun 15 14:45:37.114074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34624) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:37.114653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34626) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:37.123682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-319871333', 'description': 'd1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:37.124759 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 64378255-6857-4bec-ba45-6552e5f95ec2 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:37.126656 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e127501d-3947-4857-82a9-3c332846f94c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:37.222413 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d8809de2-5936-479d-b5ef-03a2a2a18c08 None None] Provisioning complete for port f6483747-8566-4593-ac23-8319ce222730 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:37.223000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d8809de2-5936-479d-b5ef-03a2a2a18c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.255415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.268767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:37.283623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:network and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:37.295053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:37.295427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e127501d-3947-4857-82a9-3c332846f94c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:37.295808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.358345 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.498450 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e127501d-3947-4857-82a9-3c332846f94c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:37.567397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d8809de2-5936-479d-b5ef-03a2a2a18c08 None None] Current status of the port f6483747-8566-4593-ac23-8319ce222730 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:37.586091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d8809de2-5936-479d-b5ef-03a2a2a18c08 None None] Provisioning for port 17678d73-aef3-4112-a3aa-48ad548a2c43 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:37.587505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e42bde-02da-4036-906a-5dc40595d96f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:37.588392 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-15e42bde-02da-4036-906a-5dc40595d96f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:37.593811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d8809de2-5936-479d-b5ef-03a2a2a18c08 None None] Provisioning complete for port 17678d73-aef3-4112-a3aa-48ad548a2c43 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:37.594776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d8809de2-5936-479d-b5ef-03a2a2a18c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.596316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.600326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:37.607603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-454d9650-93df-414e-81bb-b9be691fa9c6 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.637027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:45:37.660293 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Sync routers for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:45:37.680431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:37.681084 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:37.700252 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0e715fb7-7b7e-4989-80af-c056c6351edd tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6356056 Jun 15 14:45:37.707515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34632) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:37.740552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1986029459'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:37.742527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d8809de2-5936-479d-b5ef-03a2a2a18c08 None None] Port 17678d73-aef3-4112-a3aa-48ad548a2c43 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:37.745086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb7e3e-1930-4a43-80ef-71cfe18a2897 None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:45:37.746706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.749631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.765321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:37.770792 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-454d9650-93df-414e-81bb-b9be691fa9c6 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] update failed (client error): The resource could not be found. Jun 15 14:45:37.772084 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-454d9650-93df-414e-81bb-b9be691fa9c6 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "PUT /v2.0/routers/94abef30-fb2d-43b6-9be3-883860a074aa HTTP/1.1" status: 404 len: 339 time: 1.2696829 Jun 15 14:45:37.775917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5396f25-19e1-440e-9bd0-a07ee416e6c0']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:37.779185 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:network and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:37.781742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34636) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:37.786837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:37.789571 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2043142537'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:37.790889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.793366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:37.804814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:37.807839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:37.816041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810085e8-abdd-436c-87ba-cf9f3ad8e2af') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:37.816041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810085e8-abdd-436c-87ba-cf9f3ad8e2af') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:37.816711 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Usage tracker for resource:network and tenant:108c5fb4b8fa48d89b80f4468ede5bb8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:37.829255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-15e42bde-02da-4036-906a-5dc40595d96f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:37.833203 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-15e42bde-02da-4036-906a-5dc40595d96f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A31 HTTP/1.1" status: 200 len: 926 time: 1.0216472 Jun 15 14:45:37.833447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:37.833759 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34640) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:37.837228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] device_id is not set on port fd400108-38cf-48d9-bf7d-fcd445e252f2 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:45:37.860087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.913178 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0dac24ee-d245-4e19-963f-c300c202ce0f None None] Provisioning complete for port 64378255-6857-4bec-ba45-6552e5f95ec2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:37.913559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0dac24ee-d245-4e19-963f-c300c202ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.914905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:37.915617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.967351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:37.977423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:45:37.990006 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:37.990267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:37.995927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:37.999505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.067300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.071082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Made reservation on behalf of 108c5fb4b8fa48d89b80f4468ede5bb8 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:38.074872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.096921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.097270 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Added segment c2fe8ad1-517a-41a0-b949-13041786d056 of type vlan for network 5c258eec-2ae0-4568-b14a-d6960fad00ef Jun 15 14:45:38.119881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2fa824-8198-4348-b237-ddc2fbc84599']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:38.120807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a059dd47-3a47-403f-9e36-485ceffc7160 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 77364ec8-395c-4430-b43e-20837a753c2f {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:38.121221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a059dd47-3a47-403f-9e36-485ceffc7160 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.139537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d318c6-a081-41cc-9357-e3edf4bc2b5c') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:38.139824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d318c6-a081-41cc-9357-e3edf4bc2b5c') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:38.158218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.164565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.191665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.205319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:38.210609 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.216585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] Pushing event deleted for resources: {'Network': ['ID=b5396f25-19e1-440e-9bd0-a07ee416e6c0,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:38.226994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.231825 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e7ca1fe3-7064-466a-8220-741aae066fad admin admin] 10.222.0.26 "DELETE /v2.0/networks/b5396f25-19e1-440e-9bd0-a07ee416e6c0 HTTP/1.1" status: 204 len: 168 time: 1.2277951 Jun 15 14:45:38.239985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:38.240533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.318872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb7e3e-1930-4a43-80ef-71cfe18a2897 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:45:38.364959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0dac24ee-d245-4e19-963f-c300c202ce0f None None] Current status of the port 64378255-6857-4bec-ba45-6552e5f95ec2 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:38.391767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:45:38.448508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.456288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:38.456908 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.484934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34646) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:38.502281 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:38.512271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.512680 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Added segment 3fd8ae27-17bf-460e-9e5e-4e9294357faa of type vlan for network bae826dc-ef56-467c-bb3c-ab2a022fff84 Jun 15 14:45:38.528223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.530519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f6483747-8566-4593-ac23-8319ce222730 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:38.573206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0dac24ee-d245-4e19-963f-c300c202ce0f None None] Provisioning for port 77364ec8-395c-4430-b43e-20837a753c2f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:38.585649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.588070 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/networks/2b2fa824-8198-4348-b237-ddc2fbc84599 HTTP/1.1" status: 204 len: 168 time: 1.4712627 Jun 15 14:45:38.601674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34650) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:38.609214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-994048491'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:38.609691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0dac24ee-d245-4e19-963f-c300c202ce0f None None] Provisioning complete for port 77364ec8-395c-4430-b43e-20837a753c2f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:38.610168 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0dac24ee-d245-4e19-963f-c300c202ce0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.650235 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5288765 Jun 15 14:45:38.654191 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8c3522fd-41fd-42fd-8bd8-953e2b3f6912 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=af9fcc5065ef4cb4aae113ac56d834dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523340 Jun 15 14:45:38.655653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:38.657691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34654) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:38.657835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34656) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:38.676402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8::3ba (2ef0444c-622d-434a-90a5-976e58c67159/154c2611-8ae4-4a4f-9c6b-8addc7ec1b32/fd400108-38cf-48d9-bf7d-fcd445e252f2) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:38.683646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1a:29d (2ef0444c-622d-434a-90a5-976e58c67159/2d504ac1-d7c6-455b-8a88-1cbd321f56db/fd400108-38cf-48d9-bf7d-fcd445e252f2) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:38.730561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0dac24ee-d245-4e19-963f-c300c202ce0f None None] Port 77364ec8-395c-4430-b43e-20837a753c2f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:38.734384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:network and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:38.738396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc87bf1-7b94-45a7-92cd-3e412720b01c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=5c258eec-2ae0-4568-b14a-d6960fad00ef,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:38.746761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:38.808228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 5c258eec-2ae0-4568-b14a-d6960fad00ef details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:38.827140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.827491 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Added segment 9aa11928-3bb6-4680-9069-0ef47c277b69 of type vlan for network 8ade030a-075d-40b1-9299-4520e2d0da44 Jun 15 14:45:38.836242 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f6483747-8566-4593-ac23-8319ce222730 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:38.837000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.867095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:38.873932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810dc92-94c7-4cb9-a2d9-7c2f2b23a216 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Network': ['ID=2b2fa824-8198-4348-b237-ddc2fbc84599,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:38.880091 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 810085e8-abdd-436c-87ba-cf9f3ad8e2af resource provider aggregate not found Jun 15 14:45:38.883746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4f0e-522a-42d8-b6db-ef056d5b98f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.897078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.910957 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.916706 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:45:31Z', 'revision_number': 2, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:33Z', 'revision_number': 2, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:38.926010 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 810085e8-abdd-436c-87ba-cf9f3ad8e2af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 810085e8-abdd-436c-87ba-cf9f3ad8e2af found for delete ", "request_id": "req-a47f0530-2d2e-4270-823f-7b822ddd3abc"}]} Jun 15 14:45:38.944421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f46c93d-45d2-4841-82c8-c83bebc33a25 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:38.945096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8f46c93d-45d2-4841-82c8-c83bebc33a25 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Synchronizing usage tracker for tenant:8e958f52975b4d9da8df9d4544a8752e on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:38.950424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:38.953830 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.968239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4f0e-522a-42d8-b6db-ef056d5b98f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:38.973301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Checking router: d26a7a47-5d91-46b4-b1ff-33bdbed6a024 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:45:38.973783 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Updating router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 port fa8c1858-0c17-4ab4-b907-77d127cc161c binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:45:38.977608 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 32d318c6-a081-41cc-9357-e3edf4bc2b5c resource provider aggregate not found Jun 15 14:45:39.004156 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 32d318c6-a081-41cc-9357-e3edf4bc2b5c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32d318c6-a081-41cc-9357-e3edf4bc2b5c found for delete ", "request_id": "req-7feb7c28-5bac-4045-b93c-a36e25b9c0be"}]} Jun 15 14:45:39.043122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8f46c93d-45d2-4841-82c8-c83bebc33a25 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Unset dirty status for tenant:8e958f52975b4d9da8df9d4544a8752e on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:39.044314 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8f46c93d-45d2-4841-82c8-c83bebc33a25 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/networks?id=5c258eec-2ae0-4568-b14a-d6960fad00ef HTTP/1.1" status: 200 len: 760 time: 0.3822110 Jun 15 14:45:39.047325 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34670) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:39.049801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:39.057339 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1d7da5f5-42b2-49bb-b1bb-ae29275ba653 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'description': 'd2'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:39.068105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.090491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.090837 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Added segment 0f60a56b-5cbf-43a2-ad02-9cdbf47a6489 of type vlan for network 45d38c3c-856f-4553-9831-0638838bab4d Jun 15 14:45:39.117884 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.200159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.208859 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4f0e-522a-42d8-b6db-ef056d5b98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.254190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d4f0e-522a-42d8-b6db-ef056d5b98f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b359489-c4d8-41a6-b6cd-dbc24567e8ef,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:39.308802 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f6483747-8566-4593-ac23-8319ce222730 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:39.316068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.321987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:39.322409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.364831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed7d4f0e-522a-42d8-b6db-ef056d5b98f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.366341 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ed7d4f0e-522a-42d8-b6db-ef056d5b98f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b359489-c4d8-41a6-b6cd-dbc24567e8ef HTTP/1.1" status: 204 len: 168 time: 0.7027085 Jun 15 14:45:39.376103 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.381552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.387686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:39.388585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.396450 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.402305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:39.402927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.514241 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9096997 Jun 15 14:45:39.516813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d7da5f5-42b2-49bb-b1bb-ae29275ba653 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.527541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34676) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:39.543528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Transition to ACTIVE for port object fd400108-38cf-48d9-bf7d-fcd445e252f2 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:39.550346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300951c-1337-4735-ae22-8068e17eb18d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Network': ['ID=45d38c3c-856f-4553-9831-0638838bab4d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:39.563105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d7da5f5-42b2-49bb-b1bb-ae29275ba653 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.566691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 45d38c3c-856f-4553-9831-0638838bab4d details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:39.568569 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': '45d38c3c-856f-4553-9831-0638838bab4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:39.593655 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8708224 Jun 15 14:45:39.594867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ea2dc-2bdb-49d4-9470-72ff22715633 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Network': ['ID=bae826dc-ef56-467c-bb3c-ab2a022fff84,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:39.617846 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8348882 Jun 15 14:45:39.631379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34680) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:39.631923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34682) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:39.640009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a059dd47-3a47-403f-9e36-485ceffc7160 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.646924 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network bae826dc-ef56-467c-bb3c-ab2a022fff84 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:39.651872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'subnet': {'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:39.670231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Request body: {'subnet': {'network_id': '8ade030a-075d-40b1-9299-4520e2d0da44', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:39.756809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:45:39.829702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1d7da5f5-42b2-49bb-b1bb-ae29275ba653 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network 5c258eec-2ae0-4568-b14a-d6960fad00ef is not hosted by any dhcp agent {{(pid=89018) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jun 15 14:45:39.835673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7da5f5-42b2-49bb-b1bb-ae29275ba653 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:39.836351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d7da5f5-42b2-49bb-b1bb-ae29275ba653 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.840427 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1d7da5f5-42b2-49bb-b1bb-ae29275ba653 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "PUT /v2.0/networks/5c258eec-2ae0-4568-b14a-d6960fad00ef HTTP/1.1" status: 200 len: 757 time: 0.7896821 Jun 15 14:45:39.851370 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34690) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:39.873653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.888893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Transition to ACTIVE for port object fa8c1858-0c17-4ab4-b907-77d127cc161c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:39.899918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:39.946773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34694) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:39.947368 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7da5f5-42b2-49bb-b1bb-ae29275ba653 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=5c258eec-2ae0-4568-b14a-d6960fad00ef,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:40.019761 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 5c258eec-2ae0-4568-b14a-d6960fad00ef details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:40.035074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e384ad76-35d5-43f4-91eb-eaa0eb23cf29 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:40.036797 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e384ad76-35d5-43f4-91eb-eaa0eb23cf29 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/networks?id=5c258eec-2ae0-4568-b14a-d6960fad00ef HTTP/1.1" status: 200 len: 760 time: 0.1839530 Jun 15 14:45:40.044052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34698) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:40.052292 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ddca9d79-d257-4a15-b71b-5413c6ba2172 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=99b9539aa59f436da1e37468392c0791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008518 Jun 15 14:45:40.053295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34702) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:40.057310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-301374643'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:40.064526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:40.073518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66392396-1aa3-4424-8722-6df05ce3c418 None None] Pushing event updated for resources: {'Port': ['ID=fa8c1858-0c17-4ab4-b907-77d127cc161c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:40.100729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:40.104613 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a059dd47-3a47-403f-9e36-485ceffc7160 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for 77364ec8-395c-4430-b43e-20837a753c2f owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:40.138479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:40.142338 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.182064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9d66700-88a7-421e-91a3-f2367832414a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.205500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:40.226270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9d66700-88a7-421e-91a3-f2367832414a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.238564 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.238913 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Added segment e954f8d2-e014-43aa-9916-e245b6acf698 of type vlan for network bc0a7a45-b134-4b06-b17d-0bfe09695ebe Jun 15 14:45:40.284154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Attempting to bind port fa8c1858-0c17-4ab4-b907-77d127cc161c on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:40.284595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Attempting to bind port fa8c1858-0c17-4ab4-b907-77d127cc161c by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:40.285282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Attempting to bind port fa8c1858-0c17-4ab4-b907-77d127cc161c on network a25b72ef-ce17-43d7-b87b-73ddf5b62d7f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:40.293474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:40.294166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Checking segment: {'id': 'eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:40.294569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.294958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Bound using segment: {'id': 'eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:40.295463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.295775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Bound port: fa8c1858-0c17-4ab4-b907-77d127cc161c, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:40.296431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.329336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9d66700-88a7-421e-91a3-f2367832414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.344089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.349819 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:40.350428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.383855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d66700-88a7-421e-91a3-f2367832414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49107397-7fc6-4fea-82c0-04f28d797631,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:40.417910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] For port fa8c1858-0c17-4ab4-b907-77d127cc161c, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:40.425798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] For port fa8c1858-0c17-4ab4-b907-77d127cc161c, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=fa8c1858-0c17-4ab4-b907-77d127cc161c,segment=NetworkSegment(eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9),segment_id=eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:40.431550 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.475295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9d66700-88a7-421e-91a3-f2367832414a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.476241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d015b-6983-4d95-92f3-da32fe2eb464 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'Network': ['ID=8ade030a-075d-40b1-9299-4520e2d0da44,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:40.478780 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b9d66700-88a7-421e-91a3-f2367832414a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49107397-7fc6-4fea-82c0-04f28d797631 HTTP/1.1" status: 204 len: 168 time: 0.4175308 Jun 15 14:45:40.483758 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4386513 Jun 15 14:45:40.486867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34708) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:40.492481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'network_id': 'bc0a7a45-b134-4b06-b17d-0bfe09695ebe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:40.507647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:40.519698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db52df1-5ad5-411c-86ff-e10f29a8ec9a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=bc0a7a45-b134-4b06-b17d-0bfe09695ebe,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:40.523632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:40.525296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:40.526271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:40.533937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:40.541760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:40.555827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:40.575084 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 998fb337-6a12-4f76-b2ba-13ba6f5b0c91 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:45:40.579038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:subnet and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:40.588105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 8ade030a-075d-40b1-9299-4520e2d0da44 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:40.589474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Usage tracker for resource:subnet and tenant:108c5fb4b8fa48d89b80f4468ede5bb8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:40.593187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:40.597077 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.602614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:40.605451 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:40.618049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:40.634729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:40.640231 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Usage tracker for resource:subnet and tenant:8e958f52975b4d9da8df9d4544a8752e is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:40.643801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:40.651643 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:40.668144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:40.674267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.680919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network bc0a7a45-b134-4b06-b17d-0bfe09695ebe details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:40.716154 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:40.720676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66392396-1aa3-4424-8722-6df05ce3c418 None None] Pushing event updated for resources: {'Port': ['ID=fa8c1858-0c17-4ab4-b907-77d127cc161c,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:40.911236 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:40.914902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.934116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:40.938488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:40.962158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Network 2ef0444c-622d-434a-90a5-976e58c67159 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:40.995738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Made reservation on behalf of 108c5fb4b8fa48d89b80f4468ede5bb8 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:40.999350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:41.013626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:41.034893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:45:41.037795 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:41.043517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:41.044265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:41.061304 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event updated for resources: {'Port': ['ID=fd400108-38cf-48d9-bf7d-fcd445e252f2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:41.286773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-41abc2cf-cdbe-45d3-b4f3-fe4e21bdfa61 None None] Provisioning for port fd400108-38cf-48d9-bf7d-fcd445e252f2 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:41.303266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-41abc2cf-cdbe-45d3-b4f3-fe4e21bdfa61 None None] Provisioning complete for port fd400108-38cf-48d9-bf7d-fcd445e252f2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:41.303637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-41abc2cf-cdbe-45d3-b4f3-fe4e21bdfa61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:41.330369 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3fd8b29b-29e0-4864-9179-8480205fb223 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.2564492 Jun 15 14:45:41.333016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34712) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:41.372303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Performing IP validity checks on allocation pools {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 15 14:45:41.372765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 15 14:45:41.385819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a059dd47-3a47-403f-9e36-485ceffc7160 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:41.402589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-41abc2cf-cdbe-45d3-b4f3-fe4e21bdfa61 None None] Port fd400108-38cf-48d9-bf7d-fcd445e252f2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:41.426569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:45:31Z', 'revision_number': 2, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:40Z', 'revision_number': 4, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:41.430730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc7fc6d-e64c-4dfb-bd4d-2e36b6eb22ec None None] The sync data for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv is: [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:45:31Z', 'revision_number': 2, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:40Z', 'revision_number': 4, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:45:41.456658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5493d7bb-c9ff-4d67-93e7-beaa4039694e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting port fd400108-38cf-48d9-bf7d-fcd445e252f2 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:41.457352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5493d7bb-c9ff-4d67-93e7-beaa4039694e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:41.485734 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059dd47-3a47-403f-9e36-485ceffc7160 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=77364ec8-395c-4430-b43e-20837a753c2f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:41.536993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:45:41.550289 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ef5ad-d646-48b8-8ebd-42f5c02d2c50 None None] Sync routers for ids ['998fb337-6a12-4f76-b2ba-13ba6f5b0c91'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:45:41.561793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a059dd47-3a47-403f-9e36-485ceffc7160 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:41.562884 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ef5ad-d646-48b8-8ebd-42f5c02d2c50 None None] Routers {'998fb337-6a12-4f76-b2ba-13ba6f5b0c91'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:41.563499 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-209ef5ad-d646-48b8-8ebd-42f5c02d2c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['998fb337-6a12-4f76-b2ba-13ba6f5b0c91'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:41.611753 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a059dd47-3a47-403f-9e36-485ceffc7160 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/77364ec8-395c-4430-b43e-20837a753c2f HTTP/1.1" status: 204 len: 168 time: 3.7349229 Jun 15 14:45:41.683153 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34716) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:41.715110 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-209ef5ad-d646-48b8-8ebd-42f5c02d2c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:41.727104 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209ef5ad-d646-48b8-8ebd-42f5c02d2c50 None None] Routers {'998fb337-6a12-4f76-b2ba-13ba6f5b0c91'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:41.728117 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-209ef5ad-d646-48b8-8ebd-42f5c02d2c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['998fb337-6a12-4f76-b2ba-13ba6f5b0c91'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:41.755203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:41.759072 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f50767cd-470c-490f-9fd9-309eb7fc787a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 12.1700814 Jun 15 14:45:41.808268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34720) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:41.837376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5493d7bb-c9ff-4d67-93e7-beaa4039694e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:41.842335 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-209ef5ad-d646-48b8-8ebd-42f5c02d2c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:41.842968 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209ef5ad-d646-48b8-8ebd-42f5c02d2c50 None None] The sync data for ids ['998fb337-6a12-4f76-b2ba-13ba6f5b0c91'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:45:41.927657 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e71a02-f629-4181-a3bb-6edcce49356b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:45:41.928300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-19e71a02-f629-4181-a3bb-6edcce49356b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:41.998179 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5493d7bb-c9ff-4d67-93e7-beaa4039694e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Calling delete_port for fd400108-38cf-48d9-bf7d-fcd445e252f2 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:42.087605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-19e71a02-f629-4181-a3bb-6edcce49356b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:42.088488 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-19e71a02-f629-4181-a3bb-6edcce49356b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/77364ec8-395c-4430-b43e-20837a753c2f HTTP/1.1" status: 404 len: 333 time: 0.4048266 Jun 15 14:45:42.093395 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34724) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:42.183500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e2c16194-accb-4967-8b30-0b045b5ed231 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 17678d73-aef3-4112-a3aa-48ad548a2c43 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:42.183850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e2c16194-accb-4967-8b30-0b045b5ed231 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:42.203682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:42.258870 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:42.287685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:42.313695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:42.328517 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f660a22a-67eb-4d26-a462-fab98d3da978 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/routers/998fb337-6a12-4f76-b2ba-13ba6f5b0c91 HTTP/1.1" status: 200 len: 879 time: 0.4974897 Jun 15 14:45:42.340932 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34728) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:42.406935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'Subnet': ['ID=fc7b7d62-b416-477f-bc1e-4b77547b350e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:42.485426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device fa8c1858-0c17-4ab4-b907-77d127cc161c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:42.590137 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port fa8c1858-0c17-4ab4-b907-77d127cc161c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:42.596779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port fa8c1858-0c17-4ab4-b907-77d127cc161c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:42.598761 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:42.621990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=ba90a015-3427-4f9a-8c5a-5540031c097b,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:42.681771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Checking segment: {'id': '9aa11928-3bb6-4680-9069-0ef47c277b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ade030a-075d-40b1-9299-4520e2d0da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:42.682047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Network hostable DHCP agents. Network: 8ade030a-075d-40b1-9299-4520e2d0da44, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:42.708438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Checking segment: {'id': '3fd8ae27-17bf-460e-9e5e-4e9294357faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:42.708804 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network hostable DHCP agents. Network: bae826dc-ef56-467c-bb3c-ab2a022fff84, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:42.720395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Subnet': ['ID=1cea7914-3fa3-4c62-9482-a5cc39ab1a74,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:42.762947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking segment: {'id': 'e954f8d2-e014-43aa-9916-e245b6acf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bc0a7a45-b134-4b06-b17d-0bfe09695ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:42.763890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network hostable DHCP agents. Network: bc0a7a45-b134-4b06-b17d-0bfe09695ebe, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:42.794193 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Checking segment: {'id': '0f60a56b-5cbf-43a2-ad02-9cdbf47a6489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45d38c3c-856f-4553-9831-0638838bab4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:42.794803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network hostable DHCP agents. Network: 45d38c3c-856f-4553-9831-0638838bab4d, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:42.843355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port fa8c1858-0c17-4ab4-b907-77d127cc161c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:42.844760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:42.845715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Network 8ade030a-075d-40b1-9299-4520e2d0da44 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:42.846196 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network bc0a7a45-b134-4b06-b17d-0bfe09695ebe is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:42.879753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Subnet': ['ID=8c40f155-a08e-4611-bd88-eedd313afb1b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:42.880025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5493d7bb-c9ff-4d67-93e7-beaa4039694e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:42.886696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network bae826dc-ef56-467c-bb3c-ab2a022fff84 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:42.890758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 45d38c3c-856f-4553-9831-0638838bab4d is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:42.897648 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port fa8c1858-0c17-4ab4-b907-77d127cc161c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=fa8c1858-0c17-4ab4-b907-77d127cc161c,segment=NetworkSegment(eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9),segment_id=eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:42.903595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:42.967381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 8ade030a-075d-40b1-9299-4520e2d0da44) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:42.983634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:42.984278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:42.991464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=fa8c1858-0c17-4ab4-b907-77d127cc161c,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:42.991960 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 45d38c3c-856f-4553-9831-0638838bab4d) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:43.002705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:43.003293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:43.005584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40099340-3e56-42df-a019-21ef4794035e None None] Network 8ade030a-075d-40b1-9299-4520e2d0da44 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:43.027220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e2c16194-accb-4967-8b30-0b045b5ed231 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:43.029504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, bae826dc-ef56-467c-bb3c-ab2a022fff84) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:43.051146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:43.051728 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:43.079043 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-933c5c6b-5ead-49b5-99c0-94efed75d979 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4440279 Jun 15 14:45:43.084432 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34732) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:43.096276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-93caae9b-f3c4-4eb1-91a8-c9035ac10b9c tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Request body: {'router': {'external_gateway_info': {'network_id': '8ade030a-075d-40b1-9299-4520e2d0da44'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:43.104846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577079a0-0196-4b71-ac34-3e9a7c929c0c None None] Network 45d38c3c-856f-4553-9831-0638838bab4d requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:43.127344 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493d7bb-c9ff-4d67-93e7-beaa4039694e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Port': ['ID=fd400108-38cf-48d9-bf7d-fcd445e252f2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:43.129066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, bc0a7a45-b134-4b06-b17d-0bfe09695ebe) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:43.192880 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9ec3e9a0-516a-480d-bf2d-f774fcda925b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6567407 Jun 15 14:45:43.197800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e2c16194-accb-4967-8b30-0b045b5ed231 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for 17678d73-aef3-4112-a3aa-48ad548a2c43 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:43.209252 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c7c2da03-4a21-4df6-9b00-73ec1280d7a2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.5755651 Jun 15 14:45:43.229888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34736) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:43.230152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34738) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:43.246695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5a1c22-a44b-40b4-b7d6-58716cc527ed None None] Network bae826dc-ef56-467c-bb3c-ab2a022fff84 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:43.317841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:43.318435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:43.341706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': '45d38c3c-856f-4553-9831-0638838bab4d', 'name': 'tempest-PortsTestJSON-1855564575'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:43.361737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c59b64-0246-4b02-8f61-c40a888ec269 None None] Network bc0a7a45-b134-4b06-b17d-0bfe09695ebe requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:43.592457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed8ccb0e-5666-471f-a534-2a598d2ef018 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Synchronizing usage tracker for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:router {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:43.600292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93caae9b-f3c4-4eb1-91a8-c9035ac10b9c tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:43.650878 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-28ed4c12-aaa2-4964-a0d0-06edd1977946 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1631534 Jun 15 14:45:43.657738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34744) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:43.663221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed8ccb0e-5666-471f-a534-2a598d2ef018 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Unset dirty status for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:router {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:43.665553 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ed8ccb0e-5666-471f-a534-2a598d2ef018 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.3182979 Jun 15 14:45:43.669524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34748) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:43.675743 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-37ae7fed-e38b-48b7-8af4-ab7ebf0fcebf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-105269619'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:43.699542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5493d7bb-c9ff-4d67-93e7-beaa4039694e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:43.702144 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5493d7bb-c9ff-4d67-93e7-beaa4039694e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/fd400108-38cf-48d9-bf7d-fcd445e252f2 HTTP/1.1" status: 204 len: 168 time: 2.3679018 Jun 15 14:45:43.713832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34752) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:43.847440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-45d38c3c-856f-4553-9831-0638838bab4d', 'network_id': '45d38c3c-856f-4553-9831-0638838bab4d', 'tenant_id': '521159c916044f0ba796279da421933a', 'fixed_ips': [{'subnet_id': '8c40f155-a08e-4611-bd88-eedd313afb1b'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:43.848305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:43.933378 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-bae826dc-ef56-467c-bb3c-ab2a022fff84', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:43.934206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:44.015449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-bc0a7a45-b134-4b06-b17d-0bfe09695ebe', 'network_id': 'bc0a7a45-b134-4b06-b17d-0bfe09695ebe', 'tenant_id': '8e958f52975b4d9da8df9d4544a8752e', 'fixed_ips': [{'subnet_id': 'ba90a015-3427-4f9a-8c5a-5540031c097b'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:44.016373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:44.164989 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-93caae9b-f3c4-4eb1-91a8-c9035ac10b9c tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:45:44.170565 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-93caae9b-f3c4-4eb1-91a8-c9035ac10b9c tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "PUT /v2.0/routers/94abef30-fb2d-43b6-9be3-883860a074aa HTTP/1.1" status: 400 len: 364 time: 1.0841553 Jun 15 14:45:44.170753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34756) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:44.265692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-8ade030a-075d-40b1-9299-4520e2d0da44', 'network_id': '8ade030a-075d-40b1-9299-4520e2d0da44', 'tenant_id': '108c5fb4b8fa48d89b80f4468ede5bb8', 'fixed_ips': [{'subnet_id': 'fc7b7d62-b416-477f-bc1e-4b77547b350e'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:44.266521 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:44.275566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:44.394070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:44.480616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device fa8c1858-0c17-4ab4-b907-77d127cc161c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:44.503719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e2c16194-accb-4967-8b30-0b045b5ed231 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:44.514746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:44.518216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:44.534172 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37ae7fed-e38b-48b7-8af4-ab7ebf0fcebf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:44.547419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37ae7fed-e38b-48b7-8af4-ab7ebf0fcebf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:44.574489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Allocated IP 172.20.0.2 (45d38c3c-856f-4553-9831-0638838bab4d/8c40f155-a08e-4611-bd88-eedd313afb1b/e8cdb787-06b1-491a-ba28-12a51cc96008) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:44.578632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:44.581494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Allocated IP 172.20.0.2 (bc0a7a45-b134-4b06-b17d-0bfe09695ebe/ba90a015-3427-4f9a-8c5a-5540031c097b/5cd84e88-fedc-4141-8deb-e9a65b281be4) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:44.594459 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Allocated IP 2001:db8:1::2 (bae826dc-ef56-467c-bb3c-ab2a022fff84/1cea7914-3fa3-4c62-9482-a5cc39ab1a74/89b7b5df-fbf6-4490-8d4b-163b6d6b0b14) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:44.768161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ae7fed-e38b-48b7-8af4-ab7ebf0fcebf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 998fb337-6a12-4f76-b2ba-13ba6f5b0c91 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:45:44.771925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c16194-accb-4967-8b30-0b045b5ed231 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=17678d73-aef3-4112-a3aa-48ad548a2c43,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:44.967283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Allocated IP 2001:db8:1::2 (8ade030a-075d-40b1-9299-4520e2d0da44/fc7b7d62-b416-477f-bc1e-4b77547b350e/02251d11-2916-46af-8c80-0265afa8bdc9) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:44.972814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port fa8c1858-0c17-4ab4-b907-77d127cc161c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:44.973142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:44.976148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ae7fed-e38b-48b7-8af4-ab7ebf0fcebf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:45:44.982961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37ae7fed-e38b-48b7-8af4-ab7ebf0fcebf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:44.986925 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-37ae7fed-e38b-48b7-8af4-ab7ebf0fcebf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/998fb337-6a12-4f76-b2ba-13ba6f5b0c91 HTTP/1.1" status: 200 len: 886 time: 1.3159652 Jun 15 14:45:44.987571 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34760) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:45.018487 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d7c90a-bb75-40c4-a861-fe7152b09270 None None] Sync routers for ids ['998fb337-6a12-4f76-b2ba-13ba6f5b0c91'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:45:45.019259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port 411c53ae-9db4-4f29-9fb7-5b8cdbeb0c63 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:45:45.104872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d7e04-f9ad-44c8-b35a-34f7acf591c9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:45.105728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-253d7e04-f9ad-44c8-b35a-34f7acf591c9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:45.135417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d7c90a-bb75-40c4-a861-fe7152b09270 None None] Routers {'998fb337-6a12-4f76-b2ba-13ba6f5b0c91'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:45.136048 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a9d7c90a-bb75-40c4-a861-fe7152b09270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['998fb337-6a12-4f76-b2ba-13ba6f5b0c91'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:45.169272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e2c16194-accb-4967-8b30-0b045b5ed231 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:45.185468 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6f84b3c8-bf8e-4060-b69a-20639ba858ee tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/routers/998fb337-6a12-4f76-b2ba-13ba6f5b0c91 HTTP/1.1" status: 200 len: 886 time: 0.1961064 Jun 15 14:45:45.186098 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34764) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:45.245991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-115c48ca-cc16-43b5-99f0-bac82f5d5470 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Synchronizing usage tracker for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:45.264176 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-115c48ca-cc16-43b5-99f0-bac82f5d5470 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Unset dirty status for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:45.268144 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-115c48ca-cc16-43b5-99f0-bac82f5d5470 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=998fb337-6a12-4f76-b2ba-13ba6f5b0c91 HTTP/1.1" status: 200 len: 205 time: 0.0785339 Jun 15 14:45:45.268407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34768) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:45.289833 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e2c16194-accb-4967-8b30-0b045b5ed231 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/17678d73-aef3-4112-a3aa-48ad548a2c43 HTTP/1.1" status: 204 len: 168 time: 3.1812589 Jun 15 14:45:45.301406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-253d7e04-f9ad-44c8-b35a-34f7acf591c9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:45.302660 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-253d7e04-f9ad-44c8-b35a-34f7acf591c9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.5846412 Jun 15 14:45:45.309035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34772) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:45.309502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34774) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:45.368330 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a9d7c90a-bb75-40c4-a861-fe7152b09270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:45.378105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:45.456411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:45.468081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:45.496529 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-038d517c-aec2-43cf-8d77-600e1d8c5e16 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:45:45.496975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-038d517c-aec2-43cf-8d77-600e1d8c5e16 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:45.552695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d7c90a-bb75-40c4-a861-fe7152b09270 None None] Routers {'998fb337-6a12-4f76-b2ba-13ba6f5b0c91'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:45.553335 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a9d7c90a-bb75-40c4-a861-fe7152b09270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['998fb337-6a12-4f76-b2ba-13ba6f5b0c91'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:45.616222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:45.655355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:45.667439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port f6f1694d-4b61-4889-9acb-8b5ca431c463 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:45.668073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:45.699828 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a9d7c90a-bb75-40c4-a861-fe7152b09270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:45.700261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d7c90a-bb75-40c4-a861-fe7152b09270 None None] The sync data for ids ['998fb337-6a12-4f76-b2ba-13ba6f5b0c91'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:45:45.718119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Transition to ACTIVE for port object 5cd84e88-fedc-4141-8deb-e9a65b281be4 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:45.745742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:45.760236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:45.798627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Transition to ACTIVE for port object 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:45.802644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port fa8c1858-0c17-4ab4-b907-77d127cc161c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:45.810531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Transition to ACTIVE for port object e8cdb787-06b1-491a-ba28-12a51cc96008 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:45.813268 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Transition to ACTIVE for port object 5cd84e88-fedc-4141-8deb-e9a65b281be4 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:45.877859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:45.901610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-038d517c-aec2-43cf-8d77-600e1d8c5e16 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:45.905391 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-038d517c-aec2-43cf-8d77-600e1d8c5e16 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/17678d73-aef3-4112-a3aa-48ad548a2c43 HTTP/1.1" status: 404 len: 333 time: 0.5647287 Jun 15 14:45:45.929454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Transition to ACTIVE for port object 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:45.938622 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34780) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:45.952084 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Transition to ACTIVE for port object e8cdb787-06b1-491a-ba28-12a51cc96008 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:45.961312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:45.969768 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:45.985812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Network bc0a7a45-b134-4b06-b17d-0bfe09695ebe is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:45.993570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:45.995760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.000559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:46.006322 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.039511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c6cdfe-a70b-420f-9d2d-6a6faa42d46d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting subnet a654e830-a4ec-4f33-9908-98fabd89b220 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:46.047128 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8c6cdfe-a70b-420f-9d2d-6a6faa42d46d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.077714 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Pushing event updated for resources: {'Port': ['ID=5cd84e88-fedc-4141-8deb-e9a65b281be4,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:46.082848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Transition to ACTIVE for port object 02251d11-2916-46af-8c80-0265afa8bdc9 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:46.107861 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.120890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Network bae826dc-ef56-467c-bb3c-ab2a022fff84 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:46.132627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Network 45d38c3c-856f-4553-9831-0638838bab4d is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:46.133847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:46.162075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.179073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:46.181808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:46.203656 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:46.243054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for f6f1694d-4b61-4889-9acb-8b5ca431c463 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:46.259854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Transition to ACTIVE for port object 02251d11-2916-46af-8c80-0265afa8bdc9 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:46.272006 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8c6cdfe-a70b-420f-9d2d-6a6faa42d46d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.291189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e69a3a-5393-4f4c-9634-d30b437fbca5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:46.295168 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d8e69a3a-5393-4f4c-9634-d30b437fbca5 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.9530540 Jun 15 14:45:46.305137 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34784) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:46.328282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Subnet': ['ID=ba90a015-3427-4f9a-8c5a-5540031c097b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:46.357274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.402111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Pushing event updated for resources: {'Port': ['ID=89b7b5df-fbf6-4490-8d4b-163b6d6b0b14,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:46.414070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Attempting to bind port 5cd84e88-fedc-4141-8deb-e9a65b281be4 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:46.414070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Attempting to bind port 5cd84e88-fedc-4141-8deb-e9a65b281be4 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'e954f8d2-e014-43aa-9916-e245b6acf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bc0a7a45-b134-4b06-b17d-0bfe09695ebe'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:46.414070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Attempting to bind port 5cd84e88-fedc-4141-8deb-e9a65b281be4 on network bc0a7a45-b134-4b06-b17d-0bfe09695ebe {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:46.447302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa80b5-ea4a-42c5-80c6-9acd8a5550f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:46.449023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa80b5-ea4a-42c5-80c6-9acd8a5550f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:46.451400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fa80b5-ea4a-42c5-80c6-9acd8a5550f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:46.451576 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-03fa80b5-ea4a-42c5-80c6-9acd8a5550f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:46.474417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.11 (45d38c3c-856f-4553-9831-0638838bab4d/8c40f155-a08e-4611-bd88-eedd313afb1b/411c53ae-9db4-4f29-9fb7-5b8cdbeb0c63) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:46.494144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-03fa80b5-ea4a-42c5-80c6-9acd8a5550f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:46.498204 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-03fa80b5-ea4a-42c5-80c6-9acd8a5550f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1838799 Jun 15 14:45:46.498536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34788) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:46.507437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:46.507806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Checking segment: {'id': 'e954f8d2-e014-43aa-9916-e245b6acf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bc0a7a45-b134-4b06-b17d-0bfe09695ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:46.508474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.508858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Bound using segment: {'id': 'e954f8d2-e014-43aa-9916-e245b6acf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bc0a7a45-b134-4b06-b17d-0bfe09695ebe'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:46.509331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Bound port: 5cd84e88-fedc-4141-8deb-e9a65b281be4, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e954f8d2-e014-43aa-9916-e245b6acf698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'bc0a7a45-b134-4b06-b17d-0bfe09695ebe'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:46.509704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.514255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.520221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Network 8ade030a-075d-40b1-9299-4520e2d0da44 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:46.530139 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:46.532035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Attempting to bind port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:46.532379 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Attempting to bind port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '3fd8ae27-17bf-460e-9e5e-4e9294357faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:46.532739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Attempting to bind port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 on network bae826dc-ef56-467c-bb3c-ab2a022fff84 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:46.534894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:46.547119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Attempting to bind port e8cdb787-06b1-491a-ba28-12a51cc96008 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:46.547444 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Attempting to bind port e8cdb787-06b1-491a-ba28-12a51cc96008 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '0f60a56b-5cbf-43a2-ad02-9cdbf47a6489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45d38c3c-856f-4553-9831-0638838bab4d'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:46.547802 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Attempting to bind port e8cdb787-06b1-491a-ba28-12a51cc96008 on network 45d38c3c-856f-4553-9831-0638838bab4d {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:46.555962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8c6cdfe-a70b-420f-9d2d-6a6faa42d46d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.595816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:46.596192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Checking segment: {'id': '3fd8ae27-17bf-460e-9e5e-4e9294357faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:46.596732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.597132 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Bound using segment: {'id': '3fd8ae27-17bf-460e-9e5e-4e9294357faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:46.597613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Bound port: 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd8ae27-17bf-460e-9e5e-4e9294357faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:46.597981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.639747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3e9848-2691-4200-94a3-7a2cf4e61015 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 154c2611-8ae4-4a4f-9c6b-8addc7ec1b32 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:46.642462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Pushing event updated for resources: {'Port': ['ID=e8cdb787-06b1-491a-ba28-12a51cc96008,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:46.644385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:46.644760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Checking segment: {'id': '0f60a56b-5cbf-43a2-ad02-9cdbf47a6489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45d38c3c-856f-4553-9831-0638838bab4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:46.645157 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.645540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Bound using segment: {'id': '0f60a56b-5cbf-43a2-ad02-9cdbf47a6489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45d38c3c-856f-4553-9831-0638838bab4d'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:46.646127 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Bound port: e8cdb787-06b1-491a-ba28-12a51cc96008, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f60a56b-5cbf-43a2-ad02-9cdbf47a6489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '45d38c3c-856f-4553-9831-0638838bab4d'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:46.646381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.648541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Allocated IP 2001:db8::1 (84214ef7-38db-4cc8-835b-f326f1837ca8/e2e5a04f-54c6-4dc0-b0c8-da8ccf7bc852/873bdaad-4525-461a-9cb8-49150b8a7fb4) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:46.687284 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d3e9848-2691-4200-94a3-7a2cf4e61015 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.767391 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d3e9848-2691-4200-94a3-7a2cf4e61015 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.799277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0a7a45-b134-4b06-b17d-0bfe09695ebe']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:46.808409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8c6cdfe-a70b-420f-9d2d-6a6faa42d46d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.831275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e954f8d2-e014-43aa-9916-e245b6acf698') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:46.831870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e954f8d2-e014-43aa-9916-e245b6acf698') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:46.851524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.863636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.900235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6cdfe-a70b-420f-9d2d-6a6faa42d46d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Subnet': ['ID=a654e830-a4ec-4f33-9908-98fabd89b220,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:46.901436 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Attempting to bind port 02251d11-2916-46af-8c80-0265afa8bdc9 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:46.901804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Attempting to bind port 02251d11-2916-46af-8c80-0265afa8bdc9 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '9aa11928-3bb6-4680-9069-0ef47c277b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ade030a-075d-40b1-9299-4520e2d0da44'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:46.902155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Attempting to bind port 02251d11-2916-46af-8c80-0265afa8bdc9 on network 8ade030a-075d-40b1-9299-4520e2d0da44 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:46.918512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Pushing event updated for resources: {'Port': ['ID=02251d11-2916-46af-8c80-0265afa8bdc9,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:46.923071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=f6f1694d-4b61-4889-9acb-8b5ca431c463,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:46.928129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c8c6cdfe-a70b-420f-9d2d-6a6faa42d46d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.931463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:46.931825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Checking segment: {'id': '9aa11928-3bb6-4680-9069-0ef47c277b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ade030a-075d-40b1-9299-4520e2d0da44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:46.932426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.932959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Bound using segment: {'id': '9aa11928-3bb6-4680-9069-0ef47c277b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ade030a-075d-40b1-9299-4520e2d0da44'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:46.933592 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Bound port: 02251d11-2916-46af-8c80-0265afa8bdc9, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa11928-3bb6-4680-9069-0ef47c277b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8ade030a-075d-40b1-9299-4520e2d0da44'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:46.934143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.939963 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:46.953088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb4bbc-4e45-470c-8706-eb800115240f None None] Network dd4a1055-e54f-40e5-97ca-f5318d291d04 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:46.972585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] For port 5cd84e88-fedc-4141-8deb-e9a65b281be4, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:47.021624 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c8c6cdfe-a70b-420f-9d2d-6a6faa42d46d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/a654e830-a4ec-4f33-9908-98fabd89b220 HTTP/1.1" status: 204 len: 168 time: 1.0830789 Jun 15 14:45:47.030540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34792) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:47.060292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:47.060702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.120750 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e954f8d2-e014-43aa-9916-e245b6acf698 resource provider aggregate not found Jun 15 14:45:47.172699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] For port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:47.175582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.195038 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] For port e8cdb787-06b1-491a-ba28-12a51cc96008, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:47.206482 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e954f8d2-e014-43aa-9916-e245b6acf698 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e954f8d2-e014-43aa-9916-e245b6acf698 found for delete ", "request_id": "req-b81dd924-ab3d-43f9-bb61-acbbef585032"}]} Jun 15 14:45:47.217966 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] For port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=89b7b5df-fbf6-4490-8d4b-163b6d6b0b14,segment=NetworkSegment(3fd8ae27-17bf-460e-9e5e-4e9294357faa),segment_id=3fd8ae27-17bf-460e-9e5e-4e9294357faa)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:47.235251 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.236490 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.237485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d3e9848-2691-4200-94a3-7a2cf4e61015 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.249883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] For port e8cdb787-06b1-491a-ba28-12a51cc96008, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e8cdb787-06b1-491a-ba28-12a51cc96008,segment=NetworkSegment(0f60a56b-5cbf-43a2-ad02-9cdbf47a6489),segment_id=0f60a56b-5cbf-43a2-ad02-9cdbf47a6489)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:47.256866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.323955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:45:47.323955 dv-neutron-845844-1-hyperv neutron-server[89018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:45:47.323955 dv-neutron-845844-1-hyperv neutron-server[89018]: [parameters: {'id': 'bc0a7a45-b134-4b06-b17d-0bfe09695ebe'}] Jun 15 14:45:47.323955 dv-neutron-845844-1-hyperv neutron-server[89018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:45:47.324460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:45:47.332866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.335429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Transition to ACTIVE for port object 873bdaad-4525-461a-9cb8-49150b8a7fb4 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:47.387388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] For port 5cd84e88-fedc-4141-8deb-e9a65b281be4, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5cd84e88-fedc-4141-8deb-e9a65b281be4,segment=NetworkSegment(e954f8d2-e014-43aa-9916-e245b6acf698),segment_id=e954f8d2-e014-43aa-9916-e245b6acf698)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:47.412567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.426244 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] For port 02251d11-2916-46af-8c80-0265afa8bdc9, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:47.481579 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] For port 02251d11-2916-46af-8c80-0265afa8bdc9, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=02251d11-2916-46af-8c80-0265afa8bdc9,segment=NetworkSegment(9aa11928-3bb6-4680-9069-0ef47c277b69),segment_id=9aa11928-3bb6-4680-9069-0ef47c277b69)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:47.492136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4541e-6307-4262-bf70-e462a28f7530 None None] Pushing event updated for resources: {'Port': ['ID=89b7b5df-fbf6-4490-8d4b-163b6d6b0b14,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:47.536167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.539346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.559002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Allocated IP 2001:db8:1::1 (bae826dc-ef56-467c-bb3c-ab2a022fff84/1cea7914-3fa3-4c62-9482-a5cc39ab1a74/002655fd-7a18-418a-b58f-0b4db5f02209) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:47.562174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.566951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.572298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port f6483747-8566-4593-ac23-8319ce222730 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:47.572648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.579996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Transition to ACTIVE for port object 411c53ae-9db4-4f29-9fb7-5b8cdbeb0c63 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:47.608993 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:45:47.699274 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.699662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Fanout notify agent at l3_agent the message router_deleted on router 998fb337-6a12-4f76-b2ba-13ba6f5b0c91 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:45:47.722346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d3e9848-2691-4200-94a3-7a2cf4e61015 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.731427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705dce6-e02f-4173-9728-11093d147fcb None None] Pushing event updated for resources: {'Port': ['ID=e8cdb787-06b1-491a-ba28-12a51cc96008,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:47.784223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.852237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d3e9848-2691-4200-94a3-7a2cf4e61015 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.856793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.871893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e9848-2691-4200-94a3-7a2cf4e61015 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=154c2611-8ae4-4a4f-9c6b-8addc7ec1b32,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:47.901575 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4d3e9848-2691-4200-94a3-7a2cf4e61015 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/154c2611-8ae4-4a4f-9c6b-8addc7ec1b32 HTTP/1.1" status: 204 len: 168 time: 1.4018030 Jun 15 14:45:47.902508 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34800) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:47.907615 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39bec03-0304-4d9c-a412-e5a5d3bfc853 None None] Network bc0a7a45-b134-4b06-b17d-0bfe09695ebe requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:47.907794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.922552 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74b1af8-a300-45bd-ba17-3f44c18e7319 None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:47.928009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:47.929395 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-907a5dd0-2315-4ac0-a00a-b01aba37fc4d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/998fb337-6a12-4f76-b2ba-13ba6f5b0c91 HTTP/1.1" status: 204 len: 168 time: 2.6589649 Jun 15 14:45:47.958038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34804) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:47.975621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'network': {'name': 'tempest-RoutersTest-2115045493'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:47.994652 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:48.004814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Network 84214ef7-38db-4cc8-835b-f326f1837ca8 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:48.019009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:48.022697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:network and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:48.030204 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:48.035611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.047664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:48.050967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Transition to ACTIVE for port object 002655fd-7a18-418a-b58f-0b4db5f02209 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:48.052378 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Deleting port 5cd84e88-fedc-4141-8deb-e9a65b281be4 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:48.052821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.081900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'Port': ['ID=873bdaad-4525-461a-9cb8-49150b8a7fb4,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:48.095701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eedda7b-4992-41c9-8bd3-e8cce74055ac None None] DHCP port deletion for dd4a1055-e54f-40e5-97ca-f5318d291d04 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:45:48.107802 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] For port f6483747-8566-4593-ac23-8319ce222730, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f6483747-8566-4593-ac23-8319ce222730,segment=NetworkSegment(810f7d65-7562-4b9c-bfb3-ebe0b69b25cc),segment_id=810f7d65-7562-4b9c-bfb3-ebe0b69b25cc)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:48.108657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.135168 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3eedda7b-4992-41c9-8bd3-e8cce74055ac None None] Deleting port f6483747-8566-4593-ac23-8319ce222730 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:48.135548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3eedda7b-4992-41c9-8bd3-e8cce74055ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.144079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:48.229771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.269339 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869f3eb-1701-424a-9701-bac80c5729bf None None] Pushing event updated for resources: {'Port': ['ID=5cd84e88-fedc-4141-8deb-e9a65b281be4,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:48.365865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 45d38c3c-856f-4553-9831-0638838bab4d is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:48.368304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:48.373260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.383631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for f6483747-8566-4593-ac23-8319ce222730 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:48.418052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:48.437053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:48.510501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33ce1c5-cca0-4444-882f-548aac7ef9ef tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Deleting subnet 2d504ac1-d7c6-455b-8a88-1cbd321f56db {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:48.544607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f33ce1c5-cca0-4444-882f-548aac7ef9ef tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.551123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba034ad-9263-4056-91cc-2ad4d5554fc6 None None] Pushing event updated for resources: {'Port': ['ID=02251d11-2916-46af-8c80-0265afa8bdc9,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:48.559081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=411c53ae-9db4-4f29-9fb7-5b8cdbeb0c63,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:48.689099 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.694987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f33ce1c5-cca0-4444-882f-548aac7ef9ef tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.756770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.782013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:48.782627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.797832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:48.824654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=f6483747-8566-4593-ac23-8319ce222730,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:48.839515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No DVR routers for this DVR port f6483747-8566-4593-ac23-8319ce222730 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:48.843252 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3eedda7b-4992-41c9-8bd3-e8cce74055ac None None] For port f6483747-8566-4593-ac23-8319ce222730, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f6483747-8566-4593-ac23-8319ce222730,segment=NetworkSegment(810f7d65-7562-4b9c-bfb3-ebe0b69b25cc),segment_id=810f7d65-7562-4b9c-bfb3-ebe0b69b25cc)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:48.843252 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3eedda7b-4992-41c9-8bd3-e8cce74055ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.942498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network bae826dc-ef56-467c-bb3c-ab2a022fff84 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:48.943609 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:48.943960 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Added segment 4e88304f-b7b1-45b0-b2da-813253a47794 of type vlan for network 6859b39c-c460-4e08-84d2-9a17c97feaf4 Jun 15 14:45:48.955887 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:48.959075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:48.959687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.005902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f33ce1c5-cca0-4444-882f-548aac7ef9ef tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.009321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3eedda7b-4992-41c9-8bd3-e8cce74055ac None None] Calling delete_port for f6483747-8566-4593-ac23-8319ce222730 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:49.046235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.079702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.098921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=002655fd-7a18-418a-b58f-0b4db5f02209,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:49.124492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4a1055-e54f-40e5-97ca-f5318d291d04']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:49.143108 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '810f7d65-7562-4b9c-bfb3-ebe0b69b25cc') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:49.143403 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '810f7d65-7562-4b9c-bfb3-ebe0b69b25cc') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:49.146605 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6f7b9df1-7c5e-4577-bfff-38e78469009f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.9137461 Jun 15 14:45:49.151377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] For port 5cd84e88-fedc-4141-8deb-e9a65b281be4, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5cd84e88-fedc-4141-8deb-e9a65b281be4,segment=NetworkSegment(e954f8d2-e014-43aa-9916-e245b6acf698),segment_id=e954f8d2-e014-43aa-9916-e245b6acf698)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:49.151875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.154845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e8cdb787-06b1-491a-ba28-12a51cc96008 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:49.163506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.174989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34808) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:49.185470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.192591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:49.193519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.241720 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 810f7d65-7562-4b9c-bfb3-ebe0b69b25cc resource provider aggregate not found Jun 15 14:45:49.319720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f33ce1c5-cca0-4444-882f-548aac7ef9ef tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.329250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72eae9e-c995-402b-a152-987cc6b2d9fc None None] Network bae826dc-ef56-467c-bb3c-ab2a022fff84 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:49.329552 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 810f7d65-7562-4b9c-bfb3-ebe0b69b25cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 810f7d65-7562-4b9c-bfb3-ebe0b69b25cc found for delete ", "request_id": "req-f35aa38e-95a7-46f6-8dac-167fa917c8b3"}]} Jun 15 14:45:49.385243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33ce1c5-cca0-4444-882f-548aac7ef9ef tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Subnet': ['ID=2d504ac1-d7c6-455b-8a88-1cbd321f56db,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:49.393406 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f33ce1c5-cca0-4444-882f-548aac7ef9ef tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.399195 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.425289 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.427070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Calling delete_port for 5cd84e88-fedc-4141-8deb-e9a65b281be4 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:49.443441 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-32a9afb8-3401-45bb-9866-19d9b2c0ac75 None None] Provisioning for port 873bdaad-4525-461a-9cb8-49150b8a7fb4 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:49.446187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Network': ['ID=dd4a1055-e54f-40e5-97ca-f5318d291d04,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:49.465368 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f33ce1c5-cca0-4444-882f-548aac7ef9ef tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/2d504ac1-d7c6-455b-8a88-1cbd321f56db HTTP/1.1" status: 204 len: 168 time: 1.5590672 Jun 15 14:45:49.468463 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ad717da-f4b1-4028-9af7-44d64c56832c tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/networks/dd4a1055-e54f-40e5-97ca-f5318d291d04 HTTP/1.1" status: 204 len: 168 time: 2.4326518 Jun 15 14:45:49.469611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34816) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:49.480977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-32a9afb8-3401-45bb-9866-19d9b2c0ac75 None None] Provisioning complete for port 873bdaad-4525-461a-9cb8-49150b8a7fb4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:49.481729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-32a9afb8-3401-45bb-9866-19d9b2c0ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.482090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.497448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34818) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:49.537561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-18342097'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:49.541948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.559855 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8b0b285a-1752-40fc-9b9e-9b26d671006d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0887043 Jun 15 14:45:49.562452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34824) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:49.571116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:49.613776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:network and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:49.652051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:49.701445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port e8cdb787-06b1-491a-ba28-12a51cc96008 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:49.712382 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80467114-2d3b-4f95-9d2c-8cf992594ede tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:49.713735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-80467114-2d3b-4f95-9d2c-8cf992594ede tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:49.737195 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:49.767075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-80467114-2d3b-4f95-9d2c-8cf992594ede tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:49.769440 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-80467114-2d3b-4f95-9d2c-8cf992594ede tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2059855 Jun 15 14:45:49.771919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:49.796829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-3eedda7b-4992-41c9-8bd3-e8cce74055ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:45:49.797186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-3eedda7b-4992-41c9-8bd3-e8cce74055ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:45:49.806448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32b2a9d-191b-4e7b-bc4c-481a95c4bd30 None None] Network 45d38c3c-856f-4553-9831-0638838bab4d requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:49.860691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13532690-127d-489c-8977-bcf37306b238 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:49.861397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-13532690-127d-489c-8977-bcf37306b238 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Synchronizing usage tracker for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:49.881186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-13532690-127d-489c-8977-bcf37306b238 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Unset dirty status for tenant:002819f0ba4a48a2a200d316f3a74cb9 on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:49.886130 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-13532690-127d-489c-8977-bcf37306b238 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1127751 Jun 15 14:45:49.886927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34832) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:49.929059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e8c60-4211-4d44-96f9-63721fcf2cfd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 411c53ae-9db4-4f29-9fb7-5b8cdbeb0c63 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:49.929315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8c60-4211-4d44-96f9-63721fcf2cfd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:49.970575 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dbd931e1-632c-4184-adf6-ce016a2a544d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798805 Jun 15 14:45:49.978034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34836) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:50.026970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-32a9afb8-3401-45bb-9866-19d9b2c0ac75 None None] Port 873bdaad-4525-461a-9cb8-49150b8a7fb4 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:50.030353 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07c5eab-9905-4721-8aad-c1237e237649 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:50.032351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:50.032847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07c5eab-9905-4721-8aad-c1237e237649 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:50.038198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4b73e8-caa0-4c41-a4a0-8b5ae3fa2f1c None None] Update dhcp port {'port': {'network_id': '2ef0444c-622d-434a-90a5-976e58c67159', 'fixed_ips': [{'subnet_id': '2d504ac1-d7c6-455b-8a88-1cbd321f56db'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': '64378255-6857-4bec-ba45-6552e5f95ec2'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:45:50.040422 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e07c5eab-9905-4721-8aad-c1237e237649 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/fd400108-38cf-48d9-bf7d-fcd445e252f2 HTTP/1.1" status: 404 len: 333 time: 0.0577948 Jun 15 14:45:50.041138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34840) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:50.117720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7a4b73e8-caa0-4c41-a4a0-8b5ae3fa2f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:50.124086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:50.134470 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:50.134806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:50.207769 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1990668b-937a-48e5-926d-04a67acd0f28 None None] Network 8ade030a-075d-40b1-9299-4520e2d0da44 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:50.220115 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72971c6-e78a-4b78-bc65-701c480c546c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:50.220624 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72971c6-e78a-4b78-bc65-701c480c546c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:50.225061 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f72971c6-e78a-4b78-bc65-701c480c546c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/2d504ac1-d7c6-455b-8a88-1cbd321f56db HTTP/1.1" status: 404 len: 337 time: 0.1792760 Jun 15 14:45:50.225277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34844) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:50.229276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:50.239516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:50.242843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:50.264671 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7540a99-eece-4916-ade6-923c43e046fa tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:50.265138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7540a99-eece-4916-ade6-923c43e046fa tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:50.269093 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f7540a99-eece-4916-ade6-923c43e046fa tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/154c2611-8ae4-4a4f-9c6b-8addc7ec1b32 HTTP/1.1" status: 404 len: 337 time: 0.0406852 Jun 15 14:45:50.269326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34848) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:50.303288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3eedda7b-4992-41c9-8bd3-e8cce74055ac None None] Deleting port f6483747-8566-4593-ac23-8319ce222730 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:50.303732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3eedda7b-4992-41c9-8bd3-e8cce74055ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:50.306918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:50.318676 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-abf2a4de-5414-48db-85d2-ccdcc056e678 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:50.319272 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abf2a4de-5414-48db-85d2-ccdcc056e678 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:50.323515 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-abf2a4de-5414-48db-85d2-ccdcc056e678 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/7e50e574-1c91-4e95-9046-71311325aa1d HTTP/1.1" status: 404 len: 333 time: 0.0508461 Jun 15 14:45:50.323845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34852) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:50.372220 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2143faf2-41b5-4dd6-a77b-a099f02e7f16 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:50.372951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2143faf2-41b5-4dd6-a77b-a099f02e7f16 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:50.374931 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2143faf2-41b5-4dd6-a77b-a099f02e7f16 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/f5c9ccc2-77ac-4f93-b693-f3fcd5a92bdf HTTP/1.1" status: 404 len: 337 time: 0.0498493 Jun 15 14:45:50.377522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34856) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:50.413801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Provisioning for port e8cdb787-06b1-491a-ba28-12a51cc96008 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:50.416010 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f9e690b-eb95-4138-9e30-4e09267f06a3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:50.416685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f9e690b-eb95-4138-9e30-4e09267f06a3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:50.417677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f6483747-8566-4593-ac23-8319ce222730 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:50.420853 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f9e690b-eb95-4138-9e30-4e09267f06a3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/1fa74770-11a3-42da-83d1-d62c159d60f3 HTTP/1.1" status: 404 len: 337 time: 0.0399401 Jun 15 14:45:50.421365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34860) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:50.466553 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fad3276-c969-4bff-a937-fa41c03033a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:50.466917 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fad3276-c969-4bff-a937-fa41c03033a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:50.472321 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1fad3276-c969-4bff-a937-fa41c03033a0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/12a207e4-e984-447c-a433-a8164fa85a27 HTTP/1.1" status: 404 len: 333 time: 0.0463662 Jun 15 14:45:50.472321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34864) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:50.512458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: f6483747-8566-4593-ac23-8319ce222730 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:45:50.512874 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f6483747-8566-4593-ac23-8319ce222730 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:45:50.514522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Provisioning complete for port e8cdb787-06b1-491a-ba28-12a51cc96008 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:50.514756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:50.516116 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c017a243-ef39-47d9-9327-f52269bb4a66 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:50.516633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c017a243-ef39-47d9-9327-f52269bb4a66 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:50.521411 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c017a243-ef39-47d9-9327-f52269bb4a66 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/a0d2bdbd-f61d-46cb-97ac-74c66e7ba2d4 HTTP/1.1" status: 404 len: 337 time: 0.0463006 Jun 15 14:45:50.521660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34868) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:50.552026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3eedda7b-4992-41c9-8bd3-e8cce74055ac None None] The port 'f6483747-8566-4593-ac23-8319ce222730' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:45:50.554331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Port': ['ID=5cd84e88-fedc-4141-8deb-e9a65b281be4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:50.557673 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5955274 Jun 15 14:45:50.564064 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9620c7fb-2fc9-4ac3-8107-927c1765bec0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:50.564632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9620c7fb-2fc9-4ac3-8107-927c1765bec0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:50.569253 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9620c7fb-2fc9-4ac3-8107-927c1765bec0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/776a7b86-6dfd-4687-b941-55aa996073fe HTTP/1.1" status: 404 len: 337 time: 0.0446270 Jun 15 14:45:50.569428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34872) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:50.569758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34874) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:50.584238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No DVR routers for this DVR port 5cd84e88-fedc-4141-8deb-e9a65b281be4 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:50.594967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fa4a7-d73e-43ce-b4d4-ff1ae98e2c72 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Network': ['ID=6859b39c-c460-4e08-84d2-9a17c97feaf4,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:50.627966 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1cf9275-62ac-4990-8e37-1c849d354a58 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:50.628303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1cf9275-62ac-4990-8e37-1c849d354a58 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:50.632533 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d1cf9275-62ac-4990-8e37-1c849d354a58 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/f9775a7c-aa18-4a36-8aa5-9f0e0d94b073 HTTP/1.1" status: 404 len: 333 time: 0.0577276 Jun 15 14:45:50.634463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'subnet': {'network_id': '6859b39c-c460-4e08-84d2-9a17c97feaf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:50.694535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34880) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:50.765971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 6859b39c-c460-4e08-84d2-9a17c97feaf4 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:50.816660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:50.821081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:subnet and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:50.824256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:50.827211 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 02251d11-2916-46af-8c80-0265afa8bdc9 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:50.831564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:50.845265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:50.849902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.065663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:51.101144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9497b84-7427-49df-8c4f-eb7dd39c7c6c None None] Network 2ef0444c-622d-434a-90a5-976e58c67159 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:51.105866 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73d1be8-803d-44de-8f6b-5bcc5f8980a1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:51.106340 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73d1be8-803d-44de-8f6b-5bcc5f8980a1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:51.203115 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.268861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8c60-4211-4d44-96f9-63721fcf2cfd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.283301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.283564 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Added segment dccdb0e0-7f6f-4a40-8eb3-271a11f81955 of type vlan for network a8436ebe-816c-4704-a125-e02092b90bbc Jun 15 14:45:51.300995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Subnet': ['ID=7e96021f-7a72-40a9-a456-0d723efb32d0,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:51.308155 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e73d1be8-803d-44de-8f6b-5bcc5f8980a1 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/7f393789-ffa3-4c25-8747-a7d6aeb7d781 HTTP/1.1" status: 404 len: 337 time: 0.5936689 Jun 15 14:45:51.308521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Checking segment: {'id': '4e88304f-b7b1-45b0-b2da-813253a47794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6859b39c-c460-4e08-84d2-9a17c97feaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:51.309010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network hostable DHCP agents. Network: 6859b39c-c460-4e08-84d2-9a17c97feaf4, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:51.314604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34884) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:51.322443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.353104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 02251d11-2916-46af-8c80-0265afa8bdc9 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:51.367052 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-796652a6-f647-425d-a0cd-115a1b02e5ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:51.368392 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-796652a6-f647-425d-a0cd-115a1b02e5ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:51.371823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.380176 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-796652a6-f647-425d-a0cd-115a1b02e5ec tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/b0058901-32c0-4bbd-bc2a-ece7abcf8bb1 HTTP/1.1" status: 404 len: 337 time: 0.0619836 Jun 15 14:45:51.381588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34888) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:51.425206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Current status of the port e8cdb787-06b1-491a-ba28-12a51cc96008 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:51.425878 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.428224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network 6859b39c-c460-4e08-84d2-9a17c97feaf4 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:51.434932 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba334b0b-5e5e-41e6-af44-79e5cb989ef0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:51.435390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba334b0b-5e5e-41e6-af44-79e5cb989ef0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:51.439571 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ba334b0b-5e5e-41e6-af44-79e5cb989ef0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/bb16c78d-6f9b-4416-a853-377430c9a30c HTTP/1.1" status: 404 len: 333 time: 0.0526237 Jun 15 14:45:51.440035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34892) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:51.486006 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 6859b39c-c460-4e08-84d2-9a17c97feaf4) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:51.490196 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1d6e8c60-4211-4d44-96f9-63721fcf2cfd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 411c53ae-9db4-4f29-9fb7-5b8cdbeb0c63 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:51.498696 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e754cf-658e-4896-9848-cf105dddb07d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:51.498862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e754cf-658e-4896-9848-cf105dddb07d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:51.502852 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-48e754cf-658e-4896-9848-cf105dddb07d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/c3af8cce-6797-4bb3-8e5d-20a2ae988b6f HTTP/1.1" status: 404 len: 337 time: 0.0592322 Jun 15 14:45:51.502852 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:51.502852 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.506058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34896) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:51.528070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1148a8-2b67-4921-bace-04cd1537b265 None None] Network 6859b39c-c460-4e08-84d2-9a17c97feaf4 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:51.565507 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac5b3e2-7900-4f3d-be1d-cdde60196d0e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:51.566058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac5b3e2-7900-4f3d-be1d-cdde60196d0e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:51.571014 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aac5b3e2-7900-4f3d-be1d-cdde60196d0e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/926375d2-5f67-4a63-9a51-d0538ed14eb7 HTTP/1.1" status: 404 len: 333 time: 0.0607483 Jun 15 14:45:51.571504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34900) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:51.616667 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c65efd-4c87-4cd0-8510-e5df049ccfb7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:51.617737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2c65efd-4c87-4cd0-8510-e5df049ccfb7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:51.624092 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b2c65efd-4c87-4cd0-8510-e5df049ccfb7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/0cefb4da-56e0-4b30-9809-194bcf98eca9 HTTP/1.1" status: 404 len: 337 time: 0.0514884 Jun 15 14:45:51.624927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34904) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:51.674801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] For port e8cdb787-06b1-491a-ba28-12a51cc96008, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e8cdb787-06b1-491a-ba28-12a51cc96008,segment=NetworkSegment(0f60a56b-5cbf-43a2-ad02-9cdbf47a6489),segment_id=0f60a56b-5cbf-43a2-ad02-9cdbf47a6489)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:51.688789 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.706776 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad69992-77a5-4c7a-9bcd-8478e08aef24 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:51.708428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad69992-77a5-4c7a-9bcd-8478e08aef24 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:51.713971 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ad69992-77a5-4c7a-9bcd-8478e08aef24 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/96815b14-c914-45f2-a2a4-11749bfca133 HTTP/1.1" status: 404 len: 333 time: 0.0874126 Jun 15 14:45:51.715412 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-58ea1f70-dc90-4d25-b561-a6a1c7df8b9f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1445427 Jun 15 14:45:51.716261 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34908) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:51.718933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34910) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:51.767251 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd432e8-6b08-4cd0-9293-a86df2f2c492 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:51.767768 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd432e8-6b08-4cd0-9293-a86df2f2c492 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:51.779206 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0a7a45-b134-4b06-b17d-0bfe09695ebe']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:51.780790 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2bd432e8-6b08-4cd0-9293-a86df2f2c492 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/4c94c62a-d702-4892-addb-ce883edb8100 HTTP/1.1" status: 404 len: 337 time: 0.0634613 Jun 15 14:45:51.782245 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34916) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:51.786784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ed31a222-7400-4fd1-a3b9-fced167e329d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-961039427', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:51.788728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.814999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e954f8d2-e014-43aa-9916-e245b6acf698') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:51.815214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e954f8d2-e014-43aa-9916-e245b6acf698') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:51.817498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Provisioning for port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:51.851018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ed31a222-7400-4fd1-a3b9-fced167e329d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:51.856944 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e818ff4-0162-4e3a-948a-7df25c326def tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:51.857623 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e818ff4-0162-4e3a-948a-7df25c326def tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:51.859535 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8e818ff4-0162-4e3a-948a-7df25c326def tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/e0bb1349-2557-4a34-9e31-5b1c5cc67674 HTTP/1.1" status: 404 len: 333 time: 0.0767257 Jun 15 14:45:51.862109 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34920) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:51.862294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Provisioning complete for port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:51.862651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.866139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed31a222-7400-4fd1-a3b9-fced167e329d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:router and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:51.895439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.904717 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed31a222-7400-4fd1-a3b9-fced167e329d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:51.913334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.918645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ed31a222-7400-4fd1-a3b9-fced167e329d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:51.955590 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a7664e-2e20-4f30-83ee-3470690361b6 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:51.956939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a7664e-2e20-4f30-83ee-3470690361b6 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:51.960595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.961507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.967082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34924) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:51.970366 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-47a7664e-2e20-4f30-83ee-3470690361b6 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/3875999d-0f51-4369-b1ab-5ad89a7d4ace HTTP/1.1" status: 404 len: 337 time: 0.1016135 Jun 15 14:45:51.972658 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed31a222-7400-4fd1-a3b9-fced167e329d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.976226 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed31a222-7400-4fd1-a3b9-fced167e329d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:51.984388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Pushing event updated for resources: {'Port': ['ID=e8cdb787-06b1-491a-ba28-12a51cc96008,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:52.007044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195e356e-e3fe-49bc-915d-e40a2feb965a None None] DHCP port deletion for 2ef0444c-622d-434a-90a5-976e58c67159 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:45:52.009335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.068083 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-195e356e-e3fe-49bc-915d-e40a2feb965a None None] Deleting port 64378255-6857-4bec-ba45-6552e5f95ec2 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:52.068469 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-195e356e-e3fe-49bc-915d-e40a2feb965a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.082996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:52.083815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.132716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.138228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:52.138831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.159755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-6859b39c-c460-4e08-84d2-9a17c97feaf4', 'network_id': '6859b39c-c460-4e08-84d2-9a17c97feaf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'fixed_ips': [{'subnet_id': '7e96021f-7a72-40a9-a456-0d723efb32d0'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:52.160612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.196880 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-54771c32-e337-4762-bb06-c168fd547abf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:52.197332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54771c32-e337-4762-bb06-c168fd547abf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:52.202530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:45:52.256458 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e954f8d2-e014-43aa-9916-e245b6acf698 resource provider aggregate not found Jun 15 14:45:52.306393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Current status of the port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:52.306688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.345431 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e954f8d2-e014-43aa-9916-e245b6acf698 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e954f8d2-e014-43aa-9916-e245b6acf698 found for delete ", "request_id": "req-dc908cd8-485b-41be-8cd8-1bbbf61921e3"}]} Jun 15 14:45:52.360746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.430698 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-54771c32-e337-4762-bb06-c168fd547abf tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/41ed201d-e113-42ef-866f-f0a42708becd HTTP/1.1" status: 404 len: 333 time: 0.4239032 Jun 15 14:45:52.431436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event updated for resources: {'Port': ['ID=873bdaad-4525-461a-9cb8-49150b8a7fb4,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:52.433380 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34932) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:52.451722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.452526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.457903 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-195e356e-e3fe-49bc-915d-e40a2feb965a None None] For port 64378255-6857-4bec-ba45-6552e5f95ec2, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=64378255-6857-4bec-ba45-6552e5f95ec2,segment=NetworkSegment(fd221dd0-c7b6-4d9c-bddb-13667f8ce72c),segment_id=fd221dd0-c7b6-4d9c-bddb-13667f8ce72c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:52.458444 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-195e356e-e3fe-49bc-915d-e40a2feb965a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.487603 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80e45a3-3a81-4dc1-89d7-a01a3f153823 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:52.488140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80e45a3-3a81-4dc1-89d7-a01a3f153823 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:52.492455 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b80e45a3-3a81-4dc1-89d7-a01a3f153823 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/f9586fad-a31e-478f-9874-611946df852f HTTP/1.1" status: 404 len: 337 time: 0.0548806 Jun 15 14:45:52.492928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34936) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:52.510600 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.9907613 Jun 15 14:45:52.513258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] For port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=89b7b5df-fbf6-4490-8d4b-163b6d6b0b14,segment=NetworkSegment(3fd8ae27-17bf-460e-9e5e-4e9294357faa),segment_id=3fd8ae27-17bf-460e-9e5e-4e9294357faa)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:52.524637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.525197 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34940) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:52.540521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': 'a8436ebe-816c-4704-a125-e02092b90bbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:52.558235 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d34c232-f83e-4c83-a5f3-4b4e408cef72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:52.558566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d34c232-f83e-4c83-a5f3-4b4e408cef72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:52.562965 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6d34c232-f83e-4c83-a5f3-4b4e408cef72 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/d9bec71a-bb8f-43cd-b7df-252c74104a4b HTTP/1.1" status: 404 len: 333 time: 0.0667434 Jun 15 14:45:52.566761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34944) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:52.571852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f131e8-632c-43ad-b707-22cd2e1d0afc tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Network': ['ID=a8436ebe-816c-4704-a125-e02092b90bbc,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:52.575936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.634177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.640373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8c60-4211-4d44-96f9-63721fcf2cfd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.644585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-195e356e-e3fe-49bc-915d-e40a2feb965a None None] Calling delete_port for 64378255-6857-4bec-ba45-6552e5f95ec2 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:52.678415 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4815ec-a1a3-4642-b3a8-efb0478e2ca7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:52.678975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4815ec-a1a3-4642-b3a8-efb0478e2ca7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:52.701245 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed31a222-7400-4fd1-a3b9-fced167e329d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.709375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network a8436ebe-816c-4704-a125-e02092b90bbc details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:52.718958 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3c4815ec-a1a3-4642-b3a8-efb0478e2ca7 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/5bb6fa9a-c952-40bb-b20c-9384700bb367 HTTP/1.1" status: 404 len: 337 time: 0.1494129 Jun 15 14:45:52.720452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Network': ['ID=bc0a7a45-b134-4b06-b17d-0bfe09695ebe,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:52.722429 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34948) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:52.735424 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-90354a18-fd0c-449b-a2e3-a4374e7e7216 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/bc0a7a45-b134-4b06-b17d-0bfe09695ebe HTTP/1.1" status: 204 len: 168 time: 9.0765297 Jun 15 14:45:52.745094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e8cdb787-06b1-491a-ba28-12a51cc96008 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:52.746273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=002655fd-7a18-418a-b58f-0b4db5f02209,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:52.748486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34952) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:52.776341 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71d3f1d-93d2-44eb-8fd7-492c4e0aedad tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:52.776895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71d3f1d-93d2-44eb-8fd7-492c4e0aedad tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:52.780906 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b71d3f1d-93d2-44eb-8fd7-492c4e0aedad tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/9a9c7f8d-0615-47a1-95fd-7c4ae393cf9d HTTP/1.1" status: 404 len: 337 time: 0.0542965 Jun 15 14:45:52.780906 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:52.784236 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34956) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:52.787139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:52.819278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:52.837917 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-676abfc2-68d2-49a6-b502-4a49e687146e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:52.838243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676abfc2-68d2-49a6-b502-4a49e687146e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:52.844860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34960) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:52.848931 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-676abfc2-68d2-49a6-b502-4a49e687146e tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/d1dfb3a1-6cb2-4119-984a-6203d53f76d9 HTTP/1.1" status: 404 len: 333 time: 0.0634446 Jun 15 14:45:52.852512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:52.855490 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3a3cee-0478-4c4e-b4a8-5a20f1130f16 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] GET failed (client error): The resource could not be found. Jun 15 14:45:52.856015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ec3a3cee-0478-4c4e-b4a8-5a20f1130f16 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Synchronizing usage tracker for tenant:8e958f52975b4d9da8df9d4544a8752e on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:52.857347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed31a222-7400-4fd1-a3b9-fced167e329d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.859952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Network 84214ef7-38db-4cc8-835b-f326f1837ca8 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:52.887977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:52.893290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.913105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed31a222-7400-4fd1-a3b9-fced167e329d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:52.917764 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ed31a222-7400-4fd1-a3b9-fced167e329d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1525791 Jun 15 14:45:52.918424 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34964) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:52.925690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e8c60-4211-4d44-96f9-63721fcf2cfd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=411c53ae-9db4-4f29-9fb7-5b8cdbeb0c63,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:52.939132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:52.971705 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Could not find standard attr ID for object 411c53ae-9db4-4f29-9fb7-5b8cdbeb0c63. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:45:52.983820 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Allocated IP 172.20.0.2 (6859b39c-c460-4e08-84d2-9a17c97feaf4/7e96021f-7a72-40a9-a456-0d723efb32d0/a005b5f6-2738-498f-b2d2-a5d96be8e4d9) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:53.001981 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-247cce0d-d373-4d5b-947d-92944dd8ac9d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:53.002439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-247cce0d-d373-4d5b-947d-92944dd8ac9d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:53.006502 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-247cce0d-d373-4d5b-947d-92944dd8ac9d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/8438c266-fdf3-49de-ad34-acc97dae2bb2 HTTP/1.1" status: 404 len: 337 time: 0.1504457 Jun 15 14:45:53.018479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34968) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:53.070008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0104984-bfdf-405b-aa32-6d91eb0ad89e None None] Pushing event updated for resources: {'Port': ['ID=89b7b5df-fbf6-4490-8d4b-163b6d6b0b14,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:53.277519 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5875b5b7-1942-496b-a215-2bcee47a724d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:53.278131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5875b5b7-1942-496b-a215-2bcee47a724d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:53.280311 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5875b5b7-1942-496b-a215-2bcee47a724d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/bd5b7597-3d8e-40bc-b1ee-2c77a0aca711 HTTP/1.1" status: 404 len: 337 time: 0.2607419 Jun 15 14:45:53.305586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34972) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:53.306319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ec3a3cee-0478-4c4e-b4a8-5a20f1130f16 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Unset dirty status for tenant:8e958f52975b4d9da8df9d4544a8752e on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:53.310881 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ec3a3cee-0478-4c4e-b4a8-5a20f1130f16 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/subnets/ba90a015-3427-4f9a-8c5a-5540031c097b HTTP/1.1" status: 404 len: 337 time: 0.5539134 Jun 15 14:45:53.317821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34976) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:53.331769 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-195e356e-e3fe-49bc-915d-e40a2feb965a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:53.335807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Provisioning complete for port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:53.336177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:53.402056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d6e8c60-4211-4d44-96f9-63721fcf2cfd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:53.406495 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1d6e8c60-4211-4d44-96f9-63721fcf2cfd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/411c53ae-9db4-4f29-9fb7-5b8cdbeb0c63 HTTP/1.1" status: 204 len: 168 time: 4.2231696 Jun 15 14:45:53.412440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network bae826dc-ef56-467c-bb3c-ab2a022fff84 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:53.412616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34982) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:53.422882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:53.436570 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6964069d-5678-4c8b-bd06-1c70ffd6b544 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:53.436741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6964069d-5678-4c8b-bd06-1c70ffd6b544 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:53.438944 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6964069d-5678-4c8b-bd06-1c70ffd6b544 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/fdae7170-0a7e-4bd7-abf7-36ae202584e5 HTTP/1.1" status: 404 len: 333 time: 0.1294250 Jun 15 14:45:53.443460 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-50d569da-3e1f-4005-8c07-73739472041e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:53.443937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50d569da-3e1f-4005-8c07-73739472041e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:53.445201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e356e-e3fe-49bc-915d-e40a2feb965a None None] Pushing event deleted for resources: {'Port': ['ID=64378255-6857-4bec-ba45-6552e5f95ec2,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:53.445950 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-50d569da-3e1f-4005-8c07-73739472041e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/bc0a7a45-b134-4b06-b17d-0bfe09695ebe HTTP/1.1" status: 404 len: 339 time: 0.0843544 Jun 15 14:45:53.447346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34986) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:53.451418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:53.456064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e356e-e3fe-49bc-915d-e40a2feb965a None None] No DVR routers for this DVR port 64378255-6857-4bec-ba45-6552e5f95ec2 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:53.457669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e8cdb787-06b1-491a-ba28-12a51cc96008 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:53.457897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:53.470458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34988) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:53.514978 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-df591078-79ad-46b6-93d8-8c0bd911c538 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:53.515647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df591078-79ad-46b6-93d8-8c0bd911c538 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:53.526982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Transition to ACTIVE for port object a005b5f6-2738-498f-b2d2-a5d96be8e4d9 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:53.605638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Transition to ACTIVE for port object a005b5f6-2738-498f-b2d2-a5d96be8e4d9 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:53.643801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:53.762644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Pushing event updated for resources: {'Port': ['ID=a005b5f6-2738-498f-b2d2-a5d96be8e4d9,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:53.770345 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df591078-79ad-46b6-93d8-8c0bd911c538 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/411c53ae-9db4-4f29-9fb7-5b8cdbeb0c63 HTTP/1.1" status: 404 len: 333 time: 0.3546412 Jun 15 14:45:53.775076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 34994) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:53.802092 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec7ab67-1634-4445-929c-43967d249fe2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:53.802544 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec7ab67-1634-4445-929c-43967d249fe2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:53.806743 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2ec7ab67-1634-4445-929c-43967d249fe2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/728db0ca-0611-4bc8-90de-f9cb16464180 HTTP/1.1" status: 404 len: 337 time: 0.2946694 Jun 15 14:45:53.806930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Current status of the port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:53.818319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Router 94abef30-fb2d-43b6-9be3-883860a074aa has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:45:53.821888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 34998) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:53.826417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Network 6859b39c-c460-4e08-84d2-9a17c97feaf4 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:53.831430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:53.836795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:53.874927 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d7c98e-2658-4e10-bfdf-2fdd1678c813 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:53.875753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d7c98e-2658-4e10-bfdf-2fdd1678c813 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:53.879425 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-19d7c98e-2658-4e10-bfdf-2fdd1678c813 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/620b4769-7d55-4bd7-90d1-dc3d1256a91b HTTP/1.1" status: 404 len: 337 time: 0.0531008 Jun 15 14:45:53.883905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35002) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:53.884124 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-371c439d-c9c0-4d6e-9d3a-1e95478c132e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:45:53.887698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Provisioning for port 002655fd-7a18-418a-b58f-0b4db5f02209 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:53.888109 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-371c439d-c9c0-4d6e-9d3a-1e95478c132e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/411c53ae-9db4-4f29-9fb7-5b8cdbeb0c63 HTTP/1.1" status: 404 len: 333 time: 0.1043034 Jun 15 14:45:53.899500 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e8cdb787-06b1-491a-ba28-12a51cc96008 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:53.931123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Provisioning complete for port 002655fd-7a18-418a-b58f-0b4db5f02209 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:53.931497 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:53.936574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35004) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:53.984811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 64378255-6857-4bec-ba45-6552e5f95ec2 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:45:54.054013 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9a04c0-1ab4-4c52-b879-7b3da3b766d6 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:54.054658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9a04c0-1ab4-4c52-b879-7b3da3b766d6 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:54.058764 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6c9a04c0-1ab4-4c52-b879-7b3da3b766d6 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/f6ab15f2-93df-4150-9ad3-4cc5ae4c4a2d HTTP/1.1" status: 404 len: 333 time: 0.1692884 Jun 15 14:45:54.058911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5442e740-c84a-4c55-bce5-c73013ad8321 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:54.058911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5442e740-c84a-4c55-bce5-c73013ad8321 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Synchronizing usage tracker for tenant:8e958f52975b4d9da8df9d4544a8752e on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:54.065251 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 64378255-6857-4bec-ba45-6552e5f95ec2 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:45:54.065724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 64378255-6857-4bec-ba45-6552e5f95ec2 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:45:54.070274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35010) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:54.077766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Attempting to bind port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:54.078148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Attempting to bind port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '4e88304f-b7b1-45b0-b2da-813253a47794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6859b39c-c460-4e08-84d2-9a17c97feaf4'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:54.078523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Attempting to bind port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 on network 6859b39c-c460-4e08-84d2-9a17c97feaf4 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:54.083168 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Port 002655fd-7a18-418a-b58f-0b4db5f02209 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:54.088224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:54.088541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Checking segment: {'id': '4e88304f-b7b1-45b0-b2da-813253a47794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6859b39c-c460-4e08-84d2-9a17c97feaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:54.088943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.089345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Bound using segment: {'id': '4e88304f-b7b1-45b0-b2da-813253a47794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6859b39c-c460-4e08-84d2-9a17c97feaf4'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:54.089843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Bound port: a005b5f6-2738-498f-b2d2-a5d96be8e4d9, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e88304f-b7b1-45b0-b2da-813253a47794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6859b39c-c460-4e08-84d2-9a17c97feaf4'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:54.090211 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.104752 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:45:54.116381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.120605 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2715f6f9-3bfa-4a19-880f-aaecf47923cd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:54.121257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2715f6f9-3bfa-4a19-880f-aaecf47923cd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:54.126026 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2715f6f9-3bfa-4a19-880f-aaecf47923cd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/9ea6dd77-067c-48d1-bebe-918ad34b8a2e HTTP/1.1" status: 404 len: 337 time: 0.0516622 Jun 15 14:45:54.126183 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35014) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:54.141485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2ec772a-04c2-49a3-a3d2-72bf92e82d0a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting subnet 8c40f155-a08e-4611-bd88-eedd313afb1b {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:45:54.148724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Provisioning complete for port e8cdb787-06b1-491a-ba28-12a51cc96008 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:54.149383 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.190990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2ec772a-04c2-49a3-a3d2-72bf92e82d0a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.198474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:45:54.206310 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cf5f3520-2d72-4192-9b79-9a57f556c9d1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "PUT /v2.0/routers/94abef30-fb2d-43b6-9be3-883860a074aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0291700 Jun 15 14:45:54.207074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35018) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:54.213936 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf8d0b-0e95-4c26-bfb1-519af8271c37 None None] Sync routers for ids ['94abef30-fb2d-43b6-9be3-883860a074aa'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:45:54.223719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5442e740-c84a-4c55-bce5-c73013ad8321 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Unset dirty status for tenant:8e958f52975b4d9da8df9d4544a8752e on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:54.224593 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5442e740-c84a-4c55-bce5-c73013ad8321 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7530229 Jun 15 14:45:54.233211 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf8d0b-0e95-4c26-bfb1-519af8271c37 None None] Routers {'94abef30-fb2d-43b6-9be3-883860a074aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:54.234588 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9bbf8d0b-0e95-4c26-bfb1-519af8271c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['94abef30-fb2d-43b6-9be3-883860a074aa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:54.236243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35022) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:54.246925 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7117d6-4d72-4b56-a8e2-7b4c04377232 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:54.247387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be7117d6-4d72-4b56-a8e2-7b4c04377232 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:54.247787 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] For port a005b5f6-2738-498f-b2d2-a5d96be8e4d9, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:54.250505 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-be7117d6-4d72-4b56-a8e2-7b4c04377232 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/2ec73d1f-91bd-4826-a547-c7310f281c5e HTTP/1.1" status: 404 len: 337 time: 0.1178625 Jun 15 14:45:54.257059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] For port a005b5f6-2738-498f-b2d2-a5d96be8e4d9, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a005b5f6-2738-498f-b2d2-a5d96be8e4d9,segment=NetworkSegment(4e88304f-b7b1-45b0-b2da-813253a47794),segment_id=4e88304f-b7b1-45b0-b2da-813253a47794)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:54.322399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35026) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:54.330618 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.351080 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9bbf8d0b-0e95-4c26-bfb1-519af8271c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:54.361825 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf8d0b-0e95-4c26-bfb1-519af8271c37 None None] Routers {'94abef30-fb2d-43b6-9be3-883860a074aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:54.362694 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9bbf8d0b-0e95-4c26-bfb1-519af8271c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['94abef30-fb2d-43b6-9be3-883860a074aa'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:54.386422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Current status of the port e8cdb787-06b1-491a-ba28-12a51cc96008 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:54.434583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Provisioning for port 02251d11-2916-46af-8c80-0265afa8bdc9 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:54.451370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Provisioning complete for port 02251d11-2916-46af-8c80-0265afa8bdc9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:54.451590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.462677 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9bbf8d0b-0e95-4c26-bfb1-519af8271c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:54.463460 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf8d0b-0e95-4c26-bfb1-519af8271c37 None None] The sync data for ids ['94abef30-fb2d-43b6-9be3-883860a074aa'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:45:54.466458 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f0a16455-b65c-423f-8b82-7b2dbb2eefd4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports?device_id=0becd1ef-4f18-4445-9176-5754e082f6d3 HTTP/1.1" status: 200 len: 205 time: 0.1282189 Jun 15 14:45:54.476645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35030) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:54.504607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1ab99-48f8-416d-96aa-380b485db7e5 None None] Pushing event updated for resources: {'Port': ['ID=a005b5f6-2738-498f-b2d2-a5d96be8e4d9,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:54.514907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a751e84-1290-459f-a017-6457ce9c3d98 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Synchronizing usage tracker for tenant:8e958f52975b4d9da8df9d4544a8752e on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:54.522699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.572062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2ec772a-04c2-49a3-a3d2-72bf92e82d0a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.575941 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-e6b522d7-6560-427d-a31f-6a73199c018a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] delete failed (client error): The resource could not be found. Jun 15 14:45:54.579583 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e6b522d7-6560-427d-a31f-6a73199c018a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/routers/0becd1ef-4f18-4445-9176-5754e082f6d3 HTTP/1.1" status: 404 len: 336 time: 0.0971594 Jun 15 14:45:54.582224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35034) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:54.587932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-81bfaa59-378e-4696-916a-6d5c3962785e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.634926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Current status of the port 02251d11-2916-46af-8c80-0265afa8bdc9 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:54.635733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.679088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:54.699303 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-425bb43d-bbb2-4a7d-9441-37e456ce503f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:54.699867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425bb43d-bbb2-4a7d-9441-37e456ce503f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:54.704718 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-425bb43d-bbb2-4a7d-9441-37e456ce503f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/b1010afa-c8b8-41e1-82ae-f90d83c3b273 HTTP/1.1" status: 404 len: 337 time: 0.1214364 Jun 15 14:45:54.705588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35038) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:54.717682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:45:54.735852 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Sync routers for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:45:54.771542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] For port 02251d11-2916-46af-8c80-0265afa8bdc9, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=02251d11-2916-46af-8c80-0265afa8bdc9,segment=NetworkSegment(9aa11928-3bb6-4680-9069-0ef47c277b69),segment_id=9aa11928-3bb6-4680-9069-0ef47c277b69)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:54.780200 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:54.788950 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-97bc495f-97b7-4da1-b37f-d0aef209407a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5543272 Jun 15 14:45:54.790107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35042) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:54.851183 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:45:54.852886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:54.889517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-512610261'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:54.914611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:54.919129 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a73980eb-b82f-4854-9d56-7049d9061922 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "GET /v2.0/ports?device_id=f70b0e61-290d-491d-a271-53a9d875102d HTTP/1.1" status: 200 len: 205 time: 0.1993322 Jun 15 14:45:54.923590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35046) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:54.924491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:network and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:54.952640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a751e84-1290-459f-a017-6457ce9c3d98 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Unset dirty status for tenant:8e958f52975b4d9da8df9d4544a8752e on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:54.954108 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7a751e84-1290-459f-a017-6457ce9c3d98 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 207 time: 0.7085974 Jun 15 14:45:54.967873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35050) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:55.006294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Subnet': ['ID=0ff7f79c-3bf6-414b-9aea-106f13baf19b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:55.122353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Could not find standard attr ID for object 64378255-6857-4bec-ba45-6552e5f95ec2. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:45:55.153862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Checking segment: {'id': 'dccdb0e0-7f6f-4a40-8eb3-271a11f81955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a8436ebe-816c-4704-a125-e02092b90bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:55.154118 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network hostable DHCP agents. Network: a8436ebe-816c-4704-a125-e02092b90bbc, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:55.154449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:55.154756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:45:55.157643 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-17752739-65f4-4bf4-a409-f0d3aefd0024 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] delete failed (client error): The resource could not be found. Jun 15 14:45:55.161633 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-17752739-65f4-4bf4-a409-f0d3aefd0024 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/routers/f70b0e61-290d-491d-a271-53a9d875102d HTTP/1.1" status: 404 len: 336 time: 0.2311866 Jun 15 14:45:55.165453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35054) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:55.171381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:55.211750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2ec772a-04c2-49a3-a3d2-72bf92e82d0a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:55.214851 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-83fdf0b7-ca24-4b3c-bced-8265e3eabba3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:55.215332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83fdf0b7-ca24-4b3c-bced-8265e3eabba3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:55.219455 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-83fdf0b7-ca24-4b3c-bced-8265e3eabba3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/dba02a1d-4e7b-4fc3-b175-ac060b8a0cf5 HTTP/1.1" status: 404 len: 337 time: 0.0500975 Jun 15 14:45:55.222416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35058) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:55.224294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17bdd37-1d49-45cd-b8e4-708925043098 None None] Pushing event updated for resources: {'Port': ['ID=02251d11-2916-46af-8c80-0265afa8bdc9,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:55.232346 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:55.232870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:55.265189 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-81bfaa59-378e-4696-916a-6d5c3962785e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 15 14:45:55.266261 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-81bfaa59-378e-4696-916a-6d5c3962785e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "DELETE /v2.0/routers/94abef30-fb2d-43b6-9be3-883860a074aa HTTP/1.1" status: 409 len: 329 time: 1.0492437 Jun 15 14:45:55.267114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:55.268890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Allocated IP 172.20.0.1 (6859b39c-c460-4e08-84d2-9a17c97feaf4/7e96021f-7a72-40a9-a456-0d723efb32d0/6bec0d0a-e6d7-4a07-ba11-575ecf6782a1) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:55.270761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:55.277037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network a8436ebe-816c-4704-a125-e02092b90bbc is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:55.285109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35062) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:55.309672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, a8436ebe-816c-4704-a125-e02092b90bbc) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:55.323099 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:55.323699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:55.347509 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afbd453-719e-4d01-9edc-9494ee0785c3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:55.348102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4afbd453-719e-4d01-9edc-9494ee0785c3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:55.349184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21f0bb-db98-4894-81ab-be67c6275e2c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:55.352275 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4afbd453-719e-4d01-9edc-9494ee0785c3 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/d2f21fc3-fafe-420f-9c16-4503ebaa2396 HTTP/1.1" status: 404 len: 337 time: 0.1252465 Jun 15 14:45:55.355045 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21f0bb-db98-4894-81ab-be67c6275e2c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:55.360771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21f0bb-db98-4894-81ab-be67c6275e2c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:55.362709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b4f4a-88ff-4974-a1a4-28d31e06e29e None None] Network a8436ebe-816c-4704-a125-e02092b90bbc requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:55.365307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35066) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:55.366942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb21f0bb-db98-4894-81ab-be67c6275e2c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:55.368748 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cb21f0bb-db98-4894-81ab-be67c6275e2c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3935375 Jun 15 14:45:55.390910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35070) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:55.473178 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:55.480118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-25f3e07c-c983-453c-b8c3-ed9a4716a58f None None] Provisioning complete for port 002655fd-7a18-418a-b58f-0b4db5f02209 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:55.480516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-25f3e07c-c983-453c-b8c3-ed9a4716a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:55.482428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:55.482796 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Added segment 13cdc53c-a3bc-4ff7-8016-7e2809561d4c of type vlan for network 12e27e2a-859e-48ce-8d8b-85b2281e9f10 Jun 15 14:45:55.510258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:55.561686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:55.563872 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7a28b7f4-ef0e-48c8-a492-eddb7de6d716 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0332465 Jun 15 14:45:55.565381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35074) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:55.569085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:55.570092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:55.587708 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': 'a8436ebe-816c-4704-a125-e02092b90bbc', 'name': 'tempest-PortsIpV6TestJSON-1210950491', 'fixed_ips': [{'subnet_id': '0ff7f79c-3bf6-414b-9aea-106f13baf19b', 'ip_address': '2001:db8::10'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:55.607396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2ec772a-04c2-49a3-a3d2-72bf92e82d0a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:55.614752 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5210ac35-d473-41e9-804c-d57575ab930a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:55.615545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5210ac35-d473-41e9-804c-d57575ab930a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:55.617771 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5210ac35-d473-41e9-804c-d57575ab930a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/9075b663-9c51-4a03-aa79-30e9c4816d9f HTTP/1.1" status: 404 len: 333 time: 0.2514677 Jun 15 14:45:55.619512 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7518132 Jun 15 14:45:55.622941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35078) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:55.623510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35080) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:55.667487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'subnet': {'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:55.704725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-25f3e07c-c983-453c-b8c3-ed9a4716a58f None None] Port 002655fd-7a18-418a-b58f-0b4db5f02209 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:55.844727 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:55.852932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-25f3e07c-c983-453c-b8c3-ed9a4716a58f None None] Provisioning complete for port 873bdaad-4525-461a-9cb8-49150b8a7fb4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:55.853309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-25f3e07c-c983-453c-b8c3-ed9a4716a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:55.861124 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:55.866455 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:port and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:55.871278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:55.878935 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-912a6369-83d5-4d85-86ec-9ce85998be0d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:55.879395 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912a6369-83d5-4d85-86ec-9ce85998be0d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:55.881164 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-912a6369-83d5-4d85-86ec-9ce85998be0d tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/640b9c78-a9d7-42fc-b91d-4c75136714bd HTTP/1.1" status: 404 len: 337 time: 0.2538295 Jun 15 14:45:55.883712 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:55.884906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:55.885698 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35086) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:55.892509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:subnet and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:55.898598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:55.902628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec772a-04c2-49a3-a3d2-72bf92e82d0a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Subnet': ['ID=8c40f155-a08e-4611-bd88-eedd313afb1b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:55.907049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e2ec772a-04c2-49a3-a3d2-72bf92e82d0a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:55.908910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da65d4-46cc-479d-9fd8-8bdd416cb971 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Network': ['ID=12e27e2a-859e-48ce-8d8b-85b2281e9f10,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:55.909231 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e2ec772a-04c2-49a3-a3d2-72bf92e82d0a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/8c40f155-a08e-4611-bd88-eedd313afb1b HTTP/1.1" status: 204 len: 168 time: 1.9718685 Jun 15 14:45:55.947577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35090) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:55.972336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda61b30-c3c1-40e4-83cc-d84387e3774a None None] Network 45d38c3c-856f-4553-9831-0638838bab4d requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:55.982404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:55.985078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 12e27e2a-859e-48ce-8d8b-85b2281e9f10 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:55.997595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a7d7a-7200-4499-91a1-7b525fdb7532 None None] Network 6859b39c-c460-4e08-84d2-9a17c97feaf4 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:56.017116 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70b3eb8-e123-45fc-9aad-efd0fff1af3a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:56.017600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70b3eb8-e123-45fc-9aad-efd0fff1af3a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:56.022199 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b70b3eb8-e123-45fc-9aad-efd0fff1af3a tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/9096cebb-f1c3-41a0-addb-01226076bbd6 HTTP/1.1" status: 404 len: 333 time: 0.1187112 Jun 15 14:45:56.037700 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35094) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:56.038352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:56.060082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:56.063693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:56.178148 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-38c5e7f7-02e0-4f26-acdd-72a4c75863f9 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.7782316 Jun 15 14:45:56.180058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35098) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:56.188526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:56.210370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-a8436ebe-816c-4704-a125-e02092b90bbc', 'network_id': 'a8436ebe-816c-4704-a125-e02092b90bbc', 'tenant_id': '1811f021965845728c9b3aaf02b41c17', 'fixed_ips': [{'subnet_id': '0ff7f79c-3bf6-414b-9aea-106f13baf19b'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:56.211669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:56.234332 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ded7e39-861f-49d3-bc98-67f9bb5cef4f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:56.234699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ded7e39-861f-49d3-bc98-67f9bb5cef4f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:56.238762 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4ded7e39-861f-49d3-bc98-67f9bb5cef4f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/87bbad47-d677-413b-9409-3fcfdbdd0b59 HTTP/1.1" status: 404 len: 337 time: 0.1758516 Jun 15 14:45:56.262050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-25f3e07c-c983-453c-b8c3-ed9a4716a58f None None] Port 873bdaad-4525-461a-9cb8-49150b8a7fb4 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:56.266285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35102) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:56.343625 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6658233-9bcc-41b9-bc0f-c7e37e6e8e3f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:56.344254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6658233-9bcc-41b9-bc0f-c7e37e6e8e3f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:56.348464 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c6658233-9bcc-41b9-bc0f-c7e37e6e8e3f tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/35b8876c-9667-4bb2-bb00-dc469d703ebc HTTP/1.1" status: 404 len: 333 time: 0.0795763 Jun 15 14:45:56.348794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc5ebb-6d01-49b0-9af6-2419b2cf8d4e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:56.350324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc5ebb-6d01-49b0-9af6-2419b2cf8d4e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:56.357033 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-31cc5ebb-6d01-49b0-9af6-2419b2cf8d4e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1714606 Jun 15 14:45:56.357249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:56.357249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35108) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:56.358607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35110) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:56.366083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Transition to ACTIVE for port object 6bec0d0a-e6d7-4a07-ba11-575ecf6782a1 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:56.421095 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f01ff1b-6999-4248-b9c0-e69f9f7027f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:56.421553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f01ff1b-6999-4248-b9c0-e69f9f7027f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:56.425579 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0f01ff1b-6999-4248-b9c0-e69f9f7027f9 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/43e03513-2707-4d27-ae18-50eac7d3f752 HTTP/1.1" status: 404 len: 337 time: 0.0556643 Jun 15 14:45:56.435141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35116) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:56.475652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port e8cdb787-06b1-491a-ba28-12a51cc96008 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:56.476067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:56.500804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8aade1-f2eb-4743-930a-1ff62b5e92c1 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:56.502127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8aade1-f2eb-4743-930a-1ff62b5e92c1 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:56.506810 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fc8aade1-f2eb-4743-930a-1ff62b5e92c1 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1441388 Jun 15 14:45:56.514833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:56.519560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35120) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:56.537541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-97c82200-49d6-425b-902c-327b09747dce None None] Provisioning for port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:56.551868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:45:49Z', 'revision_number': 3, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:45:50Z', 'revision_number': 2, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:56.557588 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4502d1fc-3817-47db-a4cd-3ac687f773b2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:56.562082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4502d1fc-3817-47db-a4cd-3ac687f773b2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:56.562082 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4502d1fc-3817-47db-a4cd-3ac687f773b2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/e92f02b4-3edc-49c1-b169-966948976725 HTTP/1.1" status: 404 len: 333 time: 0.1189401 Jun 15 14:45:56.565927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35124) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:56.621884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port dc06da1f-3813-4920-b22f-9e2f61a45a8f yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:45:56.629735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:56.676137 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-5647cf39-b8fa-4de7-b542-16511b380075 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:56.676673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5647cf39-b8fa-4de7-b542-16511b380075 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:56.681343 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5647cf39-b8fa-4de7-b542-16511b380075 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/c3af9ded-fb26-4484-955b-866298426a91 HTTP/1.1" status: 404 len: 337 time: 0.1095774 Jun 15 14:45:56.685571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Checking router: d26a7a47-5d91-46b4-b1ff-33bdbed6a024 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:45:56.685949 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Updating router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 port 002655fd-7a18-418a-b58f-0b4db5f02209 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:45:56.699011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35128) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:56.814398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a005b5f6-2738-498f-b2d2-a5d96be8e4d9 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:56.840826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:56.850412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:56.864218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Allocated IP 2001:db8::2 (a8436ebe-816c-4704-a125-e02092b90bbc/0ff7f79c-3bf6-414b-9aea-106f13baf19b/cb97d705-0956-4acc-a444-3e0934fbe0f4) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:56.979545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network 6859b39c-c460-4e08-84d2-9a17c97feaf4 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:57.002559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:57.038299 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec59fb2-d04b-4c44-9ed7-0c4a71e120a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:57.039058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:57.039681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec59fb2-d04b-4c44-9ed7-0c4a71e120a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:57.042185 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36becb7-31bc-4601-ac7a-7d66f386dec7 None None] DHCP port deletion for 45d38c3c-856f-4553-9831-0638838bab4d request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:45:57.095172 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3ec59fb2-d04b-4c44-9ed7-0c4a71e120a2 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/f69d27e1-ebf9-4768-826a-83b421f383d2 HTTP/1.1" status: 404 len: 333 time: 0.3072374 Jun 15 14:45:57.103104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35132) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:57.106175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e36becb7-31bc-4601-ac7a-7d66f386dec7 None None] Deleting port e8cdb787-06b1-491a-ba28-12a51cc96008 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:57.107046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e36becb7-31bc-4601-ac7a-7d66f386dec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.116302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=6bec0d0a-e6d7-4a07-ba11-575ecf6782a1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:57.151546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Subnet': ['ID=4b29cbfe-ee5d-45ce-8116-e8d36642ea85,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:57.172416 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f62d455a-0e74-44c2-bed7-77db6e3ce6b0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:57.172876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f62d455a-0e74-44c2-bed7-77db6e3ce6b0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:57.174558 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f62d455a-0e74-44c2-bed7-77db6e3ce6b0 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/6784a7af-4afd-4347-9c8b-dabb874d0d7c HTTP/1.1" status: 404 len: 337 time: 0.0656250 Jun 15 14:45:57.179284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35136) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:57.182298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Checking segment: {'id': '13cdc53c-a3bc-4ff7-8016-7e2809561d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:57.182999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network hostable DHCP agents. Network: 12e27e2a-859e-48ce-8d8b-85b2281e9f10, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:45:57.197068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.197288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a59cab6-f8d9-4e39-832b-848a57932844 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:57.197756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8a59cab6-f8d9-4e39-832b-848a57932844 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Synchronizing usage tracker for tenant:8e958f52975b4d9da8df9d4544a8752e on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:45:57.209245 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] For port e8cdb787-06b1-491a-ba28-12a51cc96008, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e8cdb787-06b1-491a-ba28-12a51cc96008,segment=NetworkSegment(0f60a56b-5cbf-43a2-ad02-9cdbf47a6489),segment_id=0f60a56b-5cbf-43a2-ad02-9cdbf47a6489)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:57.209616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.213505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:57.254872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:57.255307 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.264698 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa880f0-14a8-4a82-ab0c-57d3fbca15cd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:57.265390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa880f0-14a8-4a82-ab0c-57d3fbca15cd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:57.267434 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2fa880f0-14a8-4a82-ab0c-57d3fbca15cd tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/3afb1930-6e0a-452c-98fa-310be03017c3 HTTP/1.1" status: 404 len: 333 time: 0.0867469 Jun 15 14:45:57.275597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35140) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:57.279893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8a59cab6-f8d9-4e39-832b-848a57932844 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Unset dirty status for tenant:8e958f52975b4d9da8df9d4544a8752e on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:45:57.288854 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8a59cab6-f8d9-4e39-832b-848a57932844 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/networks/8cd27633-bf8c-4f2c-93f8-7f00d533422c HTTP/1.1" status: 200 len: 799 time: 0.7630899 Jun 15 14:45:57.292452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32d991df-189c-4ca0-9034-71aa5da7fa92 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.341352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35144) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:57.351220 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for e8cdb787-06b1-491a-ba28-12a51cc96008 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:57.402217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 12e27e2a-859e-48ce-8d8b-85b2281e9f10 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:45:57.405326 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5485a9-dbf3-41ee-91a9-cb6ff8792a44 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:57.406015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5485a9-dbf3-41ee-91a9-cb6ff8792a44 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:57.408806 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cf5485a9-dbf3-41ee-91a9-cb6ff8792a44 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/8ae0e25a-e08c-424e-93d0-a850b4e0cd7a HTTP/1.1" status: 404 len: 337 time: 0.1307302 Jun 15 14:45:57.427665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35148) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:57.456688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9327-59e5-4543-999f-bf41228c5294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.542151 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df9f105-f5d8-4577-b614-7634e6854358 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:57.542620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df9f105-f5d8-4577-b614-7634e6854358 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:57.577928 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8df9f105-f5d8-4577-b614-7634e6854358 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/ports/40e23ecd-ac3a-4e0f-9ef8-079958f817b1 HTTP/1.1" status: 404 len: 333 time: 0.1493270 Jun 15 14:45:57.582198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35152) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:57.609208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 12e27e2a-859e-48ce-8d8b-85b2281e9f10) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:57.637097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588124e1-ed48-431f-9579-8b8ca7329288 None None] Network 12e27e2a-859e-48ce-8d8b-85b2281e9f10 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:45:57.689332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:57.689922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.731080 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-82bf772d-4aa3-41c8-9b24-50aeb27eefc2 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1012459 Jun 15 14:45:57.735817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35156) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:57.754519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.765775 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-34031e93-7102-4fad-a06a-c5feac687366 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/networks/8cd27633-bf8c-4f2c-93f8-7f00d533422c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.4222162 Jun 15 14:45:57.808808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.825986 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-3221dacd-234a-491f-9afc-32b3ed594ec4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] DELETE failed (client error): The resource could not be found. Jun 15 14:45:57.826675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3221dacd-234a-491f-9afc-32b3ed594ec4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:45:57.831338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35160) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:57.836527 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.859381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db677901-eed1-4c82-8278-6d661a6ac6e0 None None] Provisioning for port 6bec0d0a-e6d7-4a07-ba11-575ecf6782a1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:45:57.869226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Transition to ACTIVE for port object cb97d705-0956-4acc-a444-3e0934fbe0f4 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:57.877701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e36becb7-31bc-4601-ac7a-7d66f386dec7 None None] For port e8cdb787-06b1-491a-ba28-12a51cc96008, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e8cdb787-06b1-491a-ba28-12a51cc96008,segment=NetworkSegment(0f60a56b-5cbf-43a2-ad02-9cdbf47a6489),segment_id=0f60a56b-5cbf-43a2-ad02-9cdbf47a6489)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:57.878100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e36becb7-31bc-4601-ac7a-7d66f386dec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.894068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db677901-eed1-4c82-8278-6d661a6ac6e0 None None] Provisioning complete for port 6bec0d0a-e6d7-4a07-ba11-575ecf6782a1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:57.894443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db677901-eed1-4c82-8278-6d661a6ac6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.932606 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:57.933001 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:57.949436 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3221dacd-234a-491f-9afc-32b3ed594ec4 tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/subnets/ed6be7c4-e2ac-4495-97c9-1062561a4ca4 HTTP/1.1" status: 404 len: 337 time: 0.3643372 Jun 15 14:45:57.950460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35164) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:57.973022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=e8cdb787-06b1-491a-ba28-12a51cc96008,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:57.974903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No DVR routers for this DVR port e8cdb787-06b1-491a-ba28-12a51cc96008 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:45:58.065740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b669918-7004-4600-ac50-47efa9e084aa tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:58.071129 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0b669918-7004-4600-ac50-47efa9e084aa tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/subnets/e347eec4-7069-468d-a565-d9b00d9e48fa HTTP/1.1" status: 200 len: 811 time: 0.2326128 Jun 15 14:45:58.074152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35168) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:58.095854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e36becb7-31bc-4601-ac7a-7d66f386dec7 None None] Calling delete_port for e8cdb787-06b1-491a-ba28-12a51cc96008 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:58.124323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:45:58.156933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Transition to ACTIVE for port object cb97d705-0956-4acc-a444-3e0934fbe0f4 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:58.292548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-32d991df-189c-4ca0-9034-71aa5da7fa92 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Deleting port 873bdaad-4525-461a-9cb8-49150b8a7fb4 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:58.292902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32d991df-189c-4ca0-9034-71aa5da7fa92 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.300261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.327878 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db677901-eed1-4c82-8278-6d661a6ac6e0 None None] Port 6bec0d0a-e6d7-4a07-ba11-575ecf6782a1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:45:58.365288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.397758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1580a4a-8a25-4794-8cea-b8a6021d7e75 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['shared'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:58.403358 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a1580a4a-8a25-4794-8cea-b8a6021d7e75 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "GET /v2.0/subnets/e347eec4-7069-468d-a565-d9b00d9e48fa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2712655 Jun 15 14:45:58.423722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port a005b5f6-2738-498f-b2d2-a5d96be8e4d9, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a005b5f6-2738-498f-b2d2-a5d96be8e4d9,segment=NetworkSegment(4e88304f-b7b1-45b0-b2da-813253a47794),segment_id=4e88304f-b7b1-45b0-b2da-813253a47794)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:45:58.427451 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35172) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:58.429858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.451224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.460853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.461666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 02251d11-2916-46af-8c80-0265afa8bdc9 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:45:58.473545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1423448089'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:58.508588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Network a8436ebe-816c-4704-a125-e02092b90bbc is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:58.508825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:58.518488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d38c3c-856f-4553-9831-0638838bab4d']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:58.527956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:58.529167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Transition to ACTIVE for port object 002655fd-7a18-418a-b58f-0b4db5f02209 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:58.542904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:58.544421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:58.545712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Pushing event updated for resources: {'Port': ['ID=cb97d705-0956-4acc-a444-3e0934fbe0f4,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:58.548352 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-e36becb7-31bc-4601-ac7a-7d66f386dec7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:45:58.548529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-e36becb7-31bc-4601-ac7a-7d66f386dec7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:45:58.559843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f60a56b-5cbf-43a2-ad02-9cdbf47a6489') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:58.559993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f60a56b-5cbf-43a2-ad02-9cdbf47a6489') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:58.586686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db677901-eed1-4c82-8278-6d661a6ac6e0 None None] Provisioning complete for port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:58.587273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db677901-eed1-4c82-8278-6d661a6ac6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.593798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.603753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8::10 (a8436ebe-816c-4704-a125-e02092b90bbc/0ff7f79c-3bf6-414b-9aea-106f13baf19b/dc06da1f-3813-4920-b22f-9e2f61a45a8f) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:58.619924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:58.623375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.664461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.684029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:58.684460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.730358 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=a005b5f6-2738-498f-b2d2-a5d96be8e4d9,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:58.769347 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.783138 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 0f60a56b-5cbf-43a2-ad02-9cdbf47a6489 resource provider aggregate not found Jun 15 14:45:58.882137 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 0f60a56b-5cbf-43a2-ad02-9cdbf47a6489 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f60a56b-5cbf-43a2-ad02-9cdbf47a6489 found for delete ", "request_id": "req-c492ad83-abf3-4014-8b2f-89ae99974c02"}]} Jun 15 14:45:58.892502 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:58.939534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.943744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.975203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.975611 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Added segment 3b0f8f9d-9d7e-4fd9-a340-d42a285914f7 of type vlan for network c6cb7aad-8a3a-4629-a0cd-398017acf8ec Jun 15 14:45:58.993290 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:45:58.994026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:58.997960 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/networks/45d38c3c-856f-4553-9831-0638838bab4d HTTP/1.1" status: 204 len: 168 time: 3.0343440 Jun 15 14:45:59.010365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71bbd6-b0e3-47ba-9a28-6b069debabf9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Network': ['ID=45d38c3c-856f-4553-9831-0638838bab4d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:59.011038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35180) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:59.013819 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.047809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f52137-f9de-4c77-aa6c-256615cae367 None None] Pushing event updated for resources: {'Port': ['ID=002655fd-7a18-418a-b58f-0b4db5f02209,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:59.052718 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e36becb7-31bc-4601-ac7a-7d66f386dec7 None None] Deleting port e8cdb787-06b1-491a-ba28-12a51cc96008 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:45:59.053093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e36becb7-31bc-4601-ac7a-7d66f386dec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.068533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1355776851'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:59.087186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Attempting to bind port cb97d705-0956-4acc-a444-3e0934fbe0f4 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:59.087560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Attempting to bind port cb97d705-0956-4acc-a444-3e0934fbe0f4 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'dccdb0e0-7f6f-4a40-8eb3-271a11f81955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a8436ebe-816c-4704-a125-e02092b90bbc'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:59.087925 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Attempting to bind port cb97d705-0956-4acc-a444-3e0934fbe0f4 on network a8436ebe-816c-4704-a125-e02092b90bbc {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:59.091171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32d991df-189c-4ca0-9034-71aa5da7fa92 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.106223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:59.112713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef0444c-622d-434a-90a5-976e58c67159']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:59.125477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.176560 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.201003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.203890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:59.204312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Checking segment: {'id': 'dccdb0e0-7f6f-4a40-8eb3-271a11f81955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a8436ebe-816c-4704-a125-e02092b90bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:59.204696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.205091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Bound using segment: {'id': 'dccdb0e0-7f6f-4a40-8eb3-271a11f81955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a8436ebe-816c-4704-a125-e02092b90bbc'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:59.205574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Bound port: cb97d705-0956-4acc-a444-3e0934fbe0f4, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccdb0e0-7f6f-4a40-8eb3-271a11f81955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a8436ebe-816c-4704-a125-e02092b90bbc'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:59.205955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.283975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-32d991df-189c-4ca0-9034-71aa5da7fa92 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Calling delete_port for 873bdaad-4525-461a-9cb8-49150b8a7fb4 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:45:59.314320 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:network and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:45:59.315671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e36becb7-31bc-4601-ac7a-7d66f386dec7 None None] The port 'e8cdb787-06b1-491a-ba28-12a51cc96008' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:45:59.329109 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.333731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:59.334021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd221dd0-c7b6-4d9c-bddb-13667f8ce72c') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:45:59.336987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.342147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:45:59.342523 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:59.343129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.388762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:59.400633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.415299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 02251d11-2916-46af-8c80-0265afa8bdc9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:59.415299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.415626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=6bec0d0a-e6d7-4a07-ba11-575ecf6782a1,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:59.421493 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object dc06da1f-3813-4920-b22f-9e2f61a45a8f will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:45:59.423918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.451097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.458611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:59.462811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.486376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:45:59.486783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.489803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Attempting to bind port 002655fd-7a18-418a-b58f-0b4db5f02209 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:45:59.490170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Attempting to bind port 002655fd-7a18-418a-b58f-0b4db5f02209 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '3fd8ae27-17bf-460e-9e5e-4e9294357faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:45:59.490522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Attempting to bind port 002655fd-7a18-418a-b58f-0b4db5f02209 on network bae826dc-ef56-467c-bb3c-ab2a022fff84 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:45:59.517630 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0775008 Jun 15 14:45:59.517867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.520025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35184) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:45:59.527379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'network_id': 'c6cb7aad-8a3a-4629-a0cd-398017acf8ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:45:59.535721 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-503e39d1-880e-403f-8d46-408ca02557a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.573098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:45:59.573480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Checking segment: {'id': '3fd8ae27-17bf-460e-9e5e-4e9294357faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:45:59.573953 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.574332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Bound using segment: {'id': '3fd8ae27-17bf-460e-9e5e-4e9294357faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:45:59.574804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Bound port: 002655fd-7a18-418a-b58f-0b4db5f02209, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd8ae27-17bf-460e-9e5e-4e9294357faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:45:59.575159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.600792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-db677901-eed1-4c82-8278-6d661a6ac6e0 None None] Current status of the port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:45:59.603232 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment fd221dd0-c7b6-4d9c-bddb-13667f8ce72c resource provider aggregate not found Jun 15 14:45:59.682213 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment fd221dd0-c7b6-4d9c-bddb-13667f8ce72c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd221dd0-c7b6-4d9c-bddb-13667f8ce72c found for delete ", "request_id": "req-7cfff8b1-dd19-4823-8d17-68b0addc7b5e"}]} Jun 15 14:45:59.682600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093a502-9b41-489b-a5f3-1b2245e955a7 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Network': ['ID=c6cb7aad-8a3a-4629-a0cd-398017acf8ec,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:59.721544 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network c6cb7aad-8a3a-4629-a0cd-398017acf8ec details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:45:59.759791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:45:59.777802 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:45:59.786385 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:45:59.790521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.803178 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.805241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network 6859b39c-c460-4e08-84d2-9a17c97feaf4 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:59.822494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] For port cb97d705-0956-4acc-a444-3e0934fbe0f4, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:45:59.832355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.841733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.842321 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Added segment 60b9ecd8-9353-4813-bb31-192540bb38f8 of type vlan for network 15a812db-deb9-4a38-a56b-5819eaf6df15 Jun 15 14:45:59.843392 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:59.848207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] Pushing event deleted for resources: {'Network': ['ID=2ef0444c-622d-434a-90a5-976e58c67159,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:45:59.853177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Allocated IP 2001:db8:2::2 (12e27e2a-859e-48ce-8d8b-85b2281e9f10/4b29cbfe-ee5d-45ce-8116-e8d36642ea85/6b508310-885d-4526-b2a1-f428fd1edd5c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:45:59.863201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Made reservation on behalf of 8e958f52975b4d9da8df9d4544a8752e for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:45:59.867617 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.880705 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] For port cb97d705-0956-4acc-a444-3e0934fbe0f4, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cb97d705-0956-4acc-a444-3e0934fbe0f4,segment=NetworkSegment(dccdb0e0-7f6f-4a40-8eb3-271a11f81955),segment_id=dccdb0e0-7f6f-4a40-8eb3-271a11f81955)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:45:59.924824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4925d8f6-5704-4c04-a2fd-acda4b2ea121 None None] Provisioning complete for port 6bec0d0a-e6d7-4a07-ba11-575ecf6782a1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:45:59.925281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4925d8f6-5704-4c04-a2fd-acda4b2ea121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.958535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network a8436ebe-816c-4704-a125-e02092b90bbc is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:45:59.959577 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2c4be535-83b1-4913-94eb-23c0ea54720c tempest-NetworksTestDHCPv6-1926841062 tempest-NetworksTestDHCPv6-1926841062-project] 10.222.0.26 "DELETE /v2.0/networks/2ef0444c-622d-434a-90a5-976e58c67159 HTTP/1.1" status: 204 len: 168 time: 1.9907439 Jun 15 14:45:59.965970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:45:59.981293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:45:59.983976 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:45:59.990053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:45:59.990797 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:00.079629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:00.143405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32d991df-189c-4ca0-9034-71aa5da7fa92 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:00.206221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] For port 002655fd-7a18-418a-b58f-0b4db5f02209, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:00.230606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:46:00.271992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d991df-189c-4ca0-9034-71aa5da7fa92 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event deleted for resources: {'Port': ['ID=873bdaad-4525-461a-9cb8-49150b8a7fb4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:00.283273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 02251d11-2916-46af-8c80-0265afa8bdc9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:00.299661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] For port 002655fd-7a18-418a-b58f-0b4db5f02209, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=002655fd-7a18-418a-b58f-0b4db5f02209,segment=NetworkSegment(3fd8ae27-17bf-460e-9e5e-4e9294357faa),segment_id=3fd8ae27-17bf-460e-9e5e-4e9294357faa)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:00.301720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4925d8f6-5704-4c04-a2fd-acda4b2ea121 None None] Port 6bec0d0a-e6d7-4a07-ba11-575ecf6782a1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:00.326464 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7501240 Jun 15 14:46:00.327301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03737e82-5767-44ae-b696-d8be060702d8 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=dc06da1f-3813-4920-b22f-9e2f61a45a8f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:00.333556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:00.333697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35194) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:00.337798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Performing IP validity checks on allocation pools {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 15 14:46:00.338379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 15 14:46:00.341108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:00.344384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:00.372872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': 'a8436ebe-816c-4704-a125-e02092b90bbc', 'name': 'tempest-PortsIpV6TestJSON-1802794621', 'fixed_ips': [{'subnet_id': '0ff7f79c-3bf6-414b-9aea-106f13baf19b', 'ip_address': '2001:db8::f'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:00.377279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:00.388771 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09585e1-bf61-4c20-817a-07da6d479055 None None] Pushing event updated for resources: {'Port': ['ID=cb97d705-0956-4acc-a444-3e0934fbe0f4,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:00.569073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a005b5f6-2738-498f-b2d2-a5d96be8e4d9 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:00.616742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35200) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:00.696477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:00.706597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:port and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:00.713952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:00.726473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:00.733486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 0435f235-2086-45eb-8222-ad4df4d42bf3 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:46:00.735298 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:00.776767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:00.777462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:00.914445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:00.918597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32d991df-189c-4ca0-9034-71aa5da7fa92 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:00.919788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:00.991055 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:01.021103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f52137-f9de-4c77-aa6c-256615cae367 None None] Pushing event updated for resources: {'Port': ['ID=002655fd-7a18-418a-b58f-0b4db5f02209,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:01.038663 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0076344 Jun 15 14:46:01.058379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35208) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:01.074378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port 43a3242a-d002-4c09-86d5-948475aa61ca yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:46:01.147516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:01.167309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-51f1beff-4c2b-40ae-b447-e6840e405a8c None None] Provisioning complete for port 6bec0d0a-e6d7-4a07-ba11-575ecf6782a1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:01.167309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-51f1beff-4c2b-40ae-b447-e6840e405a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:01.192142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': '15a812db-deb9-4a38-a56b-5819eaf6df15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:01.201294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Transition to ACTIVE for port object 6b508310-885d-4526-b2a1-f428fd1edd5c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:01.215161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:01.233113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07542826-274d-42f3-a225-c23490bbdc0d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Network': ['ID=15a812db-deb9-4a38-a56b-5819eaf6df15,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:01.233543 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:01.233999 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3f261907-14f9-4ab4-8de9-aa25b8ea125a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=002819f0ba4a48a2a200d316f3a74cb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6034830 Jun 15 14:46:01.236354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35212) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:01.250158 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152f58a-c7cc-4818-85ae-75ffcff71b16 None None] Sync routers for ids ['0435f235-2086-45eb-8222-ad4df4d42bf3'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:01.269038 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152f58a-c7cc-4818-85ae-75ffcff71b16 None None] Routers {'0435f235-2086-45eb-8222-ad4df4d42bf3'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:01.269806 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a152f58a-c7cc-4818-85ae-75ffcff71b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['0435f235-2086-45eb-8222-ad4df4d42bf3'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:01.278439 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-21fb92d9-56c7-4254-a7a4-096e19800084 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/0435f235-2086-45eb-8222-ad4df4d42bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3537076 Jun 15 14:46:01.283025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35214) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:01.283548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 15a812db-deb9-4a38-a56b-5819eaf6df15 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:01.283716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:01.334157 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Transition to ACTIVE for port object 6b508310-885d-4526-b2a1-f428fd1edd5c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:01.358419 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a152f58a-c7cc-4818-85ae-75ffcff71b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:01.368454 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152f58a-c7cc-4818-85ae-75ffcff71b16 None None] Routers {'0435f235-2086-45eb-8222-ad4df4d42bf3'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:01.369394 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a152f58a-c7cc-4818-85ae-75ffcff71b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['0435f235-2086-45eb-8222-ad4df4d42bf3'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:01.408592 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-51f1beff-4c2b-40ae-b447-e6840e405a8c None None] Port 6bec0d0a-e6d7-4a07-ba11-575ecf6782a1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:01.415446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:01.415919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:01.437265 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a152f58a-c7cc-4818-85ae-75ffcff71b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:01.437915 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a152f58a-c7cc-4818-85ae-75ffcff71b16 None None] The sync data for ids ['0435f235-2086-45eb-8222-ad4df4d42bf3'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:01.473322 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f06c606-fe89-4012-abf7-1fce6b802eff tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:01.474033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f06c606-fe89-4012-abf7-1fce6b802eff tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Synchronizing usage tracker for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:01.479954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:01.517205 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=e3aba2d2-2349-4a9f-a513-1f5cbef7f8c5,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:01.527838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:01.537355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Checking segment: {'id': '3b0f8f9d-9d7e-4fd9-a340-d42a285914f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c6cb7aad-8a3a-4629-a0cd-398017acf8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:01.537723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network hostable DHCP agents. Network: c6cb7aad-8a3a-4629-a0cd-398017acf8ec, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:46:01.566980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:01.582485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7f06c606-fe89-4012-abf7-1fce6b802eff tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Unset dirty status for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:01.584064 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f06c606-fe89-4012-abf7-1fce6b802eff tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports/6bec0d0a-e6d7-4a07-ba11-575ecf6782a1 HTTP/1.1" status: 200 len: 910 time: 0.2961512 Jun 15 14:46:01.587103 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Network c6cb7aad-8a3a-4629-a0cd-398017acf8ec is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:46:01.590916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35220) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:01.592359 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8::f (a8436ebe-816c-4704-a125-e02092b90bbc/0ff7f79c-3bf6-414b-9aea-106f13baf19b/43a3242a-d002-4c09-86d5-948475aa61ca) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:01.607919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-181ef41f-28a9-44ff-bf36-159b215af0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e96021f-7a72-40a9-a456-0d723efb32d0'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:01.678533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, c6cb7aad-8a3a-4629-a0cd-398017acf8ec) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:01.684310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:01.685297 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:01.711220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Pushing event updated for resources: {'Port': ['ID=6b508310-885d-4526-b2a1-f428fd1edd5c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:01.714497 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baedb3a-16b0-4d3b-bc0d-6526cd77852d None None] Network c6cb7aad-8a3a-4629-a0cd-398017acf8ec requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:01.736228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:01.779897 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-acd3969f-15a7-47eb-91cf-ff2f3f9bc602 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2574193 Jun 15 14:46:01.784674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d991df-189c-4ca0-9034-71aa5da7fa92 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Router 94abef30-fb2d-43b6-9be3-883860a074aa has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:46:01.787980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35224) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:01.792005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97118f99-0cf7-4d15-8e08-a8cf187ef21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:01.798259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:01.812464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c242e178-82f5-4e74-89ee-b3ef25a3b5d5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:01.914893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97118f99-0cf7-4d15-8e08-a8cf187ef21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:01.919901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4af4ec-33ed-4136-861d-a3a0215b028c None None] Network a8436ebe-816c-4704-a125-e02092b90bbc requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:01.948483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Network 12e27e2a-859e-48ce-8d8b-85b2281e9f10 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:01.971049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:01.973462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:01.993966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:01.998247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:02.044451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Allocated IP 2001:db8:2::1 (12e27e2a-859e-48ce-8d8b-85b2281e9f10/4b29cbfe-ee5d-45ce-8116-e8d36642ea85/dc0140a1-5ed2-44da-beb4-c933a3bbe4e2) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:02.162674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-181ef41f-28a9-44ff-bf36-159b215af0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:02.180004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:02.249875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object 43a3242a-d002-4c09-86d5-948475aa61ca will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:02.251157 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:02.284297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d991df-189c-4ca0-9034-71aa5da7fa92 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:02.299071 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-32d991df-189c-4ca0-9034-71aa5da7fa92 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "PUT /v2.0/routers/94abef30-fb2d-43b6-9be3-883860a074aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0128007 Jun 15 14:46:02.304144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35228) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:02.327897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71322e59-b3af-42d9-b3c0-a6e56dd42703 None None] Sync routers for ids ['94abef30-fb2d-43b6-9be3-883860a074aa'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:02.409439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:02.468839 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71322e59-b3af-42d9-b3c0-a6e56dd42703 None None] Routers {'94abef30-fb2d-43b6-9be3-883860a074aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:02.469491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-71322e59-b3af-42d9-b3c0-a6e56dd42703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['94abef30-fb2d-43b6-9be3-883860a074aa'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:02.528166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Attempting to bind port 6b508310-885d-4526-b2a1-f428fd1edd5c on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:02.528450 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Attempting to bind port 6b508310-885d-4526-b2a1-f428fd1edd5c by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '13cdc53c-a3bc-4ff7-8016-7e2809561d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:02.528808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Attempting to bind port 6b508310-885d-4526-b2a1-f428fd1edd5c on network 12e27e2a-859e-48ce-8d8b-85b2281e9f10 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:02.531729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e8cdb787-06b1-491a-ba28-12a51cc96008 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:02.578902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c242e178-82f5-4e74-89ee-b3ef25a3b5d5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-133747709'] for subnet, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:02.580945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2e3f1af5-1941-45c6-81a6-e0b010ffbed2 None None] Provisioning for port cb97d705-0956-4acc-a444-3e0934fbe0f4 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:02.616562 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-0d61fb5a-3cff-44d7-9257-fe2db036f933 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] show failed (client error): The resource could not be found. Jun 15 14:46:02.616800 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:02.616940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Checking segment: {'id': '13cdc53c-a3bc-4ff7-8016-7e2809561d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:02.617313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:02.617906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Bound using segment: {'id': '13cdc53c-a3bc-4ff7-8016-7e2809561d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:02.618265 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0d61fb5a-3cff-44d7-9257-fe2db036f933 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1339858881 HTTP/1.1" status: 404 len: 335 time: 0.2637830 Jun 15 14:46:02.618707 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Bound port: 6b508310-885d-4526-b2a1-f428fd1edd5c, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cdc53c-a3bc-4ff7-8016-7e2809561d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:02.619238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:02.625098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35232) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:02.637923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:02.653682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: e8cdb787-06b1-491a-ba28-12a51cc96008 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:02.654268 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e8cdb787-06b1-491a-ba28-12a51cc96008 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:02.655752 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-02f6d772-742d-4e11-9b96-cf6058eb720e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:02.665037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-71322e59-b3af-42d9-b3c0-a6e56dd42703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:02.771041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71322e59-b3af-42d9-b3c0-a6e56dd42703 None None] Routers {'94abef30-fb2d-43b6-9be3-883860a074aa'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:02.771520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97118f99-0cf7-4d15-8e08-a8cf187ef21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:02.772122 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-71322e59-b3af-42d9-b3c0-a6e56dd42703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['94abef30-fb2d-43b6-9be3-883860a074aa'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:02.777022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network a8436ebe-816c-4704-a125-e02092b90bbc is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:02.801855 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-02f6d772-742d-4e11-9b96-cf6058eb720e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] update failed (client error): The resource could not be found. Jun 15 14:46:02.803041 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-02f6d772-742d-4e11-9b96-cf6058eb720e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-1048139743 HTTP/1.1" status: 404 len: 335 time: 0.1718431 Jun 15 14:46:02.809860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:02.818747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35236) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:02.838884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97118f99-0cf7-4d15-8e08-a8cf187ef21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afb1fe0-d59e-4997-acc0-99969a4d78d4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:02.880541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:02.886960 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:02.889113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:02.894772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=43a3242a-d002-4c09-86d5-948475aa61ca,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:02.904743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cb97d705-0956-4acc-a444-3e0934fbe0f4 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:02.927823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:02.971049 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ab413510-05be-4f0f-8b76-e0304c2d0ab7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6205683 Jun 15 14:46:02.979309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35240) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:02.984196 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97118f99-0cf7-4d15-8e08-a8cf187ef21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:02.985339 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-97118f99-0cf7-4d15-8e08-a8cf187ef21b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1afb1fe0-d59e-4997-acc0-99969a4d78d4 HTTP/1.1" status: 204 len: 168 time: 1.5945041 Jun 15 14:46:02.988622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Transition to ACTIVE for port object dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:03.017450 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-30851d25-11ec-4fd4-80e7-30438fbc0e8e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Deleting subnet fc7b7d62-b416-477f-bc1e-4b77547b350e {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:03.024819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30851d25-11ec-4fd4-80e7-30438fbc0e8e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.072265 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-c6cb7aad-8a3a-4629-a0cd-398017acf8ec', 'network_id': 'c6cb7aad-8a3a-4629-a0cd-398017acf8ec', 'tenant_id': '8e958f52975b4d9da8df9d4544a8752e', 'fixed_ips': [{'subnet_id': 'e3aba2d2-2349-4a9f-a513-1f5cbef7f8c5'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:46:03.078909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.088683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-71322e59-b3af-42d9-b3c0-a6e56dd42703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:03.088947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71322e59-b3af-42d9-b3c0-a6e56dd42703 None None] The sync data for ids ['94abef30-fb2d-43b6-9be3-883860a074aa'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:03.144198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] For port 6b508310-885d-4526-b2a1-f428fd1edd5c, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:03.152996 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] For port 6b508310-885d-4526-b2a1-f428fd1edd5c, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6b508310-885d-4526-b2a1-f428fd1edd5c,segment=NetworkSegment(13cdc53c-a3bc-4ff7-8016-7e2809561d4c),segment_id=13cdc53c-a3bc-4ff7-8016-7e2809561d4c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:03.172900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30851d25-11ec-4fd4-80e7-30438fbc0e8e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.186634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.198349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.281254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:45:49Z', 'revision_number': 3, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:00Z', 'revision_number': 4, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:03.299207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.309015 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-181ef41f-28a9-44ff-bf36-159b215af0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.313664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533742ba-df27-4afe-9b94-8f5ba7b3865b None None] The sync data for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv is: [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:45:49Z', 'revision_number': 3, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:00Z', 'revision_number': 4, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:03.330035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port cb97d705-0956-4acc-a444-3e0934fbe0f4 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:03.331596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-181ef41f-28a9-44ff-bf36-159b215af0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.379503 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port cb97d705-0956-4acc-a444-3e0934fbe0f4 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:03.379868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.413333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c242e178-82f5-4e74-89ee-b3ef25a3b5d5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756969228418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132287513'] for subnet, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.417826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Subnet': ['ID=46842ed6-b4f7-4030-885c-2cbbbea1aba5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:03.460663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db179858-a016-44b3-9cd4-cd7ea7ece466 None None] Pushing event updated for resources: {'Port': ['ID=6b508310-885d-4526-b2a1-f428fd1edd5c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:03.549734 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Allocated IP 172.20.0.3 (c6cb7aad-8a3a-4629-a0cd-398017acf8ec/e3aba2d2-2349-4a9f-a513-1f5cbef7f8c5/43deee7e-237d-4519-aa38-a06be9d82af4) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:03.572374 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181ef41f-28a9-44ff-bf36-159b215af0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:03.573400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-181ef41f-28a9-44ff-bf36-159b215af0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.588702 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-181ef41f-28a9-44ff-bf36-159b215af0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/ports/6bec0d0a-e6d7-4a07-ba11-575ecf6782a1 HTTP/1.1" status: 200 len: 910 time: 1.9935296 Jun 15 14:46:03.597260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35254) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:03.664572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6944343a-1830-4192-910a-bf93bcad14b2 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:03.667150 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6944343a-1830-4192-910a-bf93bcad14b2 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6799173 Jun 15 14:46:03.667277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242e178-82f5-4e74-89ee-b3ef25a3b5d5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event updated for resources: {'Subnet': ['ID=e3aba2d2-2349-4a9f-a513-1f5cbef7f8c5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:03.686842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35260) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:03.721912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Checking segment: {'id': '60b9ecd8-9353-4813-bb31-192540bb38f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15a812db-deb9-4a38-a56b-5819eaf6df15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:03.722504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network hostable DHCP agents. Network: 15a812db-deb9-4a38-a56b-5819eaf6df15, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:46:03.759846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port cb97d705-0956-4acc-a444-3e0934fbe0f4 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:03.761665 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.908705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 12e27e2a-859e-48ce-8d8b-85b2281e9f10 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:03.909309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ef41f-28a9-44ff-bf36-159b215af0be tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=6bec0d0a-e6d7-4a07-ba11-575ecf6782a1,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:03.930319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:03.939124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port cb97d705-0956-4acc-a444-3e0934fbe0f4, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cb97d705-0956-4acc-a444-3e0934fbe0f4,segment=NetworkSegment(dccdb0e0-7f6f-4a40-8eb3-271a11f81955),segment_id=dccdb0e0-7f6f-4a40-8eb3-271a11f81955)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:03.958831 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.961610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:03.963116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:03.999900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c242e178-82f5-4e74-89ee-b3ef25a3b5d5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:04.000825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c242e178-82f5-4e74-89ee-b3ef25a3b5d5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:04.002547 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c242e178-82f5-4e74-89ee-b3ef25a3b5d5 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "PUT /v2.0/subnets/e3aba2d2-2349-4a9f-a513-1f5cbef7f8c5 HTTP/1.1" status: 200 len: 877 time: 2.2070577 Jun 15 14:46:04.063305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35266) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:04.117478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30851d25-11ec-4fd4-80e7-30438fbc0e8e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:04.168641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=dc0140a1-5ed2-44da-beb4-c933a3bbe4e2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:04.193926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 15a812db-deb9-4a38-a56b-5819eaf6df15 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:46:04.273306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=cb97d705-0956-4acc-a444-3e0934fbe0f4,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:04.288122 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-23be0bc7-20da-45d3-a48e-59aad7346e4d None None] Provisioning for port dc06da1f-3813-4920-b22f-9e2f61a45a8f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:04.314975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-23be0bc7-20da-45d3-a48e-59aad7346e4d None None] Provisioning complete for port dc06da1f-3813-4920-b22f-9e2f61a45a8f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:04.315558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-23be0bc7-20da-45d3-a48e-59aad7346e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:04.362891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 15a812db-deb9-4a38-a56b-5819eaf6df15) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:04.387598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:04.388616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:04.396699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35276) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:04.397837 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-23be0bc7-20da-45d3-a48e-59aad7346e4d None None] Port dc06da1f-3813-4920-b22f-9e2f61a45a8f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:04.399655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94ad19-4ef6-4a34-ac6a-1d1842a88c4e None None] Network 15a812db-deb9-4a38-a56b-5819eaf6df15 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:04.474426 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6c70e672-e699-42ca-b164-9f960a0cde60 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3563287 Jun 15 14:46:04.487047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35282) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:04.527060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': '15a812db-deb9-4a38-a56b-5819eaf6df15', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1992657381'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:04.535751 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30851d25-11ec-4fd4-80e7-30438fbc0e8e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:04.592256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbf2174-6ba6-4cd7-9f71-7c9f12cffa85 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:04.602902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbf2174-6ba6-4cd7-9f71-7c9f12cffa85 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:04.611081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbf2174-6ba6-4cd7-9f71-7c9f12cffa85 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:04.613254 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-efbf2174-6ba6-4cd7-9f71-7c9f12cffa85 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.8716028 Jun 15 14:46:04.619911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35286) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:04.628064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30851d25-11ec-4fd4-80e7-30438fbc0e8e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7b7d62-b416-477f-bc1e-4b77547b350e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:04.641147 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-30851d25-11ec-4fd4-80e7-30438fbc0e8e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:04.706399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d217652a-63ea-48c9-8311-2071e1670d60 None None] Network 8ade030a-075d-40b1-9299-4520e2d0da44 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:04.718159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:04.776805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:04.787285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a51ce332-4752-465c-bc47-97a7f5711490 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 43a3242a-d002-4c09-86d5-948475aa61ca {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:04.787403 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a51ce332-4752-465c-bc47-97a7f5711490 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:04.804797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:04.870579 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-d472318f-f731-45e9-8b8f-fa1ca123e071 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:04.874583 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d472318f-f731-45e9-8b8f-fa1ca123e071 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4615469 Jun 15 14:46:04.900241 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-30851d25-11ec-4fd4-80e7-30438fbc0e8e tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "DELETE /v2.0/subnets/fc7b7d62-b416-477f-bc1e-4b77547b350e HTTP/1.1" status: 204 len: 168 time: 2.0796905 Jun 15 14:46:04.901926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35290) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:04.902266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35292) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:04.943244 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Transition to ACTIVE for port object 43deee7e-237d-4519-aa38-a06be9d82af4 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:04.955972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-45ff35e8-a1a7-403d-b3ba-94f44c7829a7 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:04.967227 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-45ff35e8-a1a7-403d-b3ba-94f44c7829a7 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0605037 Jun 15 14:46:04.980694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35298) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:04.988091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-b347adf7-356a-4a19-a918-4ba8defd6541 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:04.989376 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b347adf7-356a-4a19-a918-4ba8defd6541 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0080264 Jun 15 14:46:05.002321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-23be0bc7-20da-45d3-a48e-59aad7346e4d None None] Provisioning complete for port cb97d705-0956-4acc-a444-3e0934fbe0f4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:05.004636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-23be0bc7-20da-45d3-a48e-59aad7346e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:05.005620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35302) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.021828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-626feb2b-5eff-4771-89a9-5b2781c80a6c tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.023710 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-626feb2b-5eff-4771-89a9-5b2781c80a6c tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0148773 Jun 15 14:46:05.026697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35306) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.042334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-e33a78c7-43a4-49d7-9a9b-65c23403ea4d tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.044538 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e33a78c7-43a4-49d7-9a9b-65c23403ea4d tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0139136 Jun 15 14:46:05.059951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6b508310-885d-4526-b2a1-f428fd1edd5c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:05.103892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35310) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.126850 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73f8dda-ded1-46e8-bdff-0ac9f7f80d6c None None] Network 12e27e2a-859e-48ce-8d8b-85b2281e9f10 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:05.191616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-0140ea9c-f83f-4850-9da1-27b6bf93de05 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.195106 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0140ea9c-f83f-4850-9da1-27b6bf93de05 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0854726 Jun 15 14:46:05.211092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35314) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.223969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Transition to ACTIVE for port object 43deee7e-237d-4519-aa38-a06be9d82af4 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:05.342697 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:05.430007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-bd7bacd4-3174-4a6f-8f1c-fdc79efceab6 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.431239 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bd7bacd4-3174-4a6f-8f1c-fdc79efceab6 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.2191920 Jun 15 14:46:05.434779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35318) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.461554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a51ce332-4752-465c-bc47-97a7f5711490 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:05.464098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Network c6cb7aad-8a3a-4629-a0cd-398017acf8ec is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:05.465083 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:05.469957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-85b37292-288b-4cc8-a9f1-cf7eacd5e08b tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.473403 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-85b37292-288b-4cc8-a9f1-cf7eacd5e08b tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0206964 Jun 15 14:46:05.481844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:port and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:05.484221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35322) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.486715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:05.507776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:05.515475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:05.525936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-ddd9dfba-ded2-49b3-9e86-9fa362753314 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.527160 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ddd9dfba-ded2-49b3-9e86-9fa362753314 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0418973 Jun 15 14:46:05.533216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:05.538280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35326) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.539428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:05.551313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:05.552043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 6b508310-885d-4526-b2a1-f428fd1edd5c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:05.555240 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Pushing event updated for resources: {'Port': ['ID=43deee7e-237d-4519-aa38-a06be9d82af4,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:05.568987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-68b4788a-2595-4a15-bbeb-d861328f924b tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.570581 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-68b4788a-2595-4a15-bbeb-d861328f924b tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0282834 Jun 15 14:46:05.578102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35330) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.601549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-425690f4-ee3b-4c6c-a6a2-b2cfc0f24eb3 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.605417 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-425690f4-ee3b-4c6c-a6a2-b2cfc0f24eb3 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0218394 Jun 15 14:46:05.608694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:05.612091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:05.623515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35334) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.629215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-15a812db-deb9-4a38-a56b-5819eaf6df15', 'network_id': '15a812db-deb9-4a38-a56b-5819eaf6df15', 'tenant_id': '521159c916044f0ba796279da421933a', 'fixed_ips': [{'subnet_id': '46842ed6-b4f7-4030-885c-2cbbbea1aba5'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:46:05.630119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:05.637812 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a51ce332-4752-465c-bc47-97a7f5711490 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for 43a3242a-d002-4c09-86d5-948475aa61ca owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:05.655862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-b7eb75f9-3229-4b3a-9152-35f43c9285a7 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.659234 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b7eb75f9-3229-4b3a-9152-35f43c9285a7 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0288858 Jun 15 14:46:05.667883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35338) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.676513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cb97d705-0956-4acc-a444-3e0934fbe0f4 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:05.686837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-0b9a4e46-d6c3-4e77-b1d5-6f77916f7257 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.690261 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0b9a4e46-d6c3-4e77-b1d5-6f77916f7257 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0196404 Jun 15 14:46:05.697182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35342) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.708887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-28421b94-719c-4234-a457-77ce75d5df51 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.712431 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-28421b94-719c-4234-a457-77ce75d5df51 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0108294 Jun 15 14:46:05.715163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35346) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.722146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-905ec324-3ad6-4a84-ab6f-35baa47f0db5 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.725393 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-905ec324-3ad6-4a84-ab6f-35baa47f0db5 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0087264 Jun 15 14:46:05.733781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35350) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.739344 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-41cbeee7-d5cc-4cfa-b3ec-4f3792ee288b tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.743308 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41cbeee7-d5cc-4cfa-b3ec-4f3792ee288b tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0047669 Jun 15 14:46:05.745258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35354) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.751962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-b781821f-5e0b-4a4e-8237-2bfeba29633e tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.755036 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b781821f-5e0b-4a4e-8237-2bfeba29633e tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068097 Jun 15 14:46:05.757674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Deleting port 02251d11-2916-46af-8c80-0265afa8bdc9 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:05.758025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:05.767503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35360) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.772581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c8b9-d5c8-4d5f-934f-197e3747f493 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:05.811157 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port ccc68fec-48ed-4a83-92c2-82376d422baa yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:46:05.824154 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-253e8a61-fe1e-40fd-8bd5-d540ab86f913 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.827562 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-253e8a61-fe1e-40fd-8bd5-d540ab86f913 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0567746 Jun 15 14:46:05.831688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35364) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.846525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-6a1fb6b8-4bb7-4862-997d-1de3d8563f0d tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.849907 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6a1fb6b8-4bb7-4862-997d-1de3d8563f0d tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0148230 Jun 15 14:46:05.859624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35368) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.873458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-c794022a-35bd-4869-aab7-8f78295c265d tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.876846 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c794022a-35bd-4869-aab7-8f78295c265d tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0130320 Jun 15 14:46:05.881728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35372) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.891990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-23be0bc7-20da-45d3-a48e-59aad7346e4d None None] Current status of the port cb97d705-0956-4acc-a444-3e0934fbe0f4 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:05.909295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-2f7bbb1a-8374-4199-9d37-4d064909ef58 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.912660 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f7bbb1a-8374-4199-9d37-4d064909ef58 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0217919 Jun 15 14:46:05.926104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Attempting to bind port 43deee7e-237d-4519-aa38-a06be9d82af4 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:05.926615 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Attempting to bind port 43deee7e-237d-4519-aa38-a06be9d82af4 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '3b0f8f9d-9d7e-4fd9-a340-d42a285914f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c6cb7aad-8a3a-4629-a0cd-398017acf8ec'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:05.927838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Attempting to bind port 43deee7e-237d-4519-aa38-a06be9d82af4 on network c6cb7aad-8a3a-4629-a0cd-398017acf8ec {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:05.944586 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35376) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.965733 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-5adef92b-3075-455a-9b18-633c43ae00a9 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.969135 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5adef92b-3075-455a-9b18-633c43ae00a9 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0212646 Jun 15 14:46:05.971624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:05.975936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35380) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:05.991100 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-a06cd8e2-d9b5-41bc-9d1e-ac9e0794eae5 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:05.994623 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a06cd8e2-d9b5-41bc-9d1e-ac9e0794eae5 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0141904 Jun 15 14:46:05.994763 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:05.994763 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Checking segment: {'id': '3b0f8f9d-9d7e-4fd9-a340-d42a285914f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c6cb7aad-8a3a-4629-a0cd-398017acf8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:05.994763 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:05.995233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Bound using segment: {'id': '3b0f8f9d-9d7e-4fd9-a340-d42a285914f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c6cb7aad-8a3a-4629-a0cd-398017acf8ec'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:05.996224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Bound port: 43deee7e-237d-4519-aa38-a06be9d82af4, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0f8f9d-9d7e-4fd9-a340-d42a285914f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c6cb7aad-8a3a-4629-a0cd-398017acf8ec'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:05.996224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:05.999476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35384) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.024158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-8d98623c-01e6-49d1-81d2-ce435287b899 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.028371 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8d98623c-01e6-49d1-81d2-ce435287b899 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0092473 Jun 15 14:46:06.039945 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35388) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.056980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-f9fd995d-dfa5-4b9e-96f3-27eca5bd2c0f tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.057975 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f9fd995d-dfa5-4b9e-96f3-27eca5bd2c0f tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0154915 Jun 15 14:46:06.066426 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Subnet': ['ID=e3aba2d2-2349-4a9f-a513-1f5cbef7f8c5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:06.068010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35392) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.083471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c4fa6c-d5ae-4b52-b58e-0e4f79e98e02 None None] DHCP port deletion for 8ade030a-075d-40b1-9299-4520e2d0da44 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:06.103354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-235d252b-0606-4307-92e1-43372c745997 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.106838 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-235d252b-0606-4307-92e1-43372c745997 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0161724 Jun 15 14:46:06.123820 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35396) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.132734 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69c4fa6c-d5ae-4b52-b58e-0e4f79e98e02 None None] Deleting port 02251d11-2916-46af-8c80-0265afa8bdc9 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:06.133265 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69c4fa6c-d5ae-4b52-b58e-0e4f79e98e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.153146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a51ce332-4752-465c-bc47-97a7f5711490 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.192738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-6c0e0566-5a9e-4242-86b4-35184d48d4a3 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.196448 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6c0e0566-5a9e-4242-86b4-35184d48d4a3 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0689931 Jun 15 14:46:06.201661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-23be0bc7-20da-45d3-a48e-59aad7346e4d None None] Provisioning for port 43a3242a-d002-4c09-86d5-948475aa61ca completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:06.202233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35400) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.213621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port cb97d705-0956-4acc-a444-3e0934fbe0f4 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:06.214136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.242647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ce332-4752-465c-bc47-97a7f5711490 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=43a3242a-d002-4c09-86d5-948475aa61ca,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:06.255463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:46:06.259613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-23be0bc7-20da-45d3-a48e-59aad7346e4d None None] Provisioning complete for port 43a3242a-d002-4c09-86d5-948475aa61ca triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:06.260144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-23be0bc7-20da-45d3-a48e-59aad7346e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.266583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.267616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a51ce332-4752-465c-bc47-97a7f5711490 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.276963 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-8abacbbe-c75b-4768-9813-bad0376f0c73 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.280889 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8abacbbe-c75b-4768-9813-bad0376f0c73 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0776825 Jun 15 14:46:06.281042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35404) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.289069 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a51ce332-4752-465c-bc47-97a7f5711490 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/43a3242a-d002-4c09-86d5-948475aa61ca HTTP/1.1" status: 204 len: 168 time: 1.6598029 Jun 15 14:46:06.290479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-0c1fdfa7-859e-43b1-b6a4-c3bcb8f02342 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.291436 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0c1fdfa7-859e-43b1-b6a4-c3bcb8f02342 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0092232 Jun 15 14:46:06.292119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35408) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.297797 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35410) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.310625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.329908 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.330973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.340554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-e9bb6152-789c-4c71-8e33-6fc6fe3eba7e tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.343897 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e9bb6152-789c-4c71-8e33-6fc6fe3eba7e tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0426722 Jun 15 14:46:06.392166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cb7aad-8a3a-4629-a0cd-398017acf8ec']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:06.395659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35416) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.402208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-23be0bc7-20da-45d3-a48e-59aad7346e4d None None] Port 43a3242a-d002-4c09-86d5-948475aa61ca was deleted so its status cannot be updated. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Jun 15 14:46:06.429174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-1b72fb49-6957-444c-aee6-50385b0d98fb tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.432460 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1b72fb49-6957-444c-aee6-50385b0d98fb tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0228677 Jun 15 14:46:06.432460 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-777d70f6-d779-4f34-920c-4baf25338062 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:46:06.432460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-777d70f6-d779-4f34-920c-4baf25338062 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:06.437807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] For port 02251d11-2916-46af-8c80-0265afa8bdc9, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=02251d11-2916-46af-8c80-0265afa8bdc9,segment=NetworkSegment(9aa11928-3bb6-4680-9069-0ef47c277b69),segment_id=9aa11928-3bb6-4680-9069-0ef47c277b69)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:06.438019 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35420) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.438538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.452268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-811ec0d6-e305-4f72-b59c-2e36dd1169cc tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.452475 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-811ec0d6-e305-4f72-b59c-2e36dd1169cc tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0133855 Jun 15 14:46:06.456678 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] For port 43deee7e-237d-4519-aa38-a06be9d82af4, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:06.460674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35424) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.463703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Allocated IP 172.20.0.2 (15a812db-deb9-4a38-a56b-5819eaf6df15/46842ed6-b4f7-4030-885c-2cbbbea1aba5/faf8d882-a9b4-4097-8d00-e5cd964a95a3) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:06.472267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-4e22014a-b37b-454a-b260-9f2c4edddcb8 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.473409 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e22014a-b37b-454a-b260-9f2c4edddcb8 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0117579 Jun 15 14:46:06.474272 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8c8b9-d5c8-4d5f-934f-197e3747f493 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 6bec0d0a-e6d7-4a07-ba11-575ecf6782a1 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:06.474657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c8b9-d5c8-4d5f-934f-197e3747f493 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.482421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0f8f9d-9d7e-4fd9-a340-d42a285914f7') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:06.482760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0f8f9d-9d7e-4fd9-a340-d42a285914f7') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:06.492989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35428) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.508159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] For port 43deee7e-237d-4519-aa38-a06be9d82af4, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=43deee7e-237d-4519-aa38-a06be9d82af4,segment=NetworkSegment(3b0f8f9d-9d7e-4fd9-a340-d42a285914f7),segment_id=3b0f8f9d-9d7e-4fd9-a340-d42a285914f7)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:06.513662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-777d70f6-d779-4f34-920c-4baf25338062 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:06.514900 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-777d70f6-d779-4f34-920c-4baf25338062 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/43a3242a-d002-4c09-86d5-948475aa61ca HTTP/1.1" status: 404 len: 333 time: 0.2191749 Jun 15 14:46:06.527107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35432) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.562455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-6af25799-563e-47e7-b3c8-412777fa4c97 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.565830 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6af25799-563e-47e7-b3c8-412777fa4c97 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0657296 Jun 15 14:46:06.568216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.593087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35436) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.662221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-69fa7017-0b7f-4fb6-91f6-47f3321c4631 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.665727 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-69fa7017-0b7f-4fb6-91f6-47f3321c4631 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0102739 Jun 15 14:46:06.706374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.720561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35440) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.735371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Calling delete_port for 02251d11-2916-46af-8c80-0265afa8bdc9 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:06.776133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=dc0140a1-5ed2-44da-beb4-c933a3bbe4e2,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:06.786851 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3be0e3a1-668e-4c97-8c61-65fcfa51958e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port dc06da1f-3813-4920-b22f-9e2f61a45a8f {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:06.787197 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3be0e3a1-668e-4c97-8c61-65fcfa51958e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.802296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-0c42f77b-477f-4c93-8da3-495f15497e10 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.806140 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0c42f77b-477f-4c93-8da3-495f15497e10 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0355198 Jun 15 14:46:06.818366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35444) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.835934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-b9db6f7f-cc45-4c86-bafd-c0bfd0cea9da tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.839808 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b9db6f7f-cc45-4c86-bafd-c0bfd0cea9da tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0173483 Jun 15 14:46:06.844492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35448) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.845459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.866446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-905ecbbb-5dd5-4dbf-b1d8-b8ce8fc787cd tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.871354 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-905ecbbb-5dd5-4dbf-b1d8-b8ce8fc787cd tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0233948 Jun 15 14:46:06.872314 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35452) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.873401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c8b9-d5c8-4d5f-934f-197e3747f493 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.878691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-69c4fa6c-d5ae-4b52-b58e-0e4f79e98e02 None None] For port 02251d11-2916-46af-8c80-0265afa8bdc9, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=02251d11-2916-46af-8c80-0265afa8bdc9,segment=NetworkSegment(9aa11928-3bb6-4680-9069-0ef47c277b69),segment_id=9aa11928-3bb6-4680-9069-0ef47c277b69)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:06.879086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69c4fa6c-d5ae-4b52-b58e-0e4f79e98e02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.888630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ff639b17-76be-44e5-8842-74f826ab1473 None None] Provisioning complete for port dc06da1f-3813-4920-b22f-9e2f61a45a8f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:06.889003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff639b17-76be-44e5-8842-74f826ab1473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.905332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:06.905739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.941809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:06.948429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-2fb982d0-44c8-4156-a6fe-0c41007846f0 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.952429 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2fb982d0-44c8-4156-a6fe-0c41007846f0 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0240772 Jun 15 14:46:06.954746 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port cb97d705-0956-4acc-a444-3e0934fbe0f4 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:06.956147 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 002655fd-7a18-418a-b58f-0b4db5f02209 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:06.973635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35458) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:06.993638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-ff1b9264-c918-4c95-a4ae-cd4526848763 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:06.995305 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ff1b9264-c918-4c95-a4ae-cd4526848763 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0083425 Jun 15 14:46:07.145010 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3b0f8f9d-9d7e-4fd9-a340-d42a285914f7 resource provider aggregate not found Jun 15 14:46:07.148417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35462) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.161714 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69c4fa6c-d5ae-4b52-b58e-0e4f79e98e02 None None] Calling delete_port for 02251d11-2916-46af-8c80-0265afa8bdc9 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:07.165474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-babd610a-10a9-4033-bf1b-f1c350f09516 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.168882 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-babd610a-10a9-4033-bf1b-f1c350f09516 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0166993 Jun 15 14:46:07.184853 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3b0f8f9d-9d7e-4fd9-a340-d42a285914f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b0f8f9d-9d7e-4fd9-a340-d42a285914f7 found for delete ", "request_id": "req-54126968-9049-4544-bd5e-a9370641140c"}]} Jun 15 14:46:07.185268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35468) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.190234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8261a-ab29-4299-a5e3-fe2ec51dbd13 None None] Pushing event updated for resources: {'Port': ['ID=43deee7e-237d-4519-aa38-a06be9d82af4,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:07.200871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event deleted for resources: {'Port': ['ID=02251d11-2916-46af-8c80-0265afa8bdc9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:07.202920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] No DVR routers for this DVR port 02251d11-2916-46af-8c80-0265afa8bdc9 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:07.246495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-7bfa0e19-551c-420e-9c07-57dbf8afed85 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.247444 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7bfa0e19-551c-420e-9c07-57dbf8afed85 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0482931 Jun 15 14:46:07.253553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35472) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.264845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8c8b9-d5c8-4d5f-934f-197e3747f493 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for 6bec0d0a-e6d7-4a07-ba11-575ecf6782a1 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:07.276879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ff639b17-76be-44e5-8842-74f826ab1473 None None] Port dc06da1f-3813-4920-b22f-9e2f61a45a8f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:07.292707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-26a27735-e5f1-4ae3-9102-ada6fee8a248 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.296237 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-26a27735-e5f1-4ae3-9102-ada6fee8a248 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0334787 Jun 15 14:46:07.297185 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35476) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.320882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-d70e2f97-afd5-4dda-a1b8-ff7c5b2db2cf tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.324276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7b982b-0978-4ae0-87a6-28dcb9d8ffd8 None None] Network c6cb7aad-8a3a-4629-a0cd-398017acf8ec requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:07.324404 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d70e2f97-afd5-4dda-a1b8-ff7c5b2db2cf tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0142813 Jun 15 14:46:07.324504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35480) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.336268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-c67c2a05-60cd-4d33-8c5a-c221e38b6a9c tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.342076 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c67c2a05-60cd-4d33-8c5a-c221e38b6a9c tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0091627 Jun 15 14:46:07.342255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 15 14:46:07.342255 dv-neutron-845844-1-hyperv neutron-server[89018]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 15 14:46:07.342255 dv-neutron-845844-1-hyperv neutron-server[89018]: [parameters: {'id': 'c6cb7aad-8a3a-4629-a0cd-398017acf8ec'}] Jun 15 14:46:07.342255 dv-neutron-845844-1-hyperv neutron-server[89018]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:46:07.342255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:46:07.342929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35484) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.359954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network 12e27e2a-859e-48ce-8d8b-85b2281e9f10 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:07.363088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:07.384887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-ab79c0fa-1825-4782-8d2a-5fd927bd432c tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.388399 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ab79c0fa-1825-4782-8d2a-5fd927bd432c tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0420866 Jun 15 14:46:07.406389 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35488) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.411756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-db255362-dcd0-4736-b652-e1a116573ed7 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.415985 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-db255362-dcd0-4736-b652-e1a116573ed7 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055146 Jun 15 14:46:07.421003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35492) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.436261 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-e2a2f7ed-b14f-4b9b-ada7-fde10ddd6f27 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.439732 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e2a2f7ed-b14f-4b9b-ada7-fde10ddd6f27 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0158434 Jun 15 14:46:07.447541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35496) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.458951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-4ece32a3-f3d0-49c1-9196-a3aebf539a09 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.462539 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4ece32a3-f3d0-49c1-9196-a3aebf539a09 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0115874 Jun 15 14:46:07.484896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-69c4fa6c-d5ae-4b52-b58e-0e4f79e98e02 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:46:07.485514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-69c4fa6c-d5ae-4b52-b58e-0e4f79e98e02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:46:07.488494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35500) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.490668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ff639b17-76be-44e5-8842-74f826ab1473 None None] Provisioning for port 6b508310-885d-4526-b2a1-f428fd1edd5c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:07.499593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-39d4d7eb-f2ab-438f-8f2e-cc175e9d7e3c tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.503345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:07.503543 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-39d4d7eb-f2ab-438f-8f2e-cc175e9d7e3c tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0112195 Jun 15 14:46:07.531039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 002655fd-7a18-418a-b58f-0b4db5f02209 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:07.534199 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ff639b17-76be-44e5-8842-74f826ab1473 None None] Provisioning complete for port 6b508310-885d-4526-b2a1-f428fd1edd5c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:07.534568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff639b17-76be-44e5-8842-74f826ab1473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:07.555837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35504) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.624549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-99b9a3fc-a90c-4e9f-be13-3325e19b93f1 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.627758 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-99b9a3fc-a90c-4e9f-be13-3325e19b93f1 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0681837 Jun 15 14:46:07.628234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35508) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.630263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Transition to ACTIVE for port object faf8d882-a9b4-4097-8d00-e5cd964a95a3 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:07.632803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-c7bca186-f936-47e0-9b36-76294c409cfc tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.636603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 002655fd-7a18-418a-b58f-0b4db5f02209 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:07.636603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:07.636847 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c7bca186-f936-47e0-9b36-76294c409cfc tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047894 Jun 15 14:46:07.636847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3be0e3a1-668e-4c97-8c61-65fcfa51958e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:07.643662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35512) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.653970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-1497ed14-64ce-4cba-9e1b-f3aa1bf99c0e tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.657337 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1497ed14-64ce-4cba-9e1b-f3aa1bf99c0e tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0090766 Jun 15 14:46:07.658392 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35516) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.737122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:07.737391 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-5e7d9880-24f6-48fc-b72c-52b101e54347 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.740647 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5e7d9880-24f6-48fc-b72c-52b101e54347 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0792692 Jun 15 14:46:07.769309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Transition to ACTIVE for port object faf8d882-a9b4-4097-8d00-e5cd964a95a3 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:07.784974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35520) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.789261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:07.816211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3be0e3a1-668e-4c97-8c61-65fcfa51958e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for dc06da1f-3813-4920-b22f-9e2f61a45a8f owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:07.830275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-81ce0598-ae75-4156-9ec6-d4df6dbb49ac tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.834210 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-81ce0598-ae75-4156-9ec6-d4df6dbb49ac tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0406303 Jun 15 14:46:07.839489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ade030a-075d-40b1-9299-4520e2d0da44']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:07.845722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35524) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.855322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:07.862952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-b62e62e5-8514-4669-b788-200b82de348d tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.867948 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b62e62e5-8514-4669-b788-200b82de348d tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0179017 Jun 15 14:46:07.868665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:46:07.874926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35528) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.895508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa11928-3bb6-4680-9069-0ef47c277b69') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:07.895790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa11928-3bb6-4680-9069-0ef47c277b69') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:07.906871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-6dc16b79-49b4-439a-877c-224d00661308 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:07.910903 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6dc16b79-49b4-439a-877c-224d00661308 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0319765 Jun 15 14:46:07.911699 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35532) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:07.922990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Network 15a812db-deb9-4a38-a56b-5819eaf6df15 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:07.946384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:07.962112 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:07.983271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:07.997133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c8b9-d5c8-4d5f-934f-197e3747f493 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.004167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-d3fa4e8f-7f41-4591-82ad-4380bfe7edc2 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:08.007783 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d3fa4e8f-7f41-4591-82ad-4380bfe7edc2 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0872550 Jun 15 14:46:08.007783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Deleting port 43deee7e-237d-4519-aa38-a06be9d82af4 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:08.007783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.009945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Pushing event updated for resources: {'Port': ['ID=faf8d882-a9b4-4097-8d00-e5cd964a95a3,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:08.021077 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69c4fa6c-d5ae-4b52-b58e-0e4f79e98e02 None None] Deleting port 02251d11-2916-46af-8c80-0265afa8bdc9 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:08.021631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69c4fa6c-d5ae-4b52-b58e-0e4f79e98e02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.041040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35536) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.047372 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f980f397-3e5c-48b7-8178-d7f633daf790 None None] Network c6cb7aad-8a3a-4629-a0cd-398017acf8ec requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:08.057306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-31bc7d65-8c2b-4318-a9b3-0ebba6399645 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:08.060882 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-31bc7d65-8c2b-4318-a9b3-0ebba6399645 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0088992 Jun 15 14:46:08.061655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35540) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.070137 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ff639b17-76be-44e5-8842-74f826ab1473 None None] Current status of the port 6b508310-885d-4526-b2a1-f428fd1edd5c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:08.070739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff639b17-76be-44e5-8842-74f826ab1473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.116157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-91b5dbd2-540f-4400-8fc5-ec728663be3d tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:08.117393 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-91b5dbd2-540f-4400-8fc5-ec728663be3d tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0524538 Jun 15 14:46:08.118305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8c8b9-d5c8-4d5f-934f-197e3747f493 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=6bec0d0a-e6d7-4a07-ba11-575ecf6782a1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:08.146114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35544) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.166890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-92af2c09-f8d3-43da-8f5e-560d78e3a539 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:08.167875 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-92af2c09-f8d3-43da-8f5e-560d78e3a539 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0154850 Jun 15 14:46:08.174260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35548) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.177853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.5 (15a812db-deb9-4a38-a56b-5819eaf6df15/46842ed6-b4f7-4030-885c-2cbbbea1aba5/ccc68fec-48ed-4a83-92c2-82376d422baa) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:08.186298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-56a83aca-6da1-46c1-8c3e-ac19865bbc90 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:08.187266 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-56a83aca-6da1-46c1-8c3e-ac19865bbc90 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0098715 Jun 15 14:46:08.187541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.193340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35552) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.202102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-ed910b44-38a7-4ca7-9397-4383d18dc3fc tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:08.203130 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ed910b44-38a7-4ca7-9397-4383d18dc3fc tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0088813 Jun 15 14:46:08.206496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35556) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.214137 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-e94d54cc-8af9-48db-822f-946484b60dec tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:08.215108 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e94d54cc-8af9-48db-822f-946484b60dec tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0077205 Jun 15 14:46:08.217862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35560) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.228578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-6dea9d3c-4b05-4ccf-9e53-ab6748b5a33d tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:08.232259 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6dea9d3c-4b05-4ccf-9e53-ab6748b5a33d tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0108223 Jun 15 14:46:08.232259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3be0e3a1-668e-4c97-8c61-65fcfa51958e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.233429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:08.233923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35564) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.234042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.268661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 002655fd-7a18-418a-b58f-0b4db5f02209 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:08.269290 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.366738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69c4fa6c-d5ae-4b52-b58e-0e4f79e98e02 None None] The port '02251d11-2916-46af-8c80-0265afa8bdc9' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:46:08.376477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Attempting to bind port faf8d882-a9b4-4097-8d00-e5cd964a95a3 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:08.376842 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Attempting to bind port faf8d882-a9b4-4097-8d00-e5cd964a95a3 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '60b9ecd8-9353-4813-bb31-192540bb38f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15a812db-deb9-4a38-a56b-5819eaf6df15'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:08.377206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Attempting to bind port faf8d882-a9b4-4097-8d00-e5cd964a95a3 on network 15a812db-deb9-4a38-a56b-5819eaf6df15 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:08.402338 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:08.404558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:08.404937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Checking segment: {'id': '60b9ecd8-9353-4813-bb31-192540bb38f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15a812db-deb9-4a38-a56b-5819eaf6df15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:08.405545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.405925 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Bound using segment: {'id': '60b9ecd8-9353-4813-bb31-192540bb38f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15a812db-deb9-4a38-a56b-5819eaf6df15'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:08.406430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Bound port: faf8d882-a9b4-4097-8d00-e5cd964a95a3, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60b9ecd8-9353-4813-bb31-192540bb38f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '15a812db-deb9-4a38-a56b-5819eaf6df15'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:08.406813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.414056 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Sync routers for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:08.419835 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-10dd06c8-fe1f-4de9-a99d-bf3bc4c41e0a tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:08.423889 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-10dd06c8-fe1f-4de9-a99d-bf3bc4c41e0a tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.1383994 Jun 15 14:46:08.428082 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:08.429076 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:08.447218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ff639b17-76be-44e5-8842-74f826ab1473 None None] For port 6b508310-885d-4526-b2a1-f428fd1edd5c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6b508310-885d-4526-b2a1-f428fd1edd5c,segment=NetworkSegment(13cdc53c-a3bc-4ff7-8016-7e2809561d4c),segment_id=13cdc53c-a3bc-4ff7-8016-7e2809561d4c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:08.470561 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35568) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.497406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 002655fd-7a18-418a-b58f-0b4db5f02209, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=002655fd-7a18-418a-b58f-0b4db5f02209,segment=NetworkSegment(3fd8ae27-17bf-460e-9e5e-4e9294357faa),segment_id=3fd8ae27-17bf-460e-9e5e-4e9294357faa)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:08.498421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff639b17-76be-44e5-8842-74f826ab1473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.502471 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-f25bb620-ff5b-4803-b0f8-76efda310b0c tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:08.506029 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f25bb620-ff5b-4803-b0f8-76efda310b0c tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0288091 Jun 15 14:46:08.508871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0e3a1-668e-4c97-8c61-65fcfa51958e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=dc06da1f-3813-4920-b22f-9e2f61a45a8f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:08.510828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35572) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.521265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2fb8c8b9-d5c8-4d5f-934f-197e3747f493 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.531994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [None req-e2e2d54e-8391-4916-9104-776890134379 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:08.533835 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e2e2d54e-8391-4916-9104-776890134379 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0141933 Jun 15 14:46:08.536856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35576) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.586291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.600011 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-08c9ed64-fb4d-4f9d-8f70-45a4bcfa1741 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8598232 Jun 15 14:46:08.617689 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [None req-cb50264c-c572-462f-bf5c-e994c05e7602 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] http://10.222.0.26:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:46:08.618706 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cb50264c-c572-462f-bf5c-e994c05e7602 tempest-ExtensionsTestJSON-761198993 tempest-ExtensionsTestJSON-761198993-project] 10.222.0.26 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0798512 Jun 15 14:46:08.619676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.624853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ff639b17-76be-44e5-8842-74f826ab1473 None None] Could not find standard attr ID for object 43a3242a-d002-4c09-86d5-948475aa61ca. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:46:08.630391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.642391 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35580) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.689797 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "DELETE /v2.0/networks/8ade030a-075d-40b1-9299-4520e2d0da44 HTTP/1.1" status: 204 len: 168 time: 3.7819726 Jun 15 14:46:08.718657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] For port faf8d882-a9b4-4097-8d00-e5cd964a95a3, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:08.720166 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35584) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.722690 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff639b17-76be-44e5-8842-74f826ab1473 None None] Pushing event updated for resources: {'Port': ['ID=6b508310-885d-4526-b2a1-f428fd1edd5c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:08.723170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3be0e3a1-668e-4c97-8c61-65fcfa51958e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.728123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] For port faf8d882-a9b4-4097-8d00-e5cd964a95a3, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=faf8d882-a9b4-4097-8d00-e5cd964a95a3,segment=NetworkSegment(60b9ecd8-9353-4813-bb31-192540bb38f8),segment_id=60b9ecd8-9353-4813-bb31-192540bb38f8)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:08.785863 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1247886160'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:08.786583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.798058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:08.804449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:network and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:08.808377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:08.810175 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:08.813949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] For port 43deee7e-237d-4519-aa38-a06be9d82af4, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=43deee7e-237d-4519-aa38-a06be9d82af4,segment=NetworkSegment(3b0f8f9d-9d7e-4fd9-a340-d42a285914f7),segment_id=3b0f8f9d-9d7e-4fd9-a340-d42a285914f7)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:08.814884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:08.817553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.846640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 02251d11-2916-46af-8c80-0265afa8bdc9 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:08.915319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=002655fd-7a18-418a-b58f-0b4db5f02209,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:08.951143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:08.954871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:08.983157 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3be0e3a1-668e-4c97-8c61-65fcfa51958e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/dc06da1f-3813-4920-b22f-9e2f61a45a8f HTTP/1.1" status: 204 len: 168 time: 2.4549770 Jun 15 14:46:08.984135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 02251d11-2916-46af-8c80-0265afa8bdc9 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:08.984576 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 02251d11-2916-46af-8c80-0265afa8bdc9 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:08.986213 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35590) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:08.987042 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-66adbd0c-4e67-47bb-95eb-d204651e231a None None] Provisioning complete for port 6b508310-885d-4526-b2a1-f428fd1edd5c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:08.987508 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-66adbd0c-4e67-47bb-95eb-d204651e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.000964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Calling delete_port for 43deee7e-237d-4519-aa38-a06be9d82af4 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:09.097397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd405e-f479-4bb6-b0dd-b51d4b1031fb None None] Pushing event updated for resources: {'Port': ['ID=faf8d882-a9b4-4097-8d00-e5cd964a95a3,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:09.141356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4553f-1c96-42fe-a546-5e99eb79e9ab tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event deleted for resources: {'Network': ['ID=8ade030a-075d-40b1-9299-4520e2d0da44,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:09.151145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.200379 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-66adbd0c-4e67-47bb-95eb-d204651e231a None None] Current status of the port 6b508310-885d-4526-b2a1-f428fd1edd5c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:09.217084 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-66adbd0c-4e67-47bb-95eb-d204651e231a None None] Provisioning for port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:09.223355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-66adbd0c-4e67-47bb-95eb-d204651e231a None None] Provisioning complete for port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:09.223829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-66adbd0c-4e67-47bb-95eb-d204651e231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.255083 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.278241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Transition to ACTIVE for port object ccc68fec-48ed-4a83-92c2-82376d422baa will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:09.289187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-66adbd0c-4e67-47bb-95eb-d204651e231a None None] Port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:09.296426 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Port': ['ID=43deee7e-237d-4519-aa38-a06be9d82af4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:09.307987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No DVR routers for this DVR port 43deee7e-237d-4519-aa38-a06be9d82af4 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:09.340465 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 9aa11928-3bb6-4680-9069-0ef47c277b69 resource provider aggregate not found Jun 15 14:46:09.394514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35600) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:09.409335 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 9aa11928-3bb6-4680-9069-0ef47c277b69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9aa11928-3bb6-4680-9069-0ef47c277b69 found for delete ", "request_id": "req-cbef1adb-9bb4-4cd9-b8d5-bc5b1ecf6a8e"}]} Jun 15 14:46:09.427977 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97fc767-b414-4f72-a5fc-ff7d22f2c598 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:46:09.429842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c97fc767-b414-4f72-a5fc-ff7d22f2c598 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:09.455282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dadb8fa-eff4-4785-8d3e-1b7b3ce1d138 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Deleting subnet 24c13c43-9bf8-4a5b-b819-3565572f6137 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:09.478473 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:04Z', 'revision_number': 4, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:00Z', 'revision_number': 4, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:05Z', 'revision_number': 2, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:09.483061 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Checking router: d26a7a47-5d91-46b4-b1ff-33bdbed6a024 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:46:09.483423 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Updating router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:46:09.513766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.527704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:09.547203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7dadb8fa-eff4-4785-8d3e-1b7b3ce1d138 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.575940 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.617463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.617847 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Added segment 4015115d-b048-41b0-8f56-4ce657fa8886 of type vlan for network ee9ffb33-82fd-4b70-b966-c5774b860296 Jun 15 14:46:09.622875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb8c8b9-d5c8-4d5f-934f-197e3747f493 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 0435f235-2086-45eb-8222-ad4df4d42bf3 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:46:09.629958 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c97fc767-b414-4f72-a5fc-ff7d22f2c598 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:09.631638 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c97fc767-b414-4f72-a5fc-ff7d22f2c598 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/dc06da1f-3813-4920-b22f-9e2f61a45a8f HTTP/1.1" status: 404 len: 333 time: 0.6389289 Jun 15 14:46:09.636963 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35606) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:09.646867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7dadb8fa-eff4-4785-8d3e-1b7b3ce1d138 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.759911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.782799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=ccc68fec-48ed-4a83-92c2-82376d422baa,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:09.785032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.805627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 15a812db-deb9-4a38-a56b-5819eaf6df15 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:09.811270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:09.820912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:09.844068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.857837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6cb7aad-8a3a-4629-a0cd-398017acf8ec']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:09.876033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:09.885599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0f8f9d-9d7e-4fd9-a340-d42a285914f7') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:09.885901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0f8f9d-9d7e-4fd9-a340-d42a285914f7') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:09.898413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Usage tracker for resource:security_group_rule and tenant:161f4df7166c4e7b8c1512d36a29b2be is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:09.904923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:09.912905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.923006 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:09.933645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:09.934621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.940254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa3b082-0378-48be-9562-96982eed3f42 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting subnet 0ff7f79c-3bf6-414b-9aea-106f13baf19b {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:09.946693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb8c8b9-d5c8-4d5f-934f-197e3747f493 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:09.961945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba68ee-acca-43cd-aff3-c233f79e0ab6 None None] Sync routers for ids ['0435f235-2086-45eb-8222-ad4df4d42bf3'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:09.963854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b082-0378-48be-9562-96982eed3f42 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.964037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.980288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:09.980707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:09.984496 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba68ee-acca-43cd-aff3-c233f79e0ab6 None None] Routers {'0435f235-2086-45eb-8222-ad4df4d42bf3'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:09.985791 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2dba68ee-acca-43cd-aff3-c233f79e0ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['0435f235-2086-45eb-8222-ad4df4d42bf3'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:10.010018 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f36612b-1cb3-47d8-be22-8425abd7302e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 5.5204916 Jun 15 14:46:10.015587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35610) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:10.029081 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2fb8c8b9-d5c8-4d5f-934f-197e3747f493 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/0435f235-2086-45eb-8222-ad4df4d42bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4252656 Jun 15 14:46:10.033391 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35614) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:10.054288 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.091743 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.097365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:10.097998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.105561 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b082-0378-48be-9562-96982eed3f42 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.122413 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2dba68ee-acca-43cd-aff3-c233f79e0ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:10.138296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba68ee-acca-43cd-aff3-c233f79e0ab6 None None] Routers {'0435f235-2086-45eb-8222-ad4df4d42bf3'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:10.140547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2dba68ee-acca-43cd-aff3-c233f79e0ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['0435f235-2086-45eb-8222-ad4df4d42bf3'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:10.166167 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Transition to ACTIVE for port object dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:10.173203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c3488cac-9d80-4924-b10a-228d1bce734b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port ccc68fec-48ed-4a83-92c2-82376d422baa {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:10.173698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3488cac-9d80-4924-b10a-228d1bce734b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.178538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7dadb8fa-eff4-4785-8d3e-1b7b3ce1d138 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.190876 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.213671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-46c6c71b-ab84-4039-a240-ea304f99888f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Synchronizing usage tracker for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:10.234864 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2dba68ee-acca-43cd-aff3-c233f79e0ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:10.235515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dba68ee-acca-43cd-aff3-c233f79e0ab6 None None] The sync data for ids ['0435f235-2086-45eb-8222-ad4df4d42bf3'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:10.242020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.273826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.299713 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/c6cb7aad-8a3a-4629-a0cd-398017acf8ec HTTP/1.1" status: 204 len: 168 time: 6.2350712 Jun 15 14:46:10.310721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35618) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:10.311601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595d296-f1a6-43a1-9e43-699d4451003b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Network': ['ID=c6cb7aad-8a3a-4629-a0cd-398017acf8ec,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:10.361485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35622) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:10.361713 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6487179 Jun 15 14:46:10.422629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'subnet': {'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:10.427222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806991cd-28bf-403d-901c-6e5d096aaddf tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Network': ['ID=ee9ffb33-82fd-4b70-b966-c5774b860296,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:10.440455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network ee9ffb33-82fd-4b70-b966-c5774b860296 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:10.441634 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Pushing event updated for resources: {'Port': ['ID=dc0140a1-5ed2-44da-beb4-c933a3bbe4e2,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:10.455781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-46c6c71b-ab84-4039-a240-ea304f99888f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Unset dirty status for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:10.457479 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-46c6c71b-ab84-4039-a240-ea304f99888f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=0435f235-2086-45eb-8222-ad4df4d42bf3 HTTP/1.1" status: 200 len: 205 time: 0.4209683 Jun 15 14:46:10.459577 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:10.460396 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:10.460922 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:10.461428 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:10.461918 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:10.462415 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:10.462944 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:10.463420 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:10.463924 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:10.464430 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:10.464915 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:10.465392 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:10.470522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35626) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:10.553262 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a14a9a-3958-4d5f-b115-a67c1ae06107 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:10.554557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a14a9a-3958-4d5f-b115-a67c1ae06107 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:10.556690 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Attempting to bind port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:10.557793 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Attempting to bind port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '13cdc53c-a3bc-4ff7-8016-7e2809561d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:10.558538 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Attempting to bind port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 on network 12e27e2a-859e-48ce-8d8b-85b2281e9f10 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:10.565933 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:10.567163 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Checking segment: {'id': '13cdc53c-a3bc-4ff7-8016-7e2809561d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:10.569323 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.569983 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Bound using segment: {'id': '13cdc53c-a3bc-4ff7-8016-7e2809561d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:10.570821 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Bound port: dc0140a1-5ed2-44da-beb4-c933a3bbe4e2, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13cdc53c-a3bc-4ff7-8016-7e2809561d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:10.571647 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.619766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75299c2-d67d-4f68-bf4e-ea1ce0a13094 None None] Network 15a812db-deb9-4a38-a56b-5819eaf6df15 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:10.700338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7dadb8fa-eff4-4785-8d3e-1b7b3ce1d138 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.720014 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] For port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:10.724093 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] For port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=dc0140a1-5ed2-44da-beb4-c933a3bbe4e2,segment=NetworkSegment(13cdc53c-a3bc-4ff7-8016-7e2809561d4c),segment_id=13cdc53c-a3bc-4ff7-8016-7e2809561d4c)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:10.734367 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.762114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadb8fa-eff4-4785-8d3e-1b7b3ce1d138 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event deleted for resources: {'Subnet': ['ID=24c13c43-9bf8-4a5b-b819-3565572f6137,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:10.772431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-028b9ca6-06fd-4ea4-9141-50784c233816 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.821183 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.825561 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b082-0378-48be-9562-96982eed3f42 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.851823 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-75a14a9a-3958-4d5f-b115-a67c1ae06107 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/subnets/e3aba2d2-2349-4a9f-a513-1f5cbef7f8c5 HTTP/1.1" status: 404 len: 337 time: 0.5322013 Jun 15 14:46:10.856260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7dadb8fa-eff4-4785-8d3e-1b7b3ce1d138 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.861049 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35630) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:10.869866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:10.883329 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:10.884024 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:10.967355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:10.973946 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7dadb8fa-eff4-4785-8d3e-1b7b3ce1d138 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "DELETE /v2.0/subnets/24c13c43-9bf8-4a5b-b819-3565572f6137 HTTP/1.1" status: 204 len: 168 time: 2.2328513 Jun 15 14:46:10.994234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1addf02b-2890-4e60-a6fd-a279c13e8ded None None] Network ccf02629-1fd2-407d-a19d-733b5d662f55 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:10.997530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35634) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:11.024925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:subnet and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:11.045727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:11.056230 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-32917a5b-20d6-4cb5-bd83-fa6328852386 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:11.056738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32917a5b-20d6-4cb5-bd83-fa6328852386 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:11.079454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:11.110769 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=161f4df7166c4e7b8c1512d36a29b2be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7142940 Jun 15 14:46:11.115773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6b508310-885d-4526-b2a1-f428fd1edd5c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:11.121531 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:11.181399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3488cac-9d80-4924-b10a-228d1bce734b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:11.203620 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ab3f7-d8ff-4d9a-9a6b-776c0cb14faa None None] Pushing event updated for resources: {'Port': ['ID=dc0140a1-5ed2-44da-beb4-c933a3bbe4e2,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:11.237136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b661729c-0d4f-45de-a5f1-d1d0f9bc4a49 None None] Provisioning for port faf8d882-a9b4-4097-8d00-e5cd964a95a3 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:11.248353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35638) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:11.347026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c3488cac-9d80-4924-b10a-228d1bce734b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for ccc68fec-48ed-4a83-92c2-82376d422baa owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:11.430509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 6b508310-885d-4526-b2a1-f428fd1edd5c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:11.431041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:11.442752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-028b9ca6-06fd-4ea4-9141-50784c233816 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:11.460611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Deleting subnet f95659e5-ae61-4241-a22e-375b2448ad41 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:11.471374 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-028b9ca6-06fd-4ea4-9141-50784c233816 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:11.480515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:11.535886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88342f43-b0fe-48c1-8b53-0cea35823e20,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:11.556985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3488cac-9d80-4924-b10a-228d1bce734b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:11.566337 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:11.570762 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3b0f8f9d-9d7e-4fd9-a340-d42a285914f7 resource provider aggregate not found Jun 15 14:46:11.602078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef4ff4a-b866-4b37-8124-aafa3597ee90 None None] DHCP port deletion for ccf02629-1fd2-407d-a19d-733b5d662f55 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:11.613729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4ff4a-b866-4b37-8124-aafa3597ee90 None None] Deleting port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:11.614277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ff4a-b866-4b37-8124-aafa3597ee90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:11.632794 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-32917a5b-20d6-4cb5-bd83-fa6328852386 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/c6cb7aad-8a3a-4629-a0cd-398017acf8ec HTTP/1.1" status: 404 len: 339 time: 0.7691431 Jun 15 14:46:11.674232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:11.674580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:11.674921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:11.675254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:11.675583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:11.675911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:11.676262 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:11.676587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:11.676913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:11.677237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:11.677586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:11.677910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb6ad47-3e5a-40ae-87a8-ec505224884e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:11.697370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35646) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:11.703158 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3b0f8f9d-9d7e-4fd9-a340-d42a285914f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b0f8f9d-9d7e-4fd9-a340-d42a285914f7 found for delete ", "request_id": "req-c31b620a-14a6-40bb-a3ce-255283c2cff1"}]} Jun 15 14:46:11.725611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-028b9ca6-06fd-4ea4-9141-50784c233816 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:11.725757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028b9ca6-06fd-4ea4-9141-50784c233816 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Fanout notify agent at l3_agent the message router_deleted on router 0435f235-2086-45eb-8222-ad4df4d42bf3 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:46:11.729964 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:04Z', 'revision_number': 4, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:10Z', 'revision_number': 4, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:11.734072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Made reservation on behalf of 2b2fcd08250a417586d6473adcddd585 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:11.741565 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbe7e8f-c4f0-4df4-8ea7-7912b9b9cecd None None] The sync data for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv is: [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:04Z', 'revision_number': 4, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:10Z', 'revision_number': 4, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:11.743586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:11.767651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3488cac-9d80-4924-b10a-228d1bce734b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=ccc68fec-48ed-4a83-92c2-82376d422baa,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:11.781173 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 6b508310-885d-4526-b2a1-f428fd1edd5c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:11.782432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device faf8d882-a9b4-4097-8d00-e5cd964a95a3 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:11.850264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b082-0378-48be-9562-96982eed3f42 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:11.883299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b7051fda-eeb6-45fa-95dc-c4abc264a7b8 None None] Could not find standard attr ID for object ccc68fec-48ed-4a83-92c2-82376d422baa. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:46:11.951259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3b082-0378-48be-9562-96982eed3f42 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Subnet': ['ID=0ff7f79c-3bf6-414b-9aea-106f13baf19b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:11.956169 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb234be-f8d9-4f28-829f-f232245e976a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:11.956839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb234be-f8d9-4f28-829f-f232245e976a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:11.998095 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cbb234be-f8d9-4f28-829f-f232245e976a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/subnets/ba90a015-3427-4f9a-8c5a-5540031c097b HTTP/1.1" status: 404 len: 337 time: 0.2806454 Jun 15 14:46:12.003577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c3488cac-9d80-4924-b10a-228d1bce734b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.006393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35650) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:12.019025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4aa3b082-0378-48be-9562-96982eed3f42 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.021396 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4aa3b082-0378-48be-9562-96982eed3f42 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/0ff7f79c-3bf6-414b-9aea-106f13baf19b HTTP/1.1" status: 204 len: 168 time: 2.3826671 Jun 15 14:46:12.026950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-74ab8ee6-f5a3-42d8-89f0-cd4f31a06fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.035284 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-028b9ca6-06fd-4ea4-9141-50784c233816 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.040614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba82b30-589c-4bd2-9b50-acb28376fd69 None None] Network a8436ebe-816c-4704-a125-e02092b90bbc requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:12.041082 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-028b9ca6-06fd-4ea4-9141-50784c233816 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/0435f235-2086-45eb-8222-ad4df4d42bf3 HTTP/1.1" status: 204 len: 168 time: 1.5690410 Jun 15 14:46:12.041744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35654) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:12.042071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35656) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:12.060634 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a76582-efbf-4d9d-a033-3832c7dc0635 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:12.061371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a76582-efbf-4d9d-a033-3832c7dc0635 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:12.064102 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-74a76582-efbf-4d9d-a033-3832c7dc0635 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/bc0a7a45-b134-4b06-b17d-0bfe09695ebe HTTP/1.1" status: 404 len: 339 time: 0.0542283 Jun 15 14:46:12.067761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35662) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:12.077767 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c3488cac-9d80-4924-b10a-228d1bce734b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/ccc68fec-48ed-4a83-92c2-82376d422baa HTTP/1.1" status: 204 len: 168 time: 2.0611141 Jun 15 14:46:12.102854 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35666) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:12.108086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2ef4ff4a-b866-4b37-8124-aafa3597ee90 None None] For port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=39fc7dd5-5e1c-4b87-a10a-daf97e29bef0,segment=NetworkSegment(67fc92e3-3e5d-42aa-b13c-9a2370f1cab8),segment_id=67fc92e3-3e5d-42aa-b13c-9a2370f1cab8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:12.108548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ff4a-b866-4b37-8124-aafa3597ee90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.145647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd8eb13-98fc-426c-97ee-888aa20d080b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting subnet 7e96021f-7a72-40a9-a456-0d723efb32d0 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:12.149424 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8bd8eb13-98fc-426c-97ee-888aa20d080b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.189691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port faf8d882-a9b4-4097-8d00-e5cd964a95a3 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:12.203264 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de4b7e4-5e8f-40f4-9bdf-ad07ecce901e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:46:12.203938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8de4b7e4-5e8f-40f4-9bdf-ad07ecce901e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:12.226764 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8bd8eb13-98fc-426c-97ee-888aa20d080b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.330435 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8bd8eb13-98fc-426c-97ee-888aa20d080b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.397112 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2ef4ff4a-b866-4b37-8124-aafa3597ee90 None None] Calling delete_port for 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:12.432693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port faf8d882-a9b4-4097-8d00-e5cd964a95a3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:12.433073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.470949 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d7910039-effe-4595-a2be-29f126259e09 None None] Could not find standard attr ID for object ccc68fec-48ed-4a83-92c2-82376d422baa. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:46:12.530092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.534463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.558287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-74ab8ee6-f5a3-42d8-89f0-cd4f31a06fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.573247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8de4b7e4-5e8f-40f4-9bdf-ad07ecce901e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:12.574603 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8de4b7e4-5e8f-40f4-9bdf-ad07ecce901e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/ccc68fec-48ed-4a83-92c2-82376d422baa HTTP/1.1" status: 404 len: 333 time: 0.4705050 Jun 15 14:46:12.578500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35670) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:12.641902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-74ab8ee6-f5a3-42d8-89f0-cd4f31a06fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.661954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port cb97d705-0956-4acc-a444-3e0934fbe0f4 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:12.662553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.689626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ef4ff4a-b866-4b37-8124-aafa3597ee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.712066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe4fa03-75e2-4d82-9352-9b5cdc23caf3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting subnet 46842ed6-b4f7-4030-885c-2cbbbea1aba5 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:12.722201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2fe4fa03-75e2-4d82-9352-9b5cdc23caf3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.755386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef4ff4a-b866-4b37-8124-aafa3597ee90 None None] Pushing event deleted for resources: {'Port': ['ID=39fc7dd5-5e1c-4b87-a10a-daf97e29bef0,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:12.758658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef4ff4a-b866-4b37-8124-aafa3597ee90 None None] No DVR routers for this DVR port 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:12.762340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab8ee6-f5a3-42d8-89f0-cd4f31a06fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88342f43-b0fe-48c1-8b53-0cea35823e20,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:12.778047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.787755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port faf8d882-a9b4-4097-8d00-e5cd964a95a3 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:12.788162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.829651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port faf8d882-a9b4-4097-8d00-e5cd964a95a3, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=faf8d882-a9b4-4097-8d00-e5cd964a95a3,segment=NetworkSegment(60b9ecd8-9353-4813-bb31-192540bb38f8),segment_id=60b9ecd8-9353-4813-bb31-192540bb38f8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:12.832023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-74ab8ee6-f5a3-42d8-89f0-cd4f31a06fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.833618 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-74ab8ee6-f5a3-42d8-89f0-cd4f31a06fc6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/88342f43-b0fe-48c1-8b53-0cea35823e20 HTTP/1.1" status: 204 len: 168 time: 1.5742614 Jun 15 14:46:12.835597 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.850144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 002655fd-7a18-418a-b58f-0b4db5f02209 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:12.884516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8bd8eb13-98fc-426c-97ee-888aa20d080b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.949445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8eb13-98fc-426c-97ee-888aa20d080b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Subnet': ['ID=7e96021f-7a72-40a9-a456-0d723efb32d0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:12.970462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de3dea-0232-45f9-9479-3ac7836f3a7c None None] DHCP port deletion for a8436ebe-816c-4704-a125-e02092b90bbc request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:12.982949 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-14de3dea-0232-45f9-9479-3ac7836f3a7c None None] Deleting port cb97d705-0956-4acc-a444-3e0934fbe0f4 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:12.983315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-14de3dea-0232-45f9-9479-3ac7836f3a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:12.999729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2fe4fa03-75e2-4d82-9352-9b5cdc23caf3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.018285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8bd8eb13-98fc-426c-97ee-888aa20d080b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.043351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.055335 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8bd8eb13-98fc-426c-97ee-888aa20d080b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/7e96021f-7a72-40a9-a456-0d723efb32d0 HTTP/1.1" status: 204 len: 168 time: 1.0056288 Jun 15 14:46:13.055335 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35676) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:13.077386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f123fc7f-06cb-44bb-8461-7d5ddb8a7cb3 None None] Network 6859b39c-c460-4e08-84d2-9a17c97feaf4 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:13.082215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.088400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.132806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c258eec-2ae0-4568-b14a-d6960fad00ef']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:13.149486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.155062 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "DELETE /v2.0/subnets/f95659e5-ae61-4241-a22e-375b2448ad41 HTTP/1.1" status: 204 len: 168 time: 2.1509149 Jun 15 14:46:13.160423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35682) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:13.173142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fe8ad1-517a-41a0-b949-13041786d056') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:13.173441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fe8ad1-517a-41a0-b949-13041786d056') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:13.203332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event deleted for resources: {'Subnet': ['ID=f95659e5-ae61-4241-a22e-375b2448ad41,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:13.211050 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] For port cb97d705-0956-4acc-a444-3e0934fbe0f4, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cb97d705-0956-4acc-a444-3e0934fbe0f4,segment=NetworkSegment(dccdb0e0-7f6f-4a40-8eb3-271a11f81955),segment_id=dccdb0e0-7f6f-4a40-8eb3-271a11f81955)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:13.211480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.231577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.233669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:13.234130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:13.234684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:13.235014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:13.235458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:13.235898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:13.236367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:13.236816 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:13.237250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:13.237748 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:13.238101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:13.238535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e32e7e2-0a28-4d8d-be60-344510e8c349 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:13.249052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b251307-9599-4e49-b5e3-1ef9863427de None None] Network d9cd252f-4d35-4f59-810a-1f9f3b9a1327 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:13.352088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.354404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Checking segment: {'id': '4015115d-b048-41b0-8f56-4ce657fa8886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:13.354776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network hostable DHCP agents. Network: ee9ffb33-82fd-4b70-b966-c5774b860296, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:46:13.372559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Subnet': ['ID=2969af6c-59f0-4b55-9089-b704bd150e7a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:13.385113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:13.385541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.406193 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2fe4fa03-75e2-4d82-9352-9b5cdc23caf3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.437813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.498344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=faf8d882-a9b4-4097-8d00-e5cd964a95a3,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:13.513131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for cb97d705-0956-4acc-a444-3e0934fbe0f4 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:13.544256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network ee9ffb33-82fd-4b70-b966-c5774b860296 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:46:13.570839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.618763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, ee9ffb33-82fd-4b70-b966-c5774b860296) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:13.625980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.627550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:13.628013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.692006 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.701310 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-14de3dea-0232-45f9-9479-3ac7836f3a7c None None] For port cb97d705-0956-4acc-a444-3e0934fbe0f4, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cb97d705-0956-4acc-a444-3e0934fbe0f4,segment=NetworkSegment(dccdb0e0-7f6f-4a40-8eb3-271a11f81955),segment_id=dccdb0e0-7f6f-4a40-8eb3-271a11f81955)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:13.701852 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-14de3dea-0232-45f9-9479-3ac7836f3a7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.705682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.722257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:13.722861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.726824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Network': ['ID=5c258eec-2ae0-4568-b14a-d6960fad00ef,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:13.756102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.764223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2fe4fa03-75e2-4d82-9352-9b5cdc23caf3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.777964 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment c2fe8ad1-517a-41a0-b949-13041786d056 resource provider aggregate not found Jun 15 14:46:13.804504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No DVR routers for this DVR port cb97d705-0956-4acc-a444-3e0934fbe0f4 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:13.835538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-14de3dea-0232-45f9-9479-3ac7836f3a7c None None] Calling delete_port for cb97d705-0956-4acc-a444-3e0934fbe0f4 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:13.835683 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2dda9315-ea93-4f2e-8198-6b75c0bf4adb tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/5c258eec-2ae0-4568-b14a-d6960fad00ef HTTP/1.1" status: 204 len: 168 time: 1.7653060 Jun 15 14:46:13.837805 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment c2fe8ad1-517a-41a0-b949-13041786d056 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2fe8ad1-517a-41a0-b949-13041786d056 found for delete ", "request_id": "req-4f107504-1791-4c73-b519-1211d6dc2fa2"}]} Jun 15 14:46:13.844816 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2872ae82-c715-40e1-a22f-2246fc5f53ff tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4708586 Jun 15 14:46:13.846921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4fa03-75e2-4d82-9352-9b5cdc23caf3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Subnet': ['ID=46842ed6-b4f7-4030-885c-2cbbbea1aba5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:13.849143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2fe4fa03-75e2-4d82-9352-9b5cdc23caf3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:13.859551 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2fe4fa03-75e2-4d82-9352-9b5cdc23caf3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/46842ed6-b4f7-4030-885c-2cbbbea1aba5 HTTP/1.1" status: 204 len: 168 time: 1.2502539 Jun 15 14:46:13.860109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35702) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:13.860469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35704) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:13.865716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35708) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:13.868269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf02629-1fd2-407d-a19d-733b5d662f55']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:13.919653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=cb97d705-0956-4acc-a444-3e0934fbe0f4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:13.920875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20f0085-8511-4abb-a989-cd11df021ccf None None] Network ee9ffb33-82fd-4b70-b966-c5774b860296 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:13.934656 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7786506b-f424-49d9-a04e-31c4c55f7a22 None None] Network 15a812db-deb9-4a38-a56b-5819eaf6df15 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:14.003756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 002655fd-7a18-418a-b58f-0b4db5f02209 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:14.004239 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.020317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.038398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-14de3dea-0232-45f9-9479-3ac7836f3a7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:46:14.038939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-14de3dea-0232-45f9-9479-3ac7836f3a7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:46:14.050334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8436ebe-816c-4704-a125-e02092b90bbc']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:14.065643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccdb0e0-7f6f-4a40-8eb3-271a11f81955') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:14.066222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccdb0e0-7f6f-4a40-8eb3-271a11f81955') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:14.080841 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35718) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:14.084992 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.175372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fc92e3-3e5d-42aa-b13c-9a2370f1cab8') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:14.175655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fc92e3-3e5d-42aa-b13c-9a2370f1cab8') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:14.271001 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-322760823'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:14.277233 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:14.281731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Usage tracker for resource:network and tenant:d92175f2c84b4eeeab10d1a459b7375b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:14.285091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:14.292732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:14.299101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.311434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:14.311881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.366296 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] For port a005b5f6-2738-498f-b2d2-a5d96be8e4d9, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a005b5f6-2738-498f-b2d2-a5d96be8e4d9,segment=NetworkSegment(4e88304f-b7b1-45b0-b2da-813253a47794),segment_id=4e88304f-b7b1-45b0-b2da-813253a47794)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:14.367379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.384558 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b55ff0-f9e2-41f1-8cd1-7145451d3257 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:14.385009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5b55ff0-f9e2-41f1-8cd1-7145451d3257 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:14.386243 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2f034c-818f-499e-86c1-38a18df8a42d None None] DHCP port deletion for d9cd252f-4d35-4f59-810a-1f9f3b9a1327 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:14.390295 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f5b55ff0-f9e2-41f1-8cd1-7145451d3257 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/subnets/5c12b457-9e06-49e3-b442-48d9763bc55c HTTP/1.1" status: 404 len: 337 time: 0.5234594 Jun 15 14:46:14.432405 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f034c-818f-499e-86c1-38a18df8a42d None None] Deleting port 938d001a-dff0-4b78-88cc-95b9b698c929 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:14.432780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b2f034c-818f-499e-86c1-38a18df8a42d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.441973 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35726) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:14.471720 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.518551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.529806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.535645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:14.536341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.549779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for a005b5f6-2738-498f-b2d2-a5d96be8e4d9 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:14.566353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-14de3dea-0232-45f9-9479-3ac7836f3a7c None None] Deleting port cb97d705-0956-4acc-a444-3e0934fbe0f4 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:14.566353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-14de3dea-0232-45f9-9479-3ac7836f3a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.582672 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment dccdb0e0-7f6f-4a40-8eb3-271a11f81955 resource provider aggregate not found Jun 15 14:46:14.605912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 002655fd-7a18-418a-b58f-0b4db5f02209 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:14.608047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ba4329-4e72-47ad-812c-56aad2953016 None None] DHCP port deletion for 6859b39c-c460-4e08-84d2-9a17c97feaf4 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:14.653065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-54ba4329-4e72-47ad-812c-56aad2953016 None None] Deleting port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:14.653450 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54ba4329-4e72-47ad-812c-56aad2953016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.673992 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment dccdb0e0-7f6f-4a40-8eb3-271a11f81955 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dccdb0e0-7f6f-4a40-8eb3-271a11f81955 found for delete ", "request_id": "req-8a292ef6-7282-46d7-9822-36282d63f4b4"}]} Jun 15 14:46:14.675110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Made reservation on behalf of d92175f2c84b4eeeab10d1a459b7375b for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:14.680898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.715772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.720541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-ee9ffb33-82fd-4b70-b966-c5774b860296', 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'fixed_ips': [{'subnet_id': '2969af6c-59f0-4b55-9089-b704bd150e7a'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:46:14.721382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.738352 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6d6d12-6c81-47a4-9d81-37f38cc1a9c4 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:14.738834 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6d6d12-6c81-47a4-9d81-37f38cc1a9c4 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:14.749591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:14.755783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port faf8d882-a9b4-4097-8d00-e5cd964a95a3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:14.759201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.759778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Usage tracker for resource:security_group_rule and tenant:d92175f2c84b4eeeab10d1a459b7375b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:14.769936 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1c6d6d12-6c81-47a4-9d81-37f38cc1a9c4 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/1028e40f-eb1a-4bac-82a9-1468fa33fde2 HTTP/1.1" status: 404 len: 339 time: 0.2514772 Jun 15 14:46:14.771129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:14.777958 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35732) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:14.786798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:14.788998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.797931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.857014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.861135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-14de3dea-0232-45f9-9479-3ac7836f3a7c None None] The port 'cb97d705-0956-4acc-a444-3e0934fbe0f4' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:46:14.884293 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c32dde-d4a2-45b1-ac4f-32af654d6a9b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:14.884893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c32dde-d4a2-45b1-ac4f-32af654d6a9b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:14.887090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:14.953871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Network': ['ID=a8436ebe-816c-4704-a125-e02092b90bbc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:14.987670 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-223e38c7-7b66-420e-b995-d63a9428b245 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/networks/a8436ebe-816c-4704-a125-e02092b90bbc HTTP/1.1" status: 204 len: 168 time: 2.9382317 Jun 15 14:46:14.987670 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-93c32dde-d4a2-45b1-ac4f-32af654d6a9b tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/subnets/03e21db6-8da3-41dc-9919-33fce093324f HTTP/1.1" status: 404 len: 337 time: 0.2044666 Jun 15 14:46:14.988259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35736) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:14.994553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1392916500'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:14.999529 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35740) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:15.004578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:15.013118 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.025382 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:15.029938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event deleted for resources: {'Network': ['ID=ccf02629-1fd2-407d-a19d-733b5d662f55,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:15.037865 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb59a313-303e-42e6-829d-02d453ea848b None None] DHCP port deletion for 15a812db-deb9-4a38-a56b-5819eaf6df15 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:15.040858 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-240ec59d-870a-4a4b-8a2a-2e40d2548586 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "DELETE /v2.0/networks/ccf02629-1fd2-407d-a19d-733b5d662f55 HTTP/1.1" status: 204 len: 168 time: 1.8745100 Jun 15 14:46:15.046299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35744) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:15.059753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No DVR routers for this DVR port a005b5f6-2738-498f-b2d2-a5d96be8e4d9 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:15.131699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:network and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:15.142880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=a005b5f6-2738-498f-b2d2-a5d96be8e4d9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:15.145219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:15.145897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-54ba4329-4e72-47ad-812c-56aad2953016 None None] The port 'a005b5f6-2738-498f-b2d2-a5d96be8e4d9' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:46:15.161774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bb59a313-303e-42e6-829d-02d453ea848b None None] Deleting port faf8d882-a9b4-4097-8d00-e5cd964a95a3 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:15.162114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb59a313-303e-42e6-829d-02d453ea848b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.165714 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.169883 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ffd37b-6871-419e-83f3-727a9eb07882 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:15.170426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ffd37b-6871-419e-83f3-727a9eb07882 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:15.176173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:15.183694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.263773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0b2f034c-818f-499e-86c1-38a18df8a42d None None] For port 938d001a-dff0-4b78-88cc-95b9b698c929, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=938d001a-dff0-4b78-88cc-95b9b698c929,segment=NetworkSegment(482fdd07-9ad7-4a77-bffc-dbfb9208079f),segment_id=482fdd07-9ad7-4a77-bffc-dbfb9208079f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:15.264386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b2f034c-818f-499e-86c1-38a18df8a42d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.268908 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-16ffd37b-6871-419e-83f3-727a9eb07882 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/147b1aaf-a631-4346-8d16-cc793f2f8a4a HTTP/1.1" status: 404 len: 339 time: 0.2549963 Jun 15 14:46:15.275996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35748) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:15.303609 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] For port faf8d882-a9b4-4097-8d00-e5cd964a95a3, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=faf8d882-a9b4-4097-8d00-e5cd964a95a3,segment=NetworkSegment(60b9ecd8-9353-4813-bb31-192540bb38f8),segment_id=60b9ecd8-9353-4813-bb31-192540bb38f8)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:15.304424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.332581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.346867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:15.349902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.359097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:15.376932 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-d52dc95b-95e7-49dd-89f3-3ce5c04b719e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:15.377435 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d52dc95b-95e7-49dd-89f3-3ce5c04b719e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:15.387638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.397800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df61449-a29d-4385-b185-fd3c5d3c1e65,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:15.406559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6859b39c-c460-4e08-84d2-9a17c97feaf4']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:15.414051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.414371 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Added segment 152525d9-d742-4243-a3c8-590a4c54f169 of type vlan for network 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a Jun 15 14:46:15.418726 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d52dc95b-95e7-49dd-89f3-3ce5c04b719e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/subnets/be664883-1ec8-4609-a3f0-956eb522ee8c HTTP/1.1" status: 404 len: 337 time: 0.1351950 Jun 15 14:46:15.419327 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35752) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:15.452753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e88304f-b7b1-45b0-b2da-813253a47794') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:15.453029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e88304f-b7b1-45b0-b2da-813253a47794') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:15.454603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.471592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for faf8d882-a9b4-4097-8d00-e5cd964a95a3 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:15.473196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f034c-818f-499e-86c1-38a18df8a42d None None] Calling delete_port for 938d001a-dff0-4b78-88cc-95b9b698c929 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:15.492731 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7155694c-07f5-4f5a-a7dd-40637c0912ab tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:15.493216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7155694c-07f5-4f5a-a7dd-40637c0912ab tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:15.551943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:15.591634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:15.592375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.600879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Deleting port 938d001a-dff0-4b78-88cc-95b9b698c929 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:15.601244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.614336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.627887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.631866 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:15.653482 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7155694c-07f5-4f5a-a7dd-40637c0912ab tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/93177676-7cd4-4e21-aa5a-964e2a2b7ce5 HTTP/1.1" status: 404 len: 339 time: 0.2233000 Jun 15 14:46:15.656605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35756) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:15.658302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.661163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.661507 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Added segment dbc01775-79ae-4472-ac01-7c8b373fc2bc of type vlan for network a7793666-b009-4708-81a2-4ae2b6a19448 Jun 15 14:46:15.675047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Allocated IP 2001:db8:3::2 (ee9ffb33-82fd-4b70-b966-c5774b860296/2969af6c-59f0-4b55-9089-b704bd150e7a/a72d0df7-b39f-4b64-9849-de8c1706103b) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:15.721641 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-319f3a45-0863-467e-84b2-5c903862480c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:15.722627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319f3a45-0863-467e-84b2-5c903862480c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:15.726568 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-319f3a45-0863-467e-84b2-5c903862480c tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/subnets/dffb7c1a-5d4e-4d6f-85bc-bd54731c1beb HTTP/1.1" status: 404 len: 337 time: 0.0684059 Jun 15 14:46:15.729766 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:15.730245 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.741363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35760) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:15.787005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bb59a313-303e-42e6-829d-02d453ea848b None None] For port faf8d882-a9b4-4097-8d00-e5cd964a95a3, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=faf8d882-a9b4-4097-8d00-e5cd964a95a3,segment=NetworkSegment(60b9ecd8-9353-4813-bb31-192540bb38f8),segment_id=60b9ecd8-9353-4813-bb31-192540bb38f8)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:15.787437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb59a313-303e-42e6-829d-02d453ea848b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.801699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b2f034c-818f-499e-86c1-38a18df8a42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.817083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.822740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:15.823393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.864420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.935099 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd443c1e-0bcb-4485-9b7b-36d91fa11929 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:15.935645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd443c1e-0bcb-4485-9b7b-36d91fa11929 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:15.946394 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 67fc92e3-3e5d-42aa-b13c-9a2370f1cab8 resource provider aggregate not found Jun 15 14:46:15.974832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.978010 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8961391 Jun 15 14:46:15.983526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:15.989282 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/networks/6859b39c-c460-4e08-84d2-9a17c97feaf4 HTTP/1.1" status: 204 len: 168 time: 2.9307938 Jun 15 14:46:15.994682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35768) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:15.994682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35770) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:15.997952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.001418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1c50208b-b948-4420-87e1-0c7e56ebb0c8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-807803095', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:16.007640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] The port '938d001a-dff0-4b78-88cc-95b9b698c929' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:46:16.017170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f034c-818f-499e-86c1-38a18df8a42d None None] Pushing event deleted for resources: {'Port': ['ID=938d001a-dff0-4b78-88cc-95b9b698c929,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:16.022675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Request body: {'subnet': {'network_id': '6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:16.026767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bb59a313-303e-42e6-829d-02d453ea848b None None] Calling delete_port for faf8d882-a9b4-4097-8d00-e5cd964a95a3 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:16.041546 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1c50208b-b948-4420-87e1-0c7e56ebb0c8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:16.043872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c303a8d-a189-4962-94d4-2f330f549f5b tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Pushing event updated for resources: {'Network': ['ID=6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:16.070232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1c50208b-b948-4420-87e1-0c7e56ebb0c8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:router and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:16.074557 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 67fc92e3-3e5d-42aa-b13c-9a2370f1cab8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67fc92e3-3e5d-42aa-b13c-9a2370f1cab8 found for delete ", "request_id": "req-b9beacef-3183-4740-9c9c-7b609dbe3474"}]} Jun 15 14:46:16.076289 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bd443c1e-0bcb-4485-9b7b-36d91fa11929 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/715269dd-5d41-4a87-9820-9317c400e264 HTTP/1.1" status: 404 len: 339 time: 0.3320267 Jun 15 14:46:16.093225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:16.113493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35776) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:16.127597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1c50208b-b948-4420-87e1-0c7e56ebb0c8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:16.140033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=faf8d882-a9b4-4097-8d00-e5cd964a95a3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:16.153238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1814c-f92a-449b-9390-08c46bb58af4 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Network': ['ID=6859b39c-c460-4e08-84d2-9a17c97feaf4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:16.159374 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1c50208b-b948-4420-87e1-0c7e56ebb0c8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:16.170917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No DVR routers for this DVR port faf8d882-a9b4-4097-8d00-e5cd964a95a3 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:16.174603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.180383 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:16.180984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.186563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f034c-818f-499e-86c1-38a18df8a42d None None] No DVR routers for this DVR port 938d001a-dff0-4b78-88cc-95b9b698c929 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:16.247697 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c57530-9ce3-4828-a3e9-be7ba35e1fbe tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:16.248147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c57530-9ce3-4828-a3e9-be7ba35e1fbe tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:16.280545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c50208b-b948-4420-87e1-0c7e56ebb0c8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.281597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c50208b-b948-4420-87e1-0c7e56ebb0c8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.316160 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3270478 Jun 15 14:46:16.321521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35780) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:16.322398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:16.336201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': 'a7793666-b009-4708-81a2-4ae2b6a19448', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:16.359406 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693cf4f-bf56-4398-af5c-726056a91645 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Network': ['ID=a7793666-b009-4708-81a2-4ae2b6a19448,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:16.366183 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Usage tracker for resource:subnet and tenant:d92175f2c84b4eeeab10d1a459b7375b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:16.373648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:16.376897 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d6c57530-9ce3-4828-a3e9-be7ba35e1fbe tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/subnets/a34bcd31-ba27-4a10-af7c-76076ad0c376 HTTP/1.1" status: 404 len: 337 time: 0.2493360 Jun 15 14:46:16.386657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35784) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:16.395111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network a7793666-b009-4708-81a2-4ae2b6a19448 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:16.455860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:16.457674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.459218 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c50208b-b948-4420-87e1-0c7e56ebb0c8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.471353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:16.471684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.477992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.507731 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ecfb60-dcb7-4d95-b2af-bb3ca702914e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:16.508222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ecfb60-dcb7-4d95-b2af-bb3ca702914e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:16.521134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Made reservation on behalf of d92175f2c84b4eeeab10d1a459b7375b for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:16.524843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.530993 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cd252f-4d35-4f59-810a-1f9f3b9a1327']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:16.544849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a812db-deb9-4a38-a56b-5819eaf6df15']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:16.552781 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-89ecfb60-dcb7-4d95-b2af-bb3ca702914e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/d0edef4d-fed8-4d41-9560-0eca41292cde HTTP/1.1" status: 404 len: 339 time: 0.1650839 Jun 15 14:46:16.554449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35788) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:16.558142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482fdd07-9ad7-4a77-bffc-dbfb9208079f') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:16.558545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482fdd07-9ad7-4a77-bffc-dbfb9208079f') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:16.569965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b9ecd8-9353-4813-bb31-192540bb38f8') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:16.570255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b9ecd8-9353-4813-bb31-192540bb38f8') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:16.572927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.576561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-bb59a313-303e-42e6-829d-02d453ea848b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:46:16.576910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-bb59a313-303e-42e6-829d-02d453ea848b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:46:16.583561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.594809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Transition to ACTIVE for port object a72d0df7-b39f-4b64-9849-de8c1706103b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:16.596290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.612151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:16.614173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c50208b-b948-4420-87e1-0c7e56ebb0c8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.618807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.619393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=dc0140a1-5ed2-44da-beb4-c933a3bbe4e2,segment=NetworkSegment(13cdc53c-a3bc-4ff7-8016-7e2809561d4c),segment_id=13cdc53c-a3bc-4ff7-8016-7e2809561d4c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:16.622697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.632007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.632907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:16.633238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device faf8d882-a9b4-4097-8d00-e5cd964a95a3 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:16.633388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.649469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:16.650155 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.693244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:16.704169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:16.708149 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4e88304f-b7b1-45b0-b2da-813253a47794 resource provider aggregate not found Jun 15 14:46:16.712728 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e56cf72-a8c0-4485-a9fa-fff21b5b2307 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:16.713176 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e56cf72-a8c0-4485-a9fa-fff21b5b2307 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:16.717485 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6e56cf72-a8c0-4485-a9fa-fff21b5b2307 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/subnets/da30ada6-a35c-4d76-b865-be3dbecee675 HTTP/1.1" status: 404 len: 337 time: 0.1594379 Jun 15 14:46:16.728532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Transition to ACTIVE for port object a72d0df7-b39f-4b64-9849-de8c1706103b will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:16.730014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35796) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:16.734731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=dc0140a1-5ed2-44da-beb4-c933a3bbe4e2,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:16.738432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: faf8d882-a9b4-4097-8d00-e5cd964a95a3 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:16.738755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device faf8d882-a9b4-4097-8d00-e5cd964a95a3 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 15 14:46:16.742547 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4e88304f-b7b1-45b0-b2da-813253a47794 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e88304f-b7b1-45b0-b2da-813253a47794 found for delete ", "request_id": "req-a3ba6d2d-0ec4-4bb3-be7a-c2d6713972c4"}]} Jun 15 14:46:16.747393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:16.767239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1c50208b-b948-4420-87e1-0c7e56ebb0c8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.771195 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1c50208b-b948-4420-87e1-0c7e56ebb0c8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7739468 Jun 15 14:46:16.776925 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.777628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35800) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:16.794588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'network': {'name': 'tempest-RoutersTest-1890809076'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:16.803938 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1c15637-2483-4f16-a808-756a3d49a25e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:16.804306 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1c15637-2483-4f16-a808-756a3d49a25e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:16.808421 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c1c15637-2483-4f16-a808-756a3d49a25e tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/02834499-1a09-4c8c-a5a3-184db2951b41 HTTP/1.1" status: 404 len: 339 time: 0.0664220 Jun 15 14:46:16.808421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:16.809316 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Port faf8d882-a9b4-4097-8d00-e5cd964a95a3 not found, will not notify nova. {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 15 14:46:16.810678 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:16.813956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.837221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35804) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:16.842335 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:network and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:16.848196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Network ee9ffb33-82fd-4b70-b966-c5774b860296 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:16.849818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:16.857201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:16.873043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Pushing event updated for resources: {'Port': ['ID=a72d0df7-b39f-4b64-9849-de8c1706103b,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:16.874500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.883128 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:16.909553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:16.923468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 938d001a-dff0-4b78-88cc-95b9b698c929 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:16.933421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event deleted for resources: {'Network': ['ID=d9cd252f-4d35-4f59-810a-1f9f3b9a1327,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:16.945108 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-31c2756f-2881-422c-b712-d85be25c4fcd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:16.945289 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31c2756f-2881-422c-b712-d85be25c4fcd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:16.947471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Allocated IP 2001:db8:3::1 (ee9ffb33-82fd-4b70-b966-c5774b860296/2969af6c-59f0-4b55-9089-b704bd150e7a/c37e4272-4178-4ce4-9448-e8b70364339d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:16.962145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:16.982549 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-31c2756f-2881-422c-b712-d85be25c4fcd tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/subnets/1c778374-4aa5-408b-843c-6bc821de470d HTTP/1.1" status: 404 len: 337 time: 0.1421483 Jun 15 14:46:17.005067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 938d001a-dff0-4b78-88cc-95b9b698c929 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:17.005407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 938d001a-dff0-4b78-88cc-95b9b698c929 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:17.006029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a005b5f6-2738-498f-b2d2-a5d96be8e4d9 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:17.016386 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35808) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:17.054102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: a005b5f6-2738-498f-b2d2-a5d96be8e4d9 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:17.054451 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a005b5f6-2738-498f-b2d2-a5d96be8e4d9 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:17.054869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cb97d705-0956-4acc-a444-3e0934fbe0f4 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:17.057319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:17.060836 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.080389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bb59a313-303e-42e6-829d-02d453ea848b None None] Deleting port faf8d882-a9b4-4097-8d00-e5cd964a95a3 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:17.080767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb59a313-303e-42e6-829d-02d453ea848b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.086736 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-a762e6ae-7980-4dd2-9327-e9e676a714d1 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:17.087218 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a762e6ae-7980-4dd2-9327-e9e676a714d1 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:17.091431 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a762e6ae-7980-4dd2-9327-e9e676a714d1 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/e1f58b98-0d6c-439c-9ecd-95eb4181bf93 HTTP/1.1" status: 404 len: 339 time: 0.0710621 Jun 15 14:46:17.098079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35812) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:17.111719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.125610 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Attempting to bind port a72d0df7-b39f-4b64-9849-de8c1706103b on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:17.125969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Attempting to bind port a72d0df7-b39f-4b64-9849-de8c1706103b by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '4015115d-b048-41b0-8f56-4ce657fa8886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:17.126397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Attempting to bind port a72d0df7-b39f-4b64-9849-de8c1706103b on network ee9ffb33-82fd-4b70-b966-c5774b860296 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:17.127704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Transition to ACTIVE for port object c37e4272-4178-4ce4-9448-e8b70364339d will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:17.129034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: cb97d705-0956-4acc-a444-3e0934fbe0f4 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:17.129377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cb97d705-0956-4acc-a444-3e0934fbe0f4 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:17.129767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:17.148282 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6322eb27-01f1-4ac6-94b8-145df5175803 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "DELETE /v2.0/networks/d9cd252f-4d35-4f59-810a-1f9f3b9a1327 HTTP/1.1" status: 204 len: 168 time: 2.0992925 Jun 15 14:46:17.150538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.151956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35816) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:17.171190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.175051 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-bccef7b7-7c36-44ea-b5c6-a1c631f20a5a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:17.175510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bccef7b7-7c36-44ea-b5c6-a1c631f20a5a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:17.196260 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bb59a313-303e-42e6-829d-02d453ea848b None None] The port 'faf8d882-a9b4-4097-8d00-e5cd964a95a3' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:46:17.197418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:17.197792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Checking segment: {'id': '4015115d-b048-41b0-8f56-4ce657fa8886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:17.198387 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.198942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Bound using segment: {'id': '4015115d-b048-41b0-8f56-4ce657fa8886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:17.199432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Bound port: a72d0df7-b39f-4b64-9849-de8c1706103b, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4015115d-b048-41b0-8f56-4ce657fa8886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:17.199808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.203099 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:17.209468 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bccef7b7-7c36-44ea-b5c6-a1c631f20a5a tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/subnets/102c9f0a-b231-4ce4-b034-3bc1a0ad05ca HTTP/1.1" status: 404 len: 337 time: 0.1058035 Jun 15 14:46:17.209728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.214416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35820) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:17.220045 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:17.220632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 39fc7dd5-5e1c-4b87-a10a-daf97e29bef0 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:17.249114 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/networks/15a812db-deb9-4a38-a56b-5819eaf6df15 HTTP/1.1" status: 204 len: 168 time: 3.3727148 Jun 15 14:46:17.264728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35824) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:17.282258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fecbd-032f-44ef-8dfc-735e94230542 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Network': ['ID=15a812db-deb9-4a38-a56b-5819eaf6df15,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:17.284519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.284881 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Added segment 2b8c2b6e-018b-405c-9d24-13def0551f5f of type vlan for network 958796a7-3dac-4069-b59a-64fd0e60b8f5 Jun 15 14:46:17.294663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.298732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'name': 'tempest-PortsTestJSON-1304708678'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:17.327167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] For port a72d0df7-b39f-4b64-9849-de8c1706103b, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:17.329107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network ee9ffb33-82fd-4b70-b966-c5774b860296 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:17.335979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] For port a72d0df7-b39f-4b64-9849-de8c1706103b, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a72d0df7-b39f-4b64-9849-de8c1706103b,segment=NetworkSegment(4015115d-b048-41b0-8f56-4ce657fa8886),segment_id=4015115d-b048-41b0-8f56-4ce657fa8886)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:17.341635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:17.343015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.355066 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa10ecaa-c5fe-4dab-a031-39828e5df9db tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] DELETE failed (client error): The resource could not be found. Jun 15 14:46:17.355278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa10ecaa-c5fe-4dab-a031-39828e5df9db tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:17.407841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:17.408405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.408569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:17.412172 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aa10ecaa-c5fe-4dab-a031-39828e5df9db tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/27002e60-907d-4aa3-b38e-02441a1e142a HTTP/1.1" status: 404 len: 339 time: 0.1943684 Jun 15 14:46:17.421472 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Pushing event updated for resources: {'Subnet': ['ID=cb9ec01a-99fd-485e-882d-31542cfcf2d6,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:17.426460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:17.492747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464eb41-190a-4891-ac03-d71cf4c0593c None None] Pushing event updated for resources: {'Port': ['ID=a72d0df7-b39f-4b64-9849-de8c1706103b,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:17.493905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-25778053-ea23-42ad-816e-b05f1ddec3f5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Deleting subnet e2e5a04f-54c6-4dc0-b0c8-da8ccf7bc852 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:17.497276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25778053-ea23-42ad-816e-b05f1ddec3f5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.499769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.519639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:17.520225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.562934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25778053-ea23-42ad-816e-b05f1ddec3f5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.563091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Checking segment: {'id': '152525d9-d742-4243-a3c8-590a4c54f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:17.563419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Network hostable DHCP agents. Network: 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:46:17.587600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.653559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=c37e4272-4178-4ce4-9448-e8b70364339d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:17.665594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:17.727899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device faf8d882-a9b4-4097-8d00-e5cd964a95a3 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:17.738415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:17.751058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:port and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:17.756722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:17.759715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.782198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: faf8d882-a9b4-4097-8d00-e5cd964a95a3 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:17.782625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device faf8d882-a9b4-4097-8d00-e5cd964a95a3 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:17.783308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:17.814287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ba06a7-116f-495e-bf76-dfac5dc42366 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Deleting subnet e347eec4-7069-468d-a565-d9b00d9e48fa {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:17.851486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50ba06a7-116f-495e-bf76-dfac5dc42366 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.910209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.916215 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:17.916657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:17.963789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Network 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:46:18.035398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:18.039396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.047675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Subnet': ['ID=7188b446-ccd6-432c-9376-3a101f2cc9c2,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:18.075616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:18.084888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14453478-7bd7-469d-8097-34d36d167f5f None None] Network 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:18.086898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50ba06a7-116f-495e-bf76-dfac5dc42366 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.119936 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3385582 Jun 15 14:46:18.125218 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:18.125801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.129491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Checking segment: {'id': 'dbc01775-79ae-4472-ac01-7c8b373fc2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7793666-b009-4708-81a2-4ae2b6a19448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:18.129859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network hostable DHCP agents. Network: a7793666-b009-4708-81a2-4ae2b6a19448, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:46:18.137955 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35834) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:18.139559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port 172487c1-f7df-406e-85e6-58601e1df188 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:46:18.165313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'subnet': {'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:18.188489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b3866-7005-49a4-b2d1-db77bf4fac24 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Network': ['ID=958796a7-3dac-4069-b59a-64fd0e60b8f5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:18.201184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 958796a7-3dac-4069-b59a-64fd0e60b8f5 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:18.267154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25778053-ea23-42ad-816e-b05f1ddec3f5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.276297 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5f24946e-5c4b-4297-9dea-98e6cbc52907 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2805316 Jun 15 14:46:18.277074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35842) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:18.292526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network a7793666-b009-4708-81a2-4ae2b6a19448 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:46:18.316774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Request body: {'port': {'network_id': '6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1657620539'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:18.351340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, a7793666-b009-4708-81a2-4ae2b6a19448) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:18.358468 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 60b9ecd8-9353-4813-bb31-192540bb38f8 resource provider aggregate not found Jun 15 14:46:18.389191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9d7aa6-681d-4025-8656-9a6b14e5f353 None None] Network a7793666-b009-4708-81a2-4ae2b6a19448 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:18.421717 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:18.422094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.441190 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:18.447625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:subnet and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:18.448853 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 60b9ecd8-9353-4813-bb31-192540bb38f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60b9ecd8-9353-4813-bb31-192540bb38f8 found for delete ", "request_id": "req-3987c4b2-b6aa-43fc-8406-0a662728fe85"}]} Jun 15 14:46:18.456689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:18.477219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:18.484930 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50ba06a7-116f-495e-bf76-dfac5dc42366 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.519381 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 482fdd07-9ad7-4a77-bffc-dbfb9208079f resource provider aggregate not found Jun 15 14:46:18.524400 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-60c9ad5c-500f-4739-a2b5-e9c7414c0576 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1991715 Jun 15 14:46:18.528797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35852) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:18.549515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25778053-ea23-42ad-816e-b05f1ddec3f5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.567121 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 482fdd07-9ad7-4a77-bffc-dbfb9208079f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 482fdd07-9ad7-4a77-bffc-dbfb9208079f found for delete ", "request_id": "req-5213101d-ebfe-4ba3-9aae-fc05f9434e65"}]} Jun 15 14:46:18.572947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:18.577531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.634856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25778053-ea23-42ad-816e-b05f1ddec3f5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.647812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2bf0207c-bd7f-4e00-9212-fb873fac0b78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-199667598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:18.652598 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:18.661851 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a', 'network_id': '6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a', 'tenant_id': 'd92175f2c84b4eeeab10d1a459b7375b', 'fixed_ips': [{'subnet_id': 'cb9ec01a-99fd-485e-882d-31542cfcf2d6'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:46:18.662925 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.673296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2bf0207c-bd7f-4e00-9212-fb873fac0b78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:18.678202 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2bf0207c-bd7f-4e00-9212-fb873fac0b78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:router and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:18.681557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2bf0207c-bd7f-4e00-9212-fb873fac0b78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:18.686814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61bcf19-2064-495b-89cf-c69c4ccf1c33 None None] Network 84214ef7-38db-4cc8-835b-f326f1837ca8 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:18.699796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2bf0207c-bd7f-4e00-9212-fb873fac0b78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:18.721561 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Usage tracker for resource:port and tenant:d92175f2c84b4eeeab10d1a459b7375b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:18.742872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:18.767958 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:18.787049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50ba06a7-116f-495e-bf76-dfac5dc42366 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.837653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Made reservation on behalf of d92175f2c84b4eeeab10d1a459b7375b for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:18.839268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.841357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.851400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-50ba06a7-116f-495e-bf76-dfac5dc42366 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:18.862251 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba06a7-116f-495e-bf76-dfac5dc42366 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Subnet': ['ID=e347eec4-7069-468d-a565-d9b00d9e48fa,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:18.887942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] device_id is not set on port 010200e8-e20b-409d-ba53-034b902e8e83 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:46:18.890061 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bc9383-2542-44e2-916d-d390abfaea22 None None] Network 8cd27633-bf8c-4f2c-93f8-7f00d533422c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:18.906311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bdbe0d-ba44-4a70-91c9-0091dc327c09 None None] Network ee9ffb33-82fd-4b70-b966-c5774b860296 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:18.925598 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-50ba06a7-116f-495e-bf76-dfac5dc42366 tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/subnets/e347eec4-7069-468d-a565-d9b00d9e48fa HTTP/1.1" status: 204 len: 168 time: 1.4865727 Jun 15 14:46:18.928399 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35858) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:18.987619 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25778053-ea23-42ad-816e-b05f1ddec3f5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e5a04f-54c6-4dc0-b0c8-da8ccf7bc852,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:19.017816 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-25778053-ea23-42ad-816e-b05f1ddec3f5 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "DELETE /v2.0/subnets/e2e5a04f-54c6-4dc0-b0c8-da8ccf7bc852 HTTP/1.1" status: 204 len: 168 time: 1.8643107 Jun 15 14:46:19.019306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.024994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35862) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:19.115697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bf0207c-bd7f-4e00-9212-fb873fac0b78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.116730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bf0207c-bd7f-4e00-9212-fb873fac0b78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.135527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:19.142563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:19.144863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:19.152049 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:19.152483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.187360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=172487c1-f7df-406e-85e6-58601e1df188,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:19.200113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bf0207c-bd7f-4e00-9212-fb873fac0b78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.216006 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-63d19664-89b5-4079-8af6-875b8f501065 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9432442 Jun 15 14:46:19.217377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35866) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:19.239648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.294419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bf0207c-bd7f-4e00-9212-fb873fac0b78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.304091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6d8ca336-dcf2-4b67-af30-b28d9559b99e None None] Provisioning for port a72d0df7-b39f-4b64-9849-de8c1706103b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:19.306004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.307291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-a7793666-b009-4708-81a2-4ae2b6a19448', 'network_id': 'a7793666-b009-4708-81a2-4ae2b6a19448', 'tenant_id': '1811f021965845728c9b3aaf02b41c17', 'fixed_ips': [{'subnet_id': '7188b446-ccd6-432c-9376-3a101f2cc9c2'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:46:19.308110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.322528 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.323544 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.352647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.388152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Deleting port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:19.388518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.405480 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event updated for resources: {'Port': ['ID=c37e4272-4178-4ce4-9448-e8b70364339d,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:19.411154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-26326ca0-d4a1-435e-972c-8d106e186c85 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 172487c1-f7df-406e-85e6-58601e1df188 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:19.411612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26326ca0-d4a1-435e-972c-8d106e186c85 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.439668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.446821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bf0207c-bd7f-4e00-9212-fb873fac0b78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.450942 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2bf0207c-bd7f-4e00-9212-fb873fac0b78 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8882730 Jun 15 14:46:19.464315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35870) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:19.497495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'network_id': 'a7793666-b009-4708-81a2-4ae2b6a19448', 'name': 'tempest-PortsIpV6TestJSON-269323983'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:19.523652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Allocated IP 172.20.0.9 (6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a/cb9ec01a-99fd-485e-882d-31542cfcf2d6/010200e8-e20b-409d-ba53-034b902e8e83) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:19.525832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Deleting port 936e5f10-c05e-42cd-a74e-d79330e16293 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:19.526469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.543019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a72d0df7-b39f-4b64-9849-de8c1706103b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:19.797423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port a72d0df7-b39f-4b64-9849-de8c1706103b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:19.823477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Network ee9ffb33-82fd-4b70-b966-c5774b860296 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:19.839393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:19.857800 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port a72d0df7-b39f-4b64-9849-de8c1706103b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:19.858175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.911038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Subnet': ['ID=e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:19.961206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebea6fba-520a-4973-8a8d-629ea117e19e None None] DHCP port deletion for 84214ef7-38db-4cc8-835b-f326f1837ca8 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:19.974322 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21d5670-506d-4019-84ff-38c563026dd1 None None] DHCP port deletion for 8cd27633-bf8c-4f2c-93f8-7f00d533422c request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:19.992739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d21d5670-506d-4019-84ff-38c563026dd1 None None] Deleting port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:19.993439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d21d5670-506d-4019-84ff-38c563026dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:19.998240 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Checking segment: {'id': '2b8c2b6e-018b-405c-9d24-13def0551f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:19.998641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network hostable DHCP agents. Network: 958796a7-3dac-4069-b59a-64fd0e60b8f5, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:46:20.018532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ebea6fba-520a-4973-8a8d-629ea117e19e None None] Deleting port 936e5f10-c05e-42cd-a74e-d79330e16293 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:20.019054 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ebea6fba-520a-4973-8a8d-629ea117e19e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:20.062059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Allocated IP 2001:db8::2 (a7793666-b009-4708-81a2-4ae2b6a19448/7188b446-ccd6-432c-9376-3a101f2cc9c2/92b36422-096e-4aa2-b767-6743a3a58f93) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:20.195988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:20.267713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:port and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:20.282916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network 958796a7-3dac-4069-b59a-64fd0e60b8f5 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:46:20.288292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:20.288596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] For port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b,segment=NetworkSegment(75e67e90-0e1a-4ef7-b189-5ca469128c3f),segment_id=75e67e90-0e1a-4ef7-b189-5ca469128c3f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:20.288954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:20.313475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:20.318538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26326ca0-d4a1-435e-972c-8d106e186c85 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:20.354443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] For port 936e5f10-c05e-42cd-a74e-d79330e16293, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=936e5f10-c05e-42cd-a74e-d79330e16293,segment=NetworkSegment(9cae629b-e893-49b6-96d0-6747a4e56e00),segment_id=9cae629b-e893-49b6-96d0-6747a4e56e00)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:20.355007 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:20.468169 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-26326ca0-d4a1-435e-972c-8d106e186c85 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 172487c1-f7df-406e-85e6-58601e1df188 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:20.496032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:20.499705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:20.546548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:46:20.555699 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port c9b64dbb-0807-48f9-9e5f-3b68fcd65b84 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:46:20.585978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Calling delete_port for 936e5f10-c05e-42cd-a74e-d79330e16293 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:20.696741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Calling delete_port for e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:20.736335 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e9554f3f-7b85-4c32-b4ec-5931b3f24957 None None] Provisioning for port c37e4272-4178-4ce4-9448-e8b70364339d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:20.758539 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 958796a7-3dac-4069-b59a-64fd0e60b8f5) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:20.772942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a72d0df7-b39f-4b64-9849-de8c1706103b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:20.773321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:20.789265 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616fca02-6905-45a2-93fe-37364203290f None None] Network 958796a7-3dac-4069-b59a-64fd0e60b8f5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:20.790123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:20.790718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:20.802956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d21d5670-506d-4019-84ff-38c563026dd1 None None] For port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b,segment=NetworkSegment(75e67e90-0e1a-4ef7-b189-5ca469128c3f),segment_id=75e67e90-0e1a-4ef7-b189-5ca469128c3f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:20.803634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d21d5670-506d-4019-84ff-38c563026dd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:20.813411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26326ca0-d4a1-435e-972c-8d106e186c85 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:20.824840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e9554f3f-7b85-4c32-b4ec-5931b3f24957 None None] Provisioning complete for port c37e4272-4178-4ce4-9448-e8b70364339d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:20.825163 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9554f3f-7b85-4c32-b4ec-5931b3f24957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:20.859764 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:20.902828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26326ca0-d4a1-435e-972c-8d106e186c85 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=172487c1-f7df-406e-85e6-58601e1df188,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:20.908175 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-742c0aa0-e9e4-454d-89cf-a02e3058658f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7602715 Jun 15 14:46:20.911980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35874) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:20.921511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Transition to ACTIVE for port object 010200e8-e20b-409d-ba53-034b902e8e83 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:20.947392 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:20.982103 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.006813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Port': ['ID=e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:21.043706 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] No DVR routers for this DVR port 936e5f10-c05e-42cd-a74e-d79330e16293 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:21.072707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26326ca0-d4a1-435e-972c-8d106e186c85 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.085352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] No DVR routers for this DVR port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:21.091192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event deleted for resources: {'Port': ['ID=936e5f10-c05e-42cd-a74e-d79330e16293,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:21.118737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d21d5670-506d-4019-84ff-38c563026dd1 None None] Calling delete_port for e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:21.144386 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.177448 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-26326ca0-d4a1-435e-972c-8d106e186c85 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/172487c1-f7df-406e-85e6-58601e1df188 HTTP/1.1" status: 204 len: 168 time: 1.9574852 Jun 15 14:46:21.177448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:21.180131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35878) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:21.193757 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Sync routers for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:21.201475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'mac_address': 'fa:16:3e:3f:39:84', 'name': 'tempest-PortsTestJSON-932930256'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:21.210596 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:21.211464 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:21.249710 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port a72d0df7-b39f-4b64-9849-de8c1706103b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a72d0df7-b39f-4b64-9849-de8c1706103b,segment=NetworkSegment(4015115d-b048-41b0-8f56-4ce657fa8886),segment_id=4015115d-b048-41b0-8f56-4ce657fa8886)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:21.254014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ebea6fba-520a-4973-8a8d-629ea117e19e None None] For port 936e5f10-c05e-42cd-a74e-d79330e16293, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=936e5f10-c05e-42cd-a74e-d79330e16293,segment=NetworkSegment(9cae629b-e893-49b6-96d0-6747a4e56e00),segment_id=9cae629b-e893-49b6-96d0-6747a4e56e00)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:21.254493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ebea6fba-520a-4973-8a8d-629ea117e19e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.288516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.321807 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7c8ab28b-3918-4be8-aee3-9b33ec8320cb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4569612 Jun 15 14:46:21.325619 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35882) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:21.375745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Network 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:21.378034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.387046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.392931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:21.403674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b2a82b14-b38f-4c23-bcab-91fa9d19afd6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:21.403903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:21.405408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Pushing event updated for resources: {'Port': ['ID=010200e8-e20b-409d-ba53-034b902e8e83,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:21.415239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:21.459622 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84214ef7-38db-4cc8-835b-f326f1837ca8']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:21.461437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e9554f3f-7b85-4c32-b4ec-5931b3f24957 None None] Port c37e4272-4178-4ce4-9448-e8b70364339d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:21.486014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ebea6fba-520a-4973-8a8d-629ea117e19e None None] Calling delete_port for 936e5f10-c05e-42cd-a74e-d79330e16293 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:21.537794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:21.546500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cae629b-e893-49b6-96d0-6747a4e56e00') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:21.548250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cae629b-e893-49b6-96d0-6747a4e56e00') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:21.562271 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:21.564791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.595920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.597274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.607144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:21.607858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.642433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:21.642860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:21.643299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 936e5f10-c05e-42cd-a74e-d79330e16293 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:21.737964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Transition to ACTIVE for port object 92b36422-096e-4aa2-b767-6743a3a58f93 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:21.743589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Allocated IP 172.20.0.2 (6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a/cb9ec01a-99fd-485e-882d-31542cfcf2d6/5723e207-a0af-4324-8b43-b8126946c28e) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:21.747386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 936e5f10-c05e-42cd-a74e-d79330e16293 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:21.747642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 936e5f10-c05e-42cd-a74e-d79330e16293 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:21.772016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.774917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:port and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:21.780121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:21.809207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e9554f3f-7b85-4c32-b4ec-5931b3f24957 None None] Provisioning complete for port a72d0df7-b39f-4b64-9849-de8c1706103b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:21.809683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9554f3f-7b85-4c32-b4ec-5931b3f24957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:21.834227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-d21d5670-506d-4019-84ff-38c563026dd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:46:21.835906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-d21d5670-506d-4019-84ff-38c563026dd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:46:21.872128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=a72d0df7-b39f-4b64-9849-de8c1706103b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:21.899599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:21.937093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Transition to ACTIVE for port object 92b36422-096e-4aa2-b767-6743a3a58f93 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:21.938807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:21.939155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:21.939494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:21.939825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:21.940155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:21.940509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:21.940834 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:21.941159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:21.941482 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:21.941803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:21.942126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:21.942446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:46:22.020753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:22.021675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.021950 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:17Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c37e4272-4178-4ce4-9448-e8b70364339d', 'name': '', 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:06:1a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:18Z', 'revision_number': 2, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:16Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:22.027661 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Checking router: d26a7a47-5d91-46b4-b1ff-33bdbed6a024 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:46:22.028299 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Updating router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 port c37e4272-4178-4ce4-9448-e8b70364339d binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:46:22.055485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd27633-bf8c-4f2c-93f8-7f00d533422c']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:22.065158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8::2fb (a7793666-b009-4708-81a2-4ae2b6a19448/7188b446-ccd6-432c-9376-3a101f2cc9c2/c9b64dbb-0807-48f9-9e5f-3b68fcd65b84) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:22.076034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e67e90-0e1a-4ef7-b189-5ca469128c3f') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:22.076543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e67e90-0e1a-4ef7-b189-5ca469128c3f') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:22.094172 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.111723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.114134 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.117556 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.117980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.127632 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "DELETE /v2.0/networks/84214ef7-38db-4cc8-835b-f326f1837ca8 HTTP/1.1" status: 204 len: 168 time: 3.0565970 Jun 15 14:46:22.130874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35888) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:22.143750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:22.156755 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4de6819b-d66b-4173-8ac4-563ee386b292 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8721960 Jun 15 14:46:22.160245 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 9cae629b-e893-49b6-96d0-6747a4e56e00 resource provider aggregate not found Jun 15 14:46:22.166827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35892) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:22.173041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Request body: {'port': {'network_id': '6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-146944134', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:22.173542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] bootfile-name is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 15 14:46:22.173888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] tftp-server is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 15 14:46:22.174204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.api.validators [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] server-ip-address is not in valid_values {{(pid=89019) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 15 14:46:22.183545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-ebea6fba-520a-4973-8a8d-629ea117e19e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:46:22.184154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-ebea6fba-520a-4973-8a8d-629ea117e19e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:46:22.195164 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 9cae629b-e893-49b6-96d0-6747a4e56e00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9cae629b-e893-49b6-96d0-6747a4e56e00 found for delete ", "request_id": "req-33f932f6-7f7a-44fc-8100-ca64891c7914"}]} Jun 15 14:46:22.199803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8220432-bdb6-42b2-b07c-7755b5a5ec05 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Pushing event deleted for resources: {'Network': ['ID=84214ef7-38db-4cc8-835b-f326f1837ca8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:22.212401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.229821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-958796a7-3dac-4069-b59a-64fd0e60b8f5', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:46:22.231166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.265226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Network a7793666-b009-4708-81a2-4ae2b6a19448 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:22.267864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:22.268418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.274956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:22.284234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:22.289710 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Pushing event updated for resources: {'Port': ['ID=92b36422-096e-4aa2-b767-6743a3a58f93,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:22.297931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cfd9b845-ae06-4e47-8037-cddae6ac8fb7 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Synchronizing usage tracker for tenant:108c5fb4b8fa48d89b80f4468ede5bb8 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:22.418576 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d21d5670-506d-4019-84ff-38c563026dd1 None None] Deleting port e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:22.418879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d21d5670-506d-4019-84ff-38c563026dd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.436358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.459864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.477565 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] Pushing event deleted for resources: {'Network': ['ID=8cd27633-bf8c-4f2c-93f8-7f00d533422c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:22.482644 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:22.488300 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-70ca6e11-6233-425a-9346-211c05ff992d tempest-NetworksTest-1191351289 tempest-NetworksTest-1191351289-project] 10.222.0.26 "DELETE /v2.0/networks/8cd27633-bf8c-4f2c-93f8-7f00d533422c HTTP/1.1" status: 204 len: 168 time: 3.5587010 Jun 15 14:46:22.489751 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Usage tracker for resource:port and tenant:d92175f2c84b4eeeab10d1a459b7375b is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:22.494222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:22.500609 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:22.508055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.512413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Made reservation on behalf of d92175f2c84b4eeeab10d1a459b7375b for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:22.516709 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.526035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cfd9b845-ae06-4e47-8037-cddae6ac8fb7 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Unset dirty status for tenant:108c5fb4b8fa48d89b80f4468ede5bb8 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:22.529619 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cfd9b845-ae06-4e47-8037-cddae6ac8fb7 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "GET /v2.0/ports?device_id=94abef30-fb2d-43b6-9be3-883860a074aa HTTP/1.1" status: 200 len: 205 time: 0.3947933 Jun 15 14:46:22.531821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35900) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:22.561042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.583743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port 3e2f6e29-b947-403a-a332-9a238671e8e5 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:46:22.684615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] device_id is not set on port 4d3d9428-8fcc-42c7-abc9-a33c36327376 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:46:22.755292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fd320c9-8a4c-4b3b-9990-4f56668b71a1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.757684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ebea6fba-520a-4973-8a8d-629ea117e19e None None] Deleting port 936e5f10-c05e-42cd-a74e-d79330e16293 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:22.762953 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ebea6fba-520a-4973-8a8d-629ea117e19e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.840334 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.860476 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Transition to ACTIVE for port object c37e4272-4178-4ce4-9448-e8b70364339d will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:22.873799 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:22.889369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d21d5670-506d-4019-84ff-38c563026dd1 None None] The port 'e1fe2ce5-120f-490f-ab2b-72c9e7f5d64b' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:46:22.999012 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03e413-9507-4d9d-8ff8-a5d80c442550 None None] Pushing event updated for resources: {'Port': ['ID=c37e4272-4178-4ce4-9448-e8b70364339d,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:23.024602 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ebea6fba-520a-4973-8a8d-629ea117e19e None None] The port '936e5f10-c05e-42cd-a74e-d79330e16293' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:46:23.126815 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Allocated IP 172.20.0.2 (958796a7-3dac-4069-b59a-64fd0e60b8f5/e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d/47b59c51-de20-4dba-ad7b-c0e075231ed6) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:23.156795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35906) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:23.263530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fd320c9-8a4c-4b3b-9990-4f56668b71a1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.266739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fd320c9-8a4c-4b3b-9990-4f56668b71a1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.275383 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Attempting to bind port c37e4272-4178-4ce4-9448-e8b70364339d on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:23.276413 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Attempting to bind port c37e4272-4178-4ce4-9448-e8b70364339d by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '4015115d-b048-41b0-8f56-4ce657fa8886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:23.276914 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Attempting to bind port c37e4272-4178-4ce4-9448-e8b70364339d on network ee9ffb33-82fd-4b70-b966-c5774b860296 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:23.290101 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:23.291088 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Checking segment: {'id': '4015115d-b048-41b0-8f56-4ce657fa8886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:23.293134 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.293669 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Bound using segment: {'id': '4015115d-b048-41b0-8f56-4ce657fa8886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:23.294603 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Bound port: c37e4272-4178-4ce4-9448-e8b70364339d, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4015115d-b048-41b0-8f56-4ce657fa8886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:23.296796 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.349498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.371002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fd320c9-8a4c-4b3b-9990-4f56668b71a1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.375289 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd320c9-8a4c-4b3b-9990-4f56668b71a1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Fanout notify agent at l3_agent the message router_deleted on router 94abef30-fb2d-43b6-9be3-883860a074aa {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:46:23.401278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.403300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fd320c9-8a4c-4b3b-9990-4f56668b71a1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.404712 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6fd320c9-8a4c-4b3b-9990-4f56668b71a1 tempest-RoutersNegativeIpV6Test-1327791811 tempest-RoutersNegativeIpV6Test-1327791811-project] 10.222.0.26 "DELETE /v2.0/routers/94abef30-fb2d-43b6-9be3-883860a074aa HTTP/1.1" status: 204 len: 168 time: 0.8699946 Jun 15 14:46:23.425628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Transition to ACTIVE for port object 47b59c51-de20-4dba-ad7b-c0e075231ed6 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:23.470899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Transition to ACTIVE for port object 47b59c51-de20-4dba-ad7b-c0e075231ed6 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:23.487702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e9554f3f-7b85-4c32-b4ec-5931b3f24957 None None] Current status of the port a72d0df7-b39f-4b64-9849-de8c1706103b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:23.498339 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] For port c37e4272-4178-4ce4-9448-e8b70364339d, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:23.501828 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] For port c37e4272-4178-4ce4-9448-e8b70364339d, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c37e4272-4178-4ce4-9448-e8b70364339d,segment=NetworkSegment(4015115d-b048-41b0-8f56-4ce657fa8886),segment_id=4015115d-b048-41b0-8f56-4ce657fa8886)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:23.509749 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.512256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a72d0df7-b39f-4b64-9849-de8c1706103b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:23.558727 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Attempting to bind port 92b36422-096e-4aa2-b767-6743a3a58f93 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:23.559101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Attempting to bind port 92b36422-096e-4aa2-b767-6743a3a58f93 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'dbc01775-79ae-4472-ac01-7c8b373fc2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7793666-b009-4708-81a2-4ae2b6a19448'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:23.560486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Attempting to bind port 92b36422-096e-4aa2-b767-6743a3a58f93 on network a7793666-b009-4708-81a2-4ae2b6a19448 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:23.572073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object c9b64dbb-0807-48f9-9e5f-3b68fcd65b84 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:23.582447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.601679 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03e413-9507-4d9d-8ff8-a5d80c442550 None None] Pushing event updated for resources: {'Port': ['ID=c37e4272-4178-4ce4-9448-e8b70364339d,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:23.631152 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:23.633355 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:23.783971 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35916) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:23.795160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.extraroute_db [None req-b2a82b14-b38f-4c23-bcab-91fa9d19afd6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 15 14:46:23.800494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:23.800889 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Checking segment: {'id': 'dbc01775-79ae-4472-ac01-7c8b373fc2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7793666-b009-4708-81a2-4ae2b6a19448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:23.801273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.801667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Bound using segment: {'id': 'dbc01775-79ae-4472-ac01-7c8b373fc2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7793666-b009-4708-81a2-4ae2b6a19448'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:23.802149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Bound port: 92b36422-096e-4aa2-b767-6743a3a58f93, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc01775-79ae-4472-ac01-7c8b373fc2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'a7793666-b009-4708-81a2-4ae2b6a19448'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:23.802523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.822679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.829728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.873602 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:23.878141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.extraroute_db [None req-b2a82b14-b38f-4c23-bcab-91fa9d19afd6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Removed routes are [] {{(pid=89018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 15 14:46:23.878831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2a82b14-b38f-4c23-bcab-91fa9d19afd6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:23.890017 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d0a15ab0-52ec-4a1d-aee5-597c109ba1d8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8e958f52975b4d9da8df9d4544a8752e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7289274 Jun 15 14:46:23.892357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Allocated IP 172.20.0.1 (958796a7-3dac-4069-b59a-64fd0e60b8f5/e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d/9d2f7fec-d479-4205-92b6-f1f18a6c4679) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:23.893572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35922) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:23.986948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Network 958796a7-3dac-4069-b59a-64fd0e60b8f5 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:24.009498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.020327 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c34db6ee-98eb-4edc-bd98-7928cc1d1872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.045572 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:24.056698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Transition to ACTIVE for port object 5723e207-a0af-4324-8b43-b8126946c28e will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:24.059605 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Pushing event updated for resources: {'Port': ['ID=47b59c51-de20-4dba-ad7b-c0e075231ed6,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:24.067410 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:24.097068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c34db6ee-98eb-4edc-bd98-7928cc1d1872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.145882 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2fd70098-4f92-4225-84e3-3e18e41a4dad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=108c5fb4b8fa48d89b80f4468ede5bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3606274 Jun 15 14:46:24.155899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35926) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:24.176277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Transition to ACTIVE for port object 5723e207-a0af-4324-8b43-b8126946c28e will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:24.183945 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=c9b64dbb-0807-48f9-9e5f-3b68fcd65b84,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:24.233458 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 75e67e90-0e1a-4ef7-b189-5ca469128c3f resource provider aggregate not found Jun 15 14:46:24.262457 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 75e67e90-0e1a-4ef7-b189-5ca469128c3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75e67e90-0e1a-4ef7-b189-5ca469128c3f found for delete ", "request_id": "req-00f1b0fd-2db1-44ce-8d6f-a3ff5f0dbb9d"}]} Jun 15 14:46:24.279245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.284781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.297588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network a7793666-b009-4708-81a2-4ae2b6a19448 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:24.328460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c34db6ee-98eb-4edc-bd98-7928cc1d1872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.336817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:24.355519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] For port 92b36422-096e-4aa2-b767-6743a3a58f93, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:24.365783 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34db6ee-98eb-4edc-bd98-7928cc1d1872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c38155-d8b9-4c04-b9c6-2056286256b5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:24.377973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:24.379031 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-803530da-0f89-4fd9-b92a-36334875c2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.384063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:24.384727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.390595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port a72d0df7-b39f-4b64-9849-de8c1706103b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:24.391059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.418279 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c34db6ee-98eb-4edc-bd98-7928cc1d1872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.422041 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c34db6ee-98eb-4edc-bd98-7928cc1d1872 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/94c38155-d8b9-4c04-b9c6-2056286256b5 HTTP/1.1" status: 204 len: 168 time: 0.5241499 Jun 15 14:46:24.432239 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Attempting to bind port 47b59c51-de20-4dba-ad7b-c0e075231ed6 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:24.432694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Attempting to bind port 47b59c51-de20-4dba-ad7b-c0e075231ed6 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '2b8c2b6e-018b-405c-9d24-13def0551f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:24.433483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Attempting to bind port 47b59c51-de20-4dba-ad7b-c0e075231ed6 on network 958796a7-3dac-4069-b59a-64fd0e60b8f5 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:24.440582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Network 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:24.442431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] For port 92b36422-096e-4aa2-b767-6743a3a58f93, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=92b36422-096e-4aa2-b767-6743a3a58f93,segment=NetworkSegment(dbc01775-79ae-4472-ac01-7c8b373fc2bc),segment_id=dbc01775-79ae-4472-ac01-7c8b373fc2bc)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:24.452103 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:17Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c37e4272-4178-4ce4-9448-e8b70364339d', 'name': '', 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:06:1a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:23Z', 'revision_number': 4, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:16Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:24.460170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:24.463566 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6efdcc-b7b8-4d47-a013-0cd9eb853fab None None] The sync data for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv is: [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:17Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c37e4272-4178-4ce4-9448-e8b70364339d', 'name': '', 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:06:1a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:23Z', 'revision_number': 4, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:16Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:24.472552 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:24.473097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Checking segment: {'id': '2b8c2b6e-018b-405c-9d24-13def0551f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:24.473686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.474078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Bound using segment: {'id': '2b8c2b6e-018b-405c-9d24-13def0551f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:24.474894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Bound port: 47b59c51-de20-4dba-ad7b-c0e075231ed6, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8c2b6e-018b-405c-9d24-13def0551f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:24.475340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.481855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Allocated IP 172.20.0.14 (6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a/cb9ec01a-99fd-485e-882d-31542cfcf2d6/4d3d9428-8fcc-42c7-abc9-a33c36327376) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:24.493409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-803530da-0f89-4fd9-b92a-36334875c2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.494025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:24.498536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.509048 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ec01534b-e4b6-433a-b9d0-fc1e578cd8a0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0337617 Jun 15 14:46:24.511010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Pushing event updated for resources: {'Port': ['ID=5723e207-a0af-4324-8b43-b8126946c28e,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:24.512229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35936) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:24.532001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:24.579405 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:46:24.615337 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:24.751816 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:24.752662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-803530da-0f89-4fd9-b92a-36334875c2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.757533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:24.758495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:24.784987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803530da-0f89-4fd9-b92a-36334875c2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989205e6-c8b2-4835-8bcd-53db5dff832b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:24.785806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=3e2f6e29-b947-403a-a332-9a238671e8e5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:24.890999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:25.008920 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-451745c3-298e-4561-a9b8-4746acc75295 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.8290153 Jun 15 14:46:25.035419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35946) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:25.054691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-803530da-0f89-4fd9-b92a-36334875c2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:25.055884 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-803530da-0f89-4fd9-b92a-36334875c2f8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/989205e6-c8b2-4835-8bcd-53db5dff832b HTTP/1.1" status: 204 len: 168 time: 0.8988535 Jun 15 14:46:25.130562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcd773-f698-4e33-b07d-7e819c409481 None None] Pushing event updated for resources: {'Port': ['ID=92b36422-096e-4aa2-b767-6743a3a58f93,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:25.169128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Attempting to bind port 5723e207-a0af-4324-8b43-b8126946c28e on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:25.169824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Attempting to bind port 5723e207-a0af-4324-8b43-b8126946c28e by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '152525d9-d742-4243-a3c8-590a4c54f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:25.170409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Attempting to bind port 5723e207-a0af-4324-8b43-b8126946c28e on network 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:25.189262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ae2c58-1e5c-4248-856e-c9726f66b5af tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:25.190134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-37ae2c58-1e5c-4248-856e-c9726f66b5af tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:25.212630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:25.213450 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Checking segment: {'id': '152525d9-d742-4243-a3c8-590a4c54f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:25.214103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:25.214759 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Bound using segment: {'id': '152525d9-d742-4243-a3c8-590a4c54f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:25.215647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Bound port: 5723e207-a0af-4324-8b43-b8126946c28e, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152525d9-d742-4243-a3c8-590a4c54f169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:25.216323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:25.223705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-37ae2c58-1e5c-4248-856e-c9726f66b5af tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:25.228564 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-37ae2c58-1e5c-4248-856e-c9726f66b5af tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/3e2f6e29-b947-403a-a332-9a238671e8e5 HTTP/1.1" status: 200 len: 840 time: 0.1861722 Jun 15 14:46:25.229334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35956) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:25.256936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] For port 47b59c51-de20-4dba-ad7b-c0e075231ed6, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:25.323940 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f0e90d88-a19a-44d5-943f-21fcd6107624 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 3e2f6e29-b947-403a-a332-9a238671e8e5 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:25.324421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d88-a19a-44d5-943f-21fcd6107624 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:25.399320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a72d0df7-b39f-4b64-9849-de8c1706103b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:25.416214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] For port 47b59c51-de20-4dba-ad7b-c0e075231ed6, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=47b59c51-de20-4dba-ad7b-c0e075231ed6,segment=NetworkSegment(2b8c2b6e-018b-405c-9d24-13def0551f5f),segment_id=2b8c2b6e-018b-405c-9d24-13def0551f5f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:25.447490 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:25.516745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2a82b14-b38f-4c23-bcab-91fa9d19afd6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:25.519604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Transition to ACTIVE for port object 9d2f7fec-d479-4205-92b6-f1f18a6c4679 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:25.534693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2a82b14-b38f-4c23-bcab-91fa9d19afd6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:25.647411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c37e4272-4178-4ce4-9448-e8b70364339d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:25.755325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d88-a19a-44d5-943f-21fcd6107624 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:25.877177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] For port 5723e207-a0af-4324-8b43-b8126946c28e, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:25.897961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] For port 5723e207-a0af-4324-8b43-b8126946c28e, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5723e207-a0af-4324-8b43-b8126946c28e,segment=NetworkSegment(152525d9-d742-4243-a3c8-590a4c54f169),segment_id=152525d9-d742-4243-a3c8-590a4c54f169)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:25.901755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea285ee-ef33-40a8-86db-549819d05fe7 None None] Pushing event updated for resources: {'Port': ['ID=47b59c51-de20-4dba-ad7b-c0e075231ed6,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:25.926150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:25.944372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f0e90d88-a19a-44d5-943f-21fcd6107624 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 3e2f6e29-b947-403a-a332-9a238671e8e5 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:26.063531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d88-a19a-44d5-943f-21fcd6107624 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:26.078211 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port c37e4272-4178-4ce4-9448-e8b70364339d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:26.118686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c37e4272-4178-4ce4-9448-e8b70364339d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:26.118986 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:26.142363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e90d88-a19a-44d5-943f-21fcd6107624 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=3e2f6e29-b947-403a-a332-9a238671e8e5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:26.156836 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f0e90d88-a19a-44d5-943f-21fcd6107624 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:26.207651 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f0e90d88-a19a-44d5-943f-21fcd6107624 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/3e2f6e29-b947-403a-a332-9a238671e8e5 HTTP/1.1" status: 204 len: 168 time: 0.9738054 Jun 15 14:46:26.211995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:26.223501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35978) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:26.249958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9088dbe-beed-4c3b-ac9d-e2472b0c7ba8 None None] Pushing event updated for resources: {'Port': ['ID=5723e207-a0af-4324-8b43-b8126946c28e,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:26.279737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 35984) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:26.333431 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be58b63-1ab9-4f8e-91b9-f185b9b4aef6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:46:26.334745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4be58b63-1ab9-4f8e-91b9-f185b9b4aef6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:26.393915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Transition to ACTIVE for port object 4d3d9428-8fcc-42c7-abc9-a33c36327376 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:26.401189 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c37e4272-4178-4ce4-9448-e8b70364339d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:26.401600 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:26.420226 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4be58b63-1ab9-4f8e-91b9-f185b9b4aef6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:26.436917 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4be58b63-1ab9-4f8e-91b9-f185b9b4aef6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/3e2f6e29-b947-403a-a332-9a238671e8e5 HTTP/1.1" status: 404 len: 333 time: 0.2121513 Jun 15 14:46:26.437683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 35994) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:26.447232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'name': 'tempest-PortsTestJSON-1110892771'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:26.478429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:26.506883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port c37e4272-4178-4ce4-9448-e8b70364339d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c37e4272-4178-4ce4-9448-e8b70364339d,segment=NetworkSegment(4015115d-b048-41b0-8f56-4ce657fa8886),segment_id=4015115d-b048-41b0-8f56-4ce657fa8886)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:26.522631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:26.659078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:26.672489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:26.683576 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:26.686186 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a82b14-b38f-4c23-bcab-91fa9d19afd6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:46:26.693942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=c37e4272-4178-4ce4-9448-e8b70364339d,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:26.757678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=9d2f7fec-d479-4205-92b6-f1f18a6c4679,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:26.789689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36000) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:26.797341 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026248 Jun 15 14:46:26.810288 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36002) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:26.814474 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c2959638-72f6-44c0-8d4b-ba1594b8ad23 tempest-ServiceProvidersTest-897700837 tempest-ServiceProvidersTest-897700837-project] 10.222.0.26 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5246942 Jun 15 14:46:26.814618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:26.817670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:26.827171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network 958796a7-3dac-4069-b59a-64fd0e60b8f5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:26.854032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Network 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:26.872148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:26.888724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:26.935258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Pushing event updated for resources: {'Port': ['ID=4d3d9428-8fcc-42c7-abc9-a33c36327376,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:26.982493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:26.987492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port 4326a8fc-f85b-47ec-aa34-3c2cb8e47ded yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:46:27.002976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:27.065787 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7492b567-219a-47e0-baaf-91a0a0fd9135 tempest-NetworksApiDiscovery-536085857 tempest-NetworksApiDiscovery-536085857-project] 10.222.0.26 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2542522 Jun 15 14:46:27.108684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:27.109385 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:27.185636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181ee767-6c0d-4f52-9c00-6f310b032978 None None] Network a7793666-b009-4708-81a2-4ae2b6a19448 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:27.225397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a82b14-b38f-4c23-bcab-91fa9d19afd6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:27.229450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:27.239227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b2a82b14-b38f-4c23-bcab-91fa9d19afd6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:27.243572 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b2a82b14-b38f-4c23-bcab-91fa9d19afd6 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024 HTTP/1.1" status: 200 len: 953 time: 5.8622186 Jun 15 14:46:27.245516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36014) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:27.269449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:27.277857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af563d7-11f7-43bf-9947-e6488c813438 None None] Sync routers for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:27.291944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36018) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:27.403412 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bc7a5b13-43df-4c6e-9be7-a14427db8a1f tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.2333353 Jun 15 14:46:27.450062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36026) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:27.723311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d012e082-5d4b-4485-8b36-f8d1ca772ea5 None None] Network 958796a7-3dac-4069-b59a-64fd0e60b8f5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:27.859952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-63dd9198-cd82-4ef6-a95d-307131692c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:27.915669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36030) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:27.934326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af563d7-11f7-43bf-9947-e6488c813438 None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:27.935209 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0af563d7-11f7-43bf-9947-e6488c813438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:27.948094 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2f4b33ec-9233-423a-a1dd-e9625d77de7b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024 HTTP/1.1" status: 200 len: 953 time: 0.6993396 Jun 15 14:46:27.961912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36034) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:27.975840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b7555446-0f47-4558-a581-8a4d73f1a5ec tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'router': {'routes': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:28.015660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a6dc5895-ff9f-4e37-b0a0-30f47193624b None None] Provisioning for port 92b36422-096e-4aa2-b767-6743a3a58f93 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:28.035125 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 92b36422-096e-4aa2-b767-6743a3a58f93 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:28.062917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1915555-488d-4aed-9e49-05e87fb43c5d None None] Network 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:28.086053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68797928-74b2-4f56-aad7-f7cb9d2a285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:28.110213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:28.168582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd692c1a-e72a-4d96-927f-1cdf715ac5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:28.212091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fd692c1a-e72a-4d96-927f-1cdf715ac5da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:28.216742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:28.226834 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fd692c1a-e72a-4d96-927f-1cdf715ac5da admin admin] Usage tracker for resource:security_group_rule and tenant:4fbd928d70a644998fb429833eacaa68 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:28.281747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fd692c1a-e72a-4d96-927f-1cdf715ac5da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:28.302369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fd692c1a-e72a-4d96-927f-1cdf715ac5da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:28.367142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-68797928-74b2-4f56-aad7-f7cb9d2a285b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:28.395738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-68797928-74b2-4f56-aad7-f7cb9d2a285b admin admin] Usage tracker for resource:security_group_rule and tenant:0696e469cb0347f68f768c6861a07528 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:28.417809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89e6944-4101-4867-93bb-f34502a3e5aa tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:28.424037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89e6944-4101-4867-93bb-f34502a3e5aa tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:28.430229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89e6944-4101-4867-93bb-f34502a3e5aa tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:28.434829 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d89e6944-4101-4867-93bb-f34502a3e5aa tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.9469795 Jun 15 14:46:28.434829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-68797928-74b2-4f56-aad7-f7cb9d2a285b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:28.437474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-0af563d7-11f7-43bf-9947-e6488c813438 None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:28.449680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36042) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:28.484193 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-68797928-74b2-4f56-aad7-f7cb9d2a285b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:28.496145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:28.543311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-51764bcd-7d33-4637-85c9-1b3d0d8827de None None] Provisioning for port 5723e207-a0af-4324-8b43-b8126946c28e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:28.627485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:28.637804 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:28.650582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:28.656128 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:28.657018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:28.701335 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2612245 Jun 15 14:46:28.711457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ab6f0-4675-459b-a990-4b5f1ad26ba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=4326a8fc-f85b-47ec-aa34-3c2cb8e47ded,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:28.715873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36046) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:28.734352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-12837a92-9cef-40cb-9a82-05fb41905896 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Deleting port 4d3d9428-8fcc-42c7-abc9-a33c36327376 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:28.734694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12837a92-9cef-40cb-9a82-05fb41905896 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:28.742912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 92b36422-096e-4aa2-b767-6743a3a58f93 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:28.756105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-32daca1d-45ad-4ee0-9831-bfe95872204c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:28.789161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd692c1a-e72a-4d96-927f-1cdf715ac5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:28.822144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd692c1a-e72a-4d96-927f-1cdf715ac5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:28.823379 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 92b36422-096e-4aa2-b767-6743a3a58f93 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:28.823927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:28.858812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:28.875069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-51764bcd-7d33-4637-85c9-1b3d0d8827de None None] Provisioning for port 47b59c51-de20-4dba-ad7b-c0e075231ed6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:28.914228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:28.979171 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fd692c1a-e72a-4d96-927f-1cdf715ac5da admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4fbd928d70a644998fb429833eacaa68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0385103 Jun 15 14:46:28.987151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36050) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:28.987808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd692c1a-e72a-4d96-927f-1cdf715ac5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fa329e-25ca-44e7-ae17-47b131a5fecb,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:29.085753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-32daca1d-45ad-4ee0-9831-bfe95872204c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.172073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfbac8cd-abcb-4cf9-aa42-b064115f70c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.197845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.extraroute_db [None req-b7555446-0f47-4558-a581-8a4d73f1a5ec tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Added routes are [] {{(pid=89019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 15 14:46:29.198160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.extraroute_db [None req-b7555446-0f47-4558-a581-8a4d73f1a5ec tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=89019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 15 14:46:29.243335 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfbac8cd-abcb-4cf9-aa42-b064115f70c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.297155 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68797928-74b2-4f56-aad7-f7cb9d2a285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.298238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=c9b64dbb-0807-48f9-9e5f-3b68fcd65b84,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:29.338641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 92b36422-096e-4aa2-b767-6743a3a58f93 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:29.339153 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.350566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-68797928-74b2-4f56-aad7-f7cb9d2a285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.397872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0af563d7-11f7-43bf-9947-e6488c813438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:23Z', 'revision_number': 6, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c37e4272-4178-4ce4-9448-e8b70364339d', 'name': '', 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:06:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:26Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:16Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:29.424291 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7555446-0f47-4558-a581-8a4d73f1a5ec tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.441270 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af563d7-11f7-43bf-9947-e6488c813438 None None] Checking router: d26a7a47-5d91-46b4-b1ff-33bdbed6a024 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:46:29.467044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b3d92f4-b050-4008-b6d3-a1c60e8e5006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.485385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 92b36422-096e-4aa2-b767-6743a3a58f93, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=92b36422-096e-4aa2-b767-6743a3a58f93,segment=NetworkSegment(dbc01775-79ae-4472-ac01-7c8b373fc2bc),segment_id=dbc01775-79ae-4472-ac01-7c8b373fc2bc)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:29.486407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af563d7-11f7-43bf-9947-e6488c813438 None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:29.487082 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0af563d7-11f7-43bf-9947-e6488c813438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:45:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:29.508512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12837a92-9cef-40cb-9a82-05fb41905896 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.601780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.604296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c37e4272-4178-4ce4-9448-e8b70364339d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:29.676923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfbac8cd-abcb-4cf9-aa42-b064115f70c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.703790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-12837a92-9cef-40cb-9a82-05fb41905896 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Calling delete_port for 4d3d9428-8fcc-42c7-abc9-a33c36327376 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:29.724009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-32daca1d-45ad-4ee0-9831-bfe95872204c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:29.737620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbac8cd-abcb-4cf9-aa42-b064115f70c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fa329e-25ca-44e7-ae17-47b131a5fecb,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:29.880357 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-68797928-74b2-4f56-aad7-f7cb9d2a285b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0696e469cb0347f68f768c6861a07528&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5817404 Jun 15 14:46:29.888297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36054) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:29.888990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68797928-74b2-4f56-aad7-f7cb9d2a285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5d375c-7f03-4b8a-8397-45766d3d5d2b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:29.967742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa7df884-ccde-47fd-8ff7-f0d1f2a95f93 None None] Provisioning complete for port 92b36422-096e-4aa2-b767-6743a3a58f93 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:29.973884 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa7df884-ccde-47fd-8ff7-f0d1f2a95f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.110192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-32daca1d-45ad-4ee0-9831-bfe95872204c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.133350 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:46:30.141178 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=92b36422-096e-4aa2-b767-6743a3a58f93,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:30.141553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.168216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-0af563d7-11f7-43bf-9947-e6488c813438 None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:30.174270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.191900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22108e55-c21f-460b-ab3b-539cb34f950d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.198648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.237547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfbac8cd-abcb-4cf9-aa42-b064115f70c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.242195 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cfbac8cd-abcb-4cf9-aa42-b064115f70c0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f7fa329e-25ca-44e7-ae17-47b131a5fecb HTTP/1.1" status: 204 len: 168 time: 1.2479992 Jun 15 14:46:30.271385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c37e4272-4178-4ce4-9448-e8b70364339d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:30.271942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.352348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7555446-0f47-4558-a581-8a4d73f1a5ec tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.355898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daca1d-45ad-4ee0-9831-bfe95872204c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=4326a8fc-f85b-47ec-aa34-3c2cb8e47ded,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:30.365476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7555446-0f47-4558-a581-8a4d73f1a5ec tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.519961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-32daca1d-45ad-4ee0-9831-bfe95872204c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] In _notify_port_updated(), no bound segment for port 4326a8fc-f85b-47ec-aa34-3c2cb8e47ded on network 31bc9a60-91ff-4edc-90fe-28d89a244f2b {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:46:30.525146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32daca1d-45ad-4ee0-9831-bfe95872204c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:30.526637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-32daca1d-45ad-4ee0-9831-bfe95872204c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.530898 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-32daca1d-45ad-4ee0-9831-bfe95872204c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "PUT /v2.0/ports/4326a8fc-f85b-47ec-aa34-3c2cb8e47ded HTTP/1.1" status: 200 len: 818 time: 1.8087645 Jun 15 14:46:30.540034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36062) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:30.563853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646df279-845d-44a7-8bd8-8c5124d515c2 None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:46:30.614274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.644720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-4b449977-9b2f-4567-b244-d6a40cf637fe tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 4326a8fc-f85b-47ec-aa34-3c2cb8e47ded {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:30.645069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4b449977-9b2f-4567-b244-d6a40cf637fe tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.718491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7555446-0f47-4558-a581-8a4d73f1a5ec tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:46:30.764514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa7df884-ccde-47fd-8ff7-f0d1f2a95f93 None None] Current status of the port 92b36422-096e-4aa2-b767-6743a3a58f93 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:30.843790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.844690 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.846679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22108e55-c21f-460b-ab3b-539cb34f950d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:30.888445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=9d2f7fec-d479-4205-92b6-f1f18a6c4679,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:30.905447 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network 958796a7-3dac-4069-b59a-64fd0e60b8f5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:30.961276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa7df884-ccde-47fd-8ff7-f0d1f2a95f93 None None] Provisioning for port c9b64dbb-0807-48f9-9e5f-3b68fcd65b84 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:30.978504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:30.985410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12837a92-9cef-40cb-9a82-05fb41905896 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:31.040689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa7df884-ccde-47fd-8ff7-f0d1f2a95f93 None None] Provisioning complete for port c9b64dbb-0807-48f9-9e5f-3b68fcd65b84 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:31.041424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa7df884-ccde-47fd-8ff7-f0d1f2a95f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:31.098192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c37e4272-4178-4ce4-9448-e8b70364339d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:31.099473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5723e207-a0af-4324-8b43-b8126946c28e up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:31.114666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12837a92-9cef-40cb-9a82-05fb41905896 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Pushing event deleted for resources: {'Port': ['ID=4d3d9428-8fcc-42c7-abc9-a33c36327376,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:31.127670 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:31.145237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7555446-0f47-4558-a581-8a4d73f1a5ec tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:31.152984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b7555446-0f47-4558-a581-8a4d73f1a5ec tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:31.157303 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b7555446-0f47-4558-a581-8a4d73f1a5ec tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024 HTTP/1.1" status: 200 len: 703 time: 3.1937759 Jun 15 14:46:31.160635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36082) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:31.242791 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-0af563d7-11f7-43bf-9947-e6488c813438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:29Z', 'revision_number': 7, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c37e4272-4178-4ce4-9448-e8b70364339d', 'name': '', 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:06:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:26Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:16Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:31.250741 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af563d7-11f7-43bf-9947-e6488c813438 None None] The sync data for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv is: [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:29Z', 'revision_number': 7, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c37e4272-4178-4ce4-9448-e8b70364339d', 'name': '', 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:06:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:26Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:16Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:31.252420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa7df884-ccde-47fd-8ff7-f0d1f2a95f93 None None] Port c9b64dbb-0807-48f9-9e5f-3b68fcd65b84 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:31.265020 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646df279-845d-44a7-8bd8-8c5124d515c2 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:46:31.326632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4b449977-9b2f-4567-b244-d6a40cf637fe tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:31.411842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22108e55-c21f-460b-ab3b-539cb34f950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:31.436879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 5723e207-a0af-4324-8b43-b8126946c28e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:31.465743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22108e55-c21f-460b-ab3b-539cb34f950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5d375c-7f03-4b8a-8397-45766d3d5d2b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:31.467661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 5723e207-a0af-4324-8b43-b8126946c28e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:31.468621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:31.516638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-4b449977-9b2f-4567-b244-d6a40cf637fe tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 4326a8fc-f85b-47ec-aa34-3c2cb8e47ded owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:31.524828 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8797b96a-0fec-4196-9a9a-815debaa4236 None None] Sync routers for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:31.539886 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8797b96a-0fec-4196-9a9a-815debaa4236 None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:31.543105 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8797b96a-0fec-4196-9a9a-815debaa4236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:31.575131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Provisioning complete for port 5723e207-a0af-4324-8b43-b8126946c28e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:31.575995 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:31.597718 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2fc018c5-1e7c-4399-9796-d730515b15da tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024 HTTP/1.1" status: 200 len: 703 time: 0.4361460 Jun 15 14:46:31.598730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36092) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:31.773540 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-8797b96a-0fec-4196-9a9a-815debaa4236 None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:31.856883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12837a92-9cef-40cb-9a82-05fb41905896 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:31.864156 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-12837a92-9cef-40cb-9a82-05fb41905896 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] 10.222.0.26 "DELETE /v2.0/ports/4d3d9428-8fcc-42c7-abc9-a33c36327376 HTTP/1.1" status: 204 len: 168 time: 3.4134495 Jun 15 14:46:31.868678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36100) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:31.878398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2fb17767-ef12-4f34-8d6e-4bb40167bda0 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Request body: {'port': {'name': 'tempest-new-port-name-1274706471', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:31.879135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.api.validators [None req-2fb17767-ef12-4f34-8d6e-4bb40167bda0 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] bootfile-name is not in valid_values {{(pid=89018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 15 14:46:31.879685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.api.validators [None req-2fb17767-ef12-4f34-8d6e-4bb40167bda0 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] tftp-server is not in valid_values {{(pid=89018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 15 14:46:31.880165 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.api.validators [None req-2fb17767-ef12-4f34-8d6e-4bb40167bda0 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] server-ip-address is not in valid_values {{(pid=89018) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 15 14:46:31.920883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22108e55-c21f-460b-ab3b-539cb34f950d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:31.922191 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-22108e55-c21f-460b-ab3b-539cb34f950d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b5d375c-7f03-4b8a-8397-45766d3d5d2b HTTP/1.1" status: 204 len: 168 time: 2.0293894 Jun 15 14:46:31.976516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 66da1939-c1e8-4a75-b018-5b1fa7f9781f is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:46:32.042488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 5723e207-a0af-4324-8b43-b8126946c28e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:32.042955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:32.090808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4b449977-9b2f-4567-b244-d6a40cf637fe tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:32.178566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:32.180264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 5723e207-a0af-4324-8b43-b8126946c28e, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5723e207-a0af-4324-8b43-b8126946c28e,segment=NetworkSegment(152525d9-d742-4243-a3c8-590a4c54f169),segment_id=152525d9-d742-4243-a3c8-590a4c54f169)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:32.181275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b449977-9b2f-4567-b244-d6a40cf637fe tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=4326a8fc-f85b-47ec-aa34-3c2cb8e47ded,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:32.189095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4b449977-9b2f-4567-b244-d6a40cf637fe tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:32.191389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Current status of the port 5723e207-a0af-4324-8b43-b8126946c28e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:32.191722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:32.215079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:32.219430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 47b59c51-de20-4dba-ad7b-c0e075231ed6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:32.413064 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4b449977-9b2f-4567-b244-d6a40cf637fe tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/4326a8fc-f85b-47ec-aa34-3c2cb8e47ded HTTP/1.1" status: 204 len: 168 time: 1.8719378 Jun 15 14:46:32.449320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36114) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:32.510760 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8797b96a-0fec-4196-9a9a-815debaa4236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:29Z', 'revision_number': 7, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c37e4272-4178-4ce4-9448-e8b70364339d', 'name': '', 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:06:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:26Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:16Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:32.516415 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8797b96a-0fec-4196-9a9a-815debaa4236 None None] Checking router: d26a7a47-5d91-46b4-b1ff-33bdbed6a024 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:46:32.530440 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8797b96a-0fec-4196-9a9a-815debaa4236 None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:32.531237 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8797b96a-0fec-4196-9a9a-815debaa4236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:32.654330 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:32.718018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2fb17767-ef12-4f34-8d6e-4bb40167bda0 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:32.728404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:32.734445 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-865cc532-8173-4f84-8f18-0d8fd6274a63 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8179870 Jun 15 14:46:32.738427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:32.739327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:32.745742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36128) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:32.803362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Sync routers for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:32.821554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'network': {'name': 'tempest-RoutersTest-1869383483'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:32.826502 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb109c2-c793-4597-a64c-2dfd7cc1c04d None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:46:32.878967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d07bac-f047-4120-bca8-909671d93e90 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:32.879924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-28d07bac-f047-4120-bca8-909671d93e90 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:32.901001 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-8797b96a-0fec-4196-9a9a-815debaa4236 None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:32.919160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-28d07bac-f047-4120-bca8-909671d93e90 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:32.921571 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-28d07bac-f047-4120-bca8-909671d93e90 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4710174 Jun 15 14:46:32.925625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36136) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:32.977213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network a7793666-b009-4708-81a2-4ae2b6a19448 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:33.022636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=5723e207-a0af-4324-8b43-b8126946c28e,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:33.027303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb109c2-c793-4597-a64c-2dfd7cc1c04d None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:46:33.047603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:33.048244 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:33.140563 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0143ff78-5320-4da9-a2be-8a597bf2f38d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:46:33.145349 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0143ff78-5320-4da9-a2be-8a597bf2f38d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/4326a8fc-f85b-47ec-aa34-3c2cb8e47ded HTTP/1.1" status: 404 len: 333 time: 0.2122173 Jun 15 14:46:33.161298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36144) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:33.170291 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-260538377'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:33.198015 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:33.215403 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:network and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:33.225457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:33.233970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:33.235475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:33.240957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:33.251158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:network and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:33.252753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e82ff05-dd2d-44ea-8ed1-9b7fc17b1ba8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:33.264761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:33.343138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36152) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:33.354782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:33.356999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2fb17767-ef12-4f34-8d6e-4bb40167bda0 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:33.358241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:33.483175 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-8797b96a-0fec-4196-9a9a-815debaa4236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:29Z', 'revision_number': 7, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c37e4272-4178-4ce4-9448-e8b70364339d', 'name': '', 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:06:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:26Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:16Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:33.488747 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8797b96a-0fec-4196-9a9a-815debaa4236 None None] The sync data for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv is: [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:29Z', 'revision_number': 7, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c37e4272-4178-4ce4-9448-e8b70364339d', 'name': '', 'network_id': 'ee9ffb33-82fd-4b70-b966-c5774b860296', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:06:1a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:26Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '2969af6c-59f0-4b55-9089-b704bd150e7a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:16Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:33.490925 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125719278', 'description': 'tempest-secgroup-smoke-1125719278 description', 'project_id': '3643c5210fdd422a8c02fdc421c86e35'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:33.508395 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 47b59c51-de20-4dba-ad7b-c0e075231ed6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:33.508626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:33.510341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2fb17767-ef12-4f34-8d6e-4bb40167bda0 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:33.546662 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 47b59c51-de20-4dba-ad7b-c0e075231ed6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:33.547093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:33.553362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:33.574345 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:security_group and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:33.581838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:33.589812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:46:33.590518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:46:33.594883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=c9b64dbb-0807-48f9-9e5f-3b68fcd65b84,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:33.601182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:33.607102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:33.661350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:33.691653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:33.722720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:33.746210 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:33.752493 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:security_group_rule and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:33.759934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:33.766059 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:33.806678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:33.810922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:33.901408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb17767-ef12-4f34-8d6e-4bb40167bda0 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Pushing event updated for resources: {'Port': ['ID=010200e8-e20b-409d-ba53-034b902e8e83,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:33.923367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 47b59c51-de20-4dba-ad7b-c0e075231ed6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:33.923980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:33.926535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2fb17767-ef12-4f34-8d6e-4bb40167bda0 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] In _notify_port_updated(), no bound segment for port 010200e8-e20b-409d-ba53-034b902e8e83 on network 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:46:33.928862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:33.933074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb17767-ef12-4f34-8d6e-4bb40167bda0 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:33.933970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2fb17767-ef12-4f34-8d6e-4bb40167bda0 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:33.935350 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2fb17767-ef12-4f34-8d6e-4bb40167bda0 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] 10.222.0.26 "PUT /v2.0/ports/010200e8-e20b-409d-ba53-034b902e8e83 HTTP/1.1" status: 200 len: 1136 time: 2.0630877 Jun 15 14:46:33.937086 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:33.937353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:33.937683 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Added segment 07e37bf4-9c55-461c-9a5c-eb3bba625d0f of type vlan for network f3d3dade-68cb-48ad-9589-dc2917bc565a Jun 15 14:46:33.939927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36162) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:34.022919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.026313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.026934 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Added segment e9d81048-30e1-437c-a382-707f63ab6dcc of type vlan for network 2dc97bc6-605c-496d-b06b-b6067d98cbf4 Jun 15 14:46:34.034809 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.040003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:34.043611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Router 071eaca4-01b4-4ff9-8840-c326c461bf45 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:46:34.044286 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:security_group_rule and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:34.069453 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:34.070699 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66b9261-1546-4f78-805a-d1fa067023b8 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:34.071362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c66b9261-1546-4f78-805a-d1fa067023b8 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Synchronizing usage tracker for tenant:d92175f2c84b4eeeab10d1a459b7375b on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:34.092466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:34.149548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241d4589-a9bc-463f-8f9b-fa68573f08cd,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:34.188696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 47b59c51-de20-4dba-ad7b-c0e075231ed6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=47b59c51-de20-4dba-ad7b-c0e075231ed6,segment=NetworkSegment(2b8c2b6e-018b-405c-9d24-13def0551f5f),segment_id=2b8c2b6e-018b-405c-9d24-13def0551f5f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:34.192434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.220748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.239262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.245851 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:34.246545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.264171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Current status of the port 5723e207-a0af-4324-8b43-b8126946c28e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:34.345833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.356806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.359583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c66b9261-1546-4f78-805a-d1fa067023b8 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Unset dirty status for tenant:d92175f2c84b4eeeab10d1a459b7375b on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:34.362418 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c66b9261-1546-4f78-805a-d1fa067023b8 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] 10.222.0.26 "GET /v2.0/ports/010200e8-e20b-409d-ba53-034b902e8e83 HTTP/1.1" status: 200 len: 1136 time: 0.4203601 Jun 15 14:46:34.368409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36174) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:34.394859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5723e207-a0af-4324-8b43-b8126946c28e up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:34.424912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Provisioning for port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:34.455602 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Provisioning complete for port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:34.455978 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.475929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36178) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:34.478525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:34.480719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3e82ff05-dd2d-44ea-8ed1-9b7fc17b1ba8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port c37e4272-4178-4ce4-9448-e8b70364339d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:34.481127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e82ff05-dd2d-44ea-8ed1-9b7fc17b1ba8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.486718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.493366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:34.494033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.529622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:34.533400 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=47b59c51-de20-4dba-ad7b-c0e075231ed6,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:34.551717 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ff1f2-5a46-4460-a116-1982202f2f0b None None] Sync routers for ids ['071eaca4-01b4-4ff9-8840-c326c461bf45'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:34.556480 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3922851 Jun 15 14:46:34.561173 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7777848f-7d1c-4b77-aabe-1b2933836bdd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "PUT /v2.0/routers/071eaca4-01b4-4ff9-8840-c326c461bf45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0283177 Jun 15 14:46:34.561394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36184) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:34.561394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36186) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:34.562519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.566439 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-327b63ef-453d-440b-b434-bf67ddfe9f0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2192569 Jun 15 14:46:34.566572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d0256-cb6b-4794-84b0-6985f9dc14ef tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Deleting port 010200e8-e20b-409d-ba53-034b902e8e83 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:34.566572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0256-cb6b-4794-84b0-6985f9dc14ef tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:34.569064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e03745-6781-4044-ac50-051a7049d2b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Network': ['ID=f3d3dade-68cb-48ad-9589-dc2917bc565a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:34.569247 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ff1f2-5a46-4460-a116-1982202f2f0b None None] Routers {'071eaca4-01b4-4ff9-8840-c326c461bf45'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:34.569849 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-678ff1f2-5a46-4460-a116-1982202f2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['071eaca4-01b4-4ff9-8840-c326c461bf45'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:34.573886 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36190) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:34.620785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': 'f3d3dade-68cb-48ad-9589-dc2917bc565a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:34.626349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network f3d3dade-68cb-48ad-9589-dc2917bc565a details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:34.695920 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-678ff1f2-5a46-4460-a116-1982202f2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:34.696602 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8978899 Jun 15 14:46:34.704584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36196) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:34.718177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'subnet': {'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:34.732289 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678ff1f2-5a46-4460-a116-1982202f2f0b None None] Routers {'071eaca4-01b4-4ff9-8840-c326c461bf45'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:34.732759 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-678ff1f2-5a46-4460-a116-1982202f2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['071eaca4-01b4-4ff9-8840-c326c461bf45'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:34.749413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08eac75-2dc1-4841-b2e6-356c3689d170 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Network': ['ID=2dc97bc6-605c-496d-b06b-b6067d98cbf4,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:34.836705 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 2dc97bc6-605c-496d-b06b-b6067d98cbf4 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:34.853752 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-678ff1f2-5a46-4460-a116-1982202f2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:34.855494 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678ff1f2-5a46-4460-a116-1982202f2f0b None None] The sync data for ids ['071eaca4-01b4-4ff9-8840-c326c461bf45'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:34.859455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:34.926833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f5684a65-cee4-490f-8adb-2daa41b02c4c tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Request body: {'security_group_rule': {'security_group_id': 'b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d', 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:34.927945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Could not find standard attr ID for object 4d3d9428-8fcc-42c7-abc9-a33c36327376. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:46:34.943554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f5684a65-cee4-490f-8adb-2daa41b02c4c tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:34.999042 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:27Z', 'revision_number': 2, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:28Z', 'revision_number': 2, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:35.014454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Checking router: 66da1939-c1e8-4a75-b018-5b1fa7f9781f for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:46:35.014814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Updating router 66da1939-c1e8-4a75-b018-5b1fa7f9781f port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:46:35.020725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'network': {'name': 'tempest-network-smoke--8204861', 'project_id': '032b1386b78145d282edf892a5a65f64', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:35.041202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f5684a65-cee4-490f-8adb-2daa41b02c4c tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:security_group_rule and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:35.052760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 5723e207-a0af-4324-8b43-b8126946c28e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:35.053142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.054570 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f5684a65-cee4-490f-8adb-2daa41b02c4c tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:35.055067 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:35.068169 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:network and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:35.082201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f5684a65-cee4-490f-8adb-2daa41b02c4c tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:35.102645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:35.102922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:35.103018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Provisioning complete for port c9b64dbb-0807-48f9-9e5f-3b68fcd65b84 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:35.103018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.128265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:35.137211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:35.179349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:35.181648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f5684a65-cee4-490f-8adb-2daa41b02c4c tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.227704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:35.247265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:35.254013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:subnet and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:35.259115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:35.266019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:35.286847 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:35.292618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60632d5-1676-48f9-8238-9daa52923ea6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:35.293433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b60632d5-1676-48f9-8238-9daa52923ea6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:35.294543 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.298005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.311100 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:35.328471 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.345994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:35.350160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Port c9b64dbb-0807-48f9-9e5f-3b68fcd65b84 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:35.350355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.448070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Provisioning for port 010200e8-e20b-409d-ba53-034b902e8e83 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:35.487772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.488568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-3e82ff05-dd2d-44ea-8ed1-9b7fc17b1ba8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] For port c37e4272-4178-4ce4-9448-e8b70364339d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c37e4272-4178-4ce4-9448-e8b70364339d,segment=NetworkSegment(4015115d-b048-41b0-8f56-4ce657fa8886),segment_id=4015115d-b048-41b0-8f56-4ce657fa8886)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:35.488941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e82ff05-dd2d-44ea-8ed1-9b7fc17b1ba8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.514043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Provisioning complete for port 010200e8-e20b-409d-ba53-034b902e8e83 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:35.514432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.520509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b60632d5-1676-48f9-8238-9daa52923ea6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:35.525190 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b60632d5-1676-48f9-8238-9daa52923ea6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports?device_id=071eaca4-01b4-4ff9-8840-c326c461bf45 HTTP/1.1" status: 200 len: 988 time: 0.9602387 Jun 15 14:46:35.532106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36200) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:35.564742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 5723e207-a0af-4324-8b43-b8126946c28e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:35.565837 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 92b36422-096e-4aa2-b767-6743a3a58f93 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:35.575614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:35.585608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0256-cb6b-4794-84b0-6985f9dc14ef tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.598334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:35.606171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:35.625092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:35.654980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Port 010200e8-e20b-409d-ba53-034b902e8e83 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:35.768627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d0256-cb6b-4794-84b0-6985f9dc14ef tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Calling delete_port for 010200e8-e20b-409d-ba53-034b902e8e83 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:35.800004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Provisioning complete for port 47b59c51-de20-4dba-ad7b-c0e075231ed6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:35.800492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.811160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3e82ff05-dd2d-44ea-8ed1-9b7fc17b1ba8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for c37e4272-4178-4ce4-9448-e8b70364339d owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:35.841570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 92b36422-096e-4aa2-b767-6743a3a58f93 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:35.842373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.938940 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f5684a65-cee4-490f-8adb-2daa41b02c4c tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:35.962362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f5684a65-cee4-490f-8adb-2daa41b02c4c tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.016388 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5684a65-cee4-490f-8adb-2daa41b02c4c tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720770ea-cf92-47be-ae67-d08fe2cf4db6,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:36.060791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f5684a65-cee4-490f-8adb-2daa41b02c4c tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.065474 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f5684a65-cee4-490f-8adb-2daa41b02c4c tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4528742 Jun 15 14:46:36.069521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36204) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:36.086628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a2ecf2cb-0c34-488d-989e-b7d54db3bcef tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Request body: {'security_group_rule': {'security_group_id': 'b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d', 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:36.100540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.101822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a2ecf2cb-0c34-488d-989e-b7d54db3bcef tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:36.106987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a2ecf2cb-0c34-488d-989e-b7d54db3bcef tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:security_group_rule and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:36.110349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.113910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a2ecf2cb-0c34-488d-989e-b7d54db3bcef tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:36.143076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.146020 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 92b36422-096e-4aa2-b767-6743a3a58f93 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:36.150332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5ecbd9b3-d0aa-4683-9df4-0657a1687e9e None None] Current status of the port 47b59c51-de20-4dba-ad7b-c0e075231ed6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:36.167760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.168803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a2ecf2cb-0c34-488d-989e-b7d54db3bcef tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:36.170826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0256-cb6b-4794-84b0-6985f9dc14ef tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.181095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Transition to ACTIVE for port object 9d2f7fec-d479-4205-92b6-f1f18a6c4679 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:36.192483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.265857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:36.275418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d0256-cb6b-4794-84b0-6985f9dc14ef tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Pushing event deleted for resources: {'Port': ['ID=010200e8-e20b-409d-ba53-034b902e8e83,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:36.329188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3faeacff-3b1a-4608-8b2b-3adff863df5d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:36.378471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.378816 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Added segment 8b892f7b-37a7-455e-9516-5c422ffbca94 of type vlan for network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f Jun 15 14:46:36.387735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Subnet': ['ID=4b491647-4078-480b-af1c-fc5be451d7bb,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:36.421109 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486624c-435c-4d70-bc1b-9b82b71e38bb None None] Pushing event updated for resources: {'Port': ['ID=9d2f7fec-d479-4205-92b6-f1f18a6c4679,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:36.478489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.479896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 47b59c51-de20-4dba-ad7b-c0e075231ed6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:36.519219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2ecf2cb-0c34-488d-989e-b7d54db3bcef tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.525660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b2a48da7-3175-49d9-9c30-4cd733487d27 None None] Provisioning complete for port c9b64dbb-0807-48f9-9e5f-3b68fcd65b84 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:36.526179 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b2a48da7-3175-49d9-9c30-4cd733487d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.557656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e82ff05-dd2d-44ea-8ed1-9b7fc17b1ba8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.595928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6c6d0256-cb6b-4794-84b0-6985f9dc14ef tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.611433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Attempting to bind port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:36.611809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Attempting to bind port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '2b8c2b6e-018b-405c-9d24-13def0551f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:36.612261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Attempting to bind port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 on network 958796a7-3dac-4069-b59a-64fd0e60b8f5 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:36.629762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Checking segment: {'id': 'e9d81048-30e1-437c-a382-707f63ab6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:36.630141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network hostable DHCP agents. Network: 2dc97bc6-605c-496d-b06b-b6067d98cbf4, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:46:36.642215 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Checking segment: {'id': '07e37bf4-9c55-461c-9a5c-eb3bba625d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f3d3dade-68cb-48ad-9589-dc2917bc565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:36.642609 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network hostable DHCP agents. Network: f3d3dade-68cb-48ad-9589-dc2917bc565a, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:46:36.646312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:36.647778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82ff05-dd2d-44ea-8ed1-9b7fc17b1ba8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=c37e4272-4178-4ce4-9448-e8b70364339d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:36.656452 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Checking segment: {'id': '2b8c2b6e-018b-405c-9d24-13def0551f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:36.663953 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6c6d0256-cb6b-4794-84b0-6985f9dc14ef tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] 10.222.0.26 "DELETE /v2.0/ports/010200e8-e20b-409d-ba53-034b902e8e83 HTTP/1.1" status: 204 len: 168 time: 2.2906318 Jun 15 14:46:36.664171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.664171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Bound using segment: {'id': '2b8c2b6e-018b-405c-9d24-13def0551f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:36.666706 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Bound port: 9d2f7fec-d479-4205-92b6-f1f18a6c4679, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8c2b6e-018b-405c-9d24-13def0551f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:36.667109 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.723461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2ecf2cb-0c34-488d-989e-b7d54db3bcef tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.725052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36208) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:36.732082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.805775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b2a48da7-3175-49d9-9c30-4cd733487d27 None None] Port c9b64dbb-0807-48f9-9e5f-3b68fcd65b84 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:36.830863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b2a48da7-3175-49d9-9c30-4cd733487d27 None None] Could not find standard attr ID for object 010200e8-e20b-409d-ba53-034b902e8e83. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:46:36.872428 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 47b59c51-de20-4dba-ad7b-c0e075231ed6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:36.872915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.878655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2ecf2cb-0c34-488d-989e-b7d54db3bcef tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.887367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b563fca-7887-44b1-b549-a0cf03a17299 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Deleting subnet cb9ec01a-99fd-485e-882d-31542cfcf2d6 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:36.891075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b563fca-7887-44b1-b549-a0cf03a17299 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:36.947377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] For port 9d2f7fec-d479-4205-92b6-f1f18a6c4679, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:36.958103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] For port 9d2f7fec-d479-4205-92b6-f1f18a6c4679, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9d2f7fec-d479-4205-92b6-f1f18a6c4679,segment=NetworkSegment(2b8c2b6e-018b-405c-9d24-13def0551f5f),segment_id=2b8c2b6e-018b-405c-9d24-13def0551f5f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:36.975485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network 2dc97bc6-605c-496d-b06b-b6067d98cbf4 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:46:37.000840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b563fca-7887-44b1-b549-a0cf03a17299 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.005013 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.046008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecf2cb-0c34-488d-989e-b7d54db3bcef tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e737fb4-80f5-4698-82ec-1960e3daa715,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:37.047846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 2dc97bc6-605c-496d-b06b-b6067d98cbf4) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:37.063309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2ecf2cb-0c34-488d-989e-b7d54db3bcef tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.073669 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a2ecf2cb-0c34-488d-989e-b7d54db3bcef tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9974680 Jun 15 14:46:37.084827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00da9c4-e30c-4721-8ef7-2dfecdd61147 None None] Network 2dc97bc6-605c-496d-b06b-b6067d98cbf4 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:37.090143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:37.091075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.094707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36212) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:37.097309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3e82ff05-dd2d-44ea-8ed1-9b7fc17b1ba8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.121376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ffd2b240-8436-4633-8fbb-bf5d284bb0b6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Request body: {'security_group_rule': {'security_group_id': 'b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d', 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:37.129860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ffd2b240-8436-4633-8fbb-bf5d284bb0b6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:37.134584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Subnet': ['ID=71fb23ee-2e67-4b13-85fa-e441ee5500ed,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:37.134840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ffd2b240-8436-4633-8fbb-bf5d284bb0b6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:security_group_rule and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:37.138555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ffd2b240-8436-4633-8fbb-bf5d284bb0b6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:37.147138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ffd2b240-8436-4633-8fbb-bf5d284bb0b6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:37.163524 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9ede6aa3-f345-4756-a291-7f08333e1254 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4523399 Jun 15 14:46:37.163524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.168464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:37.169072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.179597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36216) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:37.192538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 47b59c51-de20-4dba-ad7b-c0e075231ed6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:37.216846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486624c-435c-4d70-bc1b-9b82b71e38bb None None] Pushing event updated for resources: {'Port': ['ID=9d2f7fec-d479-4205-92b6-f1f18a6c4679,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:37.219186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:37.219771 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:37.291512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network f3d3dade-68cb-48ad-9589-dc2917bc565a is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:46:37.314350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, f3d3dade-68cb-48ad-9589-dc2917bc565a) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:37.319627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:37.320264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.379757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b240-8436-4633-8fbb-bf5d284bb0b6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.382640 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-38a5b90c-bd93-4ebc-bdc6-834eb234bbac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8160026 Jun 15 14:46:37.387838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36220) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:37.405542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-96ac13d6-4d02-4a8a-b472-f69e69de3149 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': 'f3d3dade-68cb-48ad-9589-dc2917bc565a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:37.448992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39d7cd-fed7-43bf-98b5-6400cec02f5f None None] Network f3d3dade-68cb-48ad-9589-dc2917bc565a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:37.595697 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.1158242 Jun 15 14:46:37.622082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36224) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:37.638748 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e710fdf-0af7-4d3e-a81d-0a8d35172c0a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.643707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'admin_state_up': True, 'project_id': '032b1386b78145d282edf892a5a65f64', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:37.658855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:37.660040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:37.677210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b518f2-3d80-4cb9-8d33-aeeb9bb63552 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Network': ['ID=f9c6f62a-5be1-4ff6-92d6-3f8b9098031f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:37.679901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:router and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:37.690952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:37.759376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:37.770544 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b563fca-7887-44b1-b549-a0cf03a17299 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.798086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:37.865442 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-96ac13d6-4d02-4a8a-b472-f69e69de3149 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:37.878958 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-96ac13d6-4d02-4a8a-b472-f69e69de3149 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:37.884049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e82ff05-dd2d-44ea-8ed1-9b7fc17b1ba8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:46:37.886810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-96ac13d6-4d02-4a8a-b472-f69e69de3149 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:37.923509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.924523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.947800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-96ac13d6-4d02-4a8a-b472-f69e69de3149 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:37.957107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b240-8436-4633-8fbb-bf5d284bb0b6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:37.968510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b240-8436-4633-8fbb-bf5d284bb0b6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.061557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:46:38.061962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.069877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ac13d6-4d02-4a8a-b472-f69e69de3149 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:38.073418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-96ac13d6-4d02-4a8a-b472-f69e69de3149 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.128421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.138554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2b240-8436-4633-8fbb-bf5d284bb0b6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08bb7a8-de40-4400-81ba-f9d250e34fca,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:38.173163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b563fca-7887-44b1-b549-a0cf03a17299 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.223756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b240-8436-4633-8fbb-bf5d284bb0b6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.228989 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ffd2b240-8436-4633-8fbb-bf5d284bb0b6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1272345 Jun 15 14:46:38.233444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b563fca-7887-44b1-b549-a0cf03a17299 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9ec01a-99fd-485e-882d-31542cfcf2d6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:38.235469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36228) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:38.246179 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2b563fca-7887-44b1-b549-a0cf03a17299 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.248052 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2b563fca-7887-44b1-b549-a0cf03a17299 tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] 10.222.0.26 "DELETE /v2.0/subnets/cb9ec01a-99fd-485e-882d-31542cfcf2d6 HTTP/1.1" status: 204 len: 168 time: 1.5086482 Jun 15 14:46:38.255001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-59f89d87-e5e4-41fe-8998-44bc093a81fe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Request body: {'security_group_rule': {'security_group_id': 'b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d', 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:38.261666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36232) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:38.293897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c9858-ab9e-4d2a-9dca-7da09015542e None None] Network 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:38.316211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-59f89d87-e5e4-41fe-8998-44bc093a81fe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:38.420406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59f89d87-e5e4-41fe-8998-44bc093a81fe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:security_group_rule and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:38.443888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e82ff05-dd2d-44ea-8ed1-9b7fc17b1ba8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:38.446007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-f3d3dade-68cb-48ad-9589-dc2917bc565a', 'network_id': 'f3d3dade-68cb-48ad-9589-dc2917bc565a', 'tenant_id': '521159c916044f0ba796279da421933a', 'fixed_ips': [{'subnet_id': '71fb23ee-2e67-4b13-85fa-e441ee5500ed'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:46:38.447060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.451717 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3e82ff05-dd2d-44ea-8ed1-9b7fc17b1ba8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8492284 Jun 15 14:46:38.457158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36236) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:38.466373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4168ae0-80fd-457d-8955-18f11945f4b1 None None] Sync routers for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:38.483708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59f89d87-e5e4-41fe-8998-44bc093a81fe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:38.519341 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.ipam_backend_mixin [None req-96ac13d6-4d02-4a8a-b472-f69e69de3149 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 71fb23ee-2e67-4b13-85fa-e441ee5500ed (CIDR: 172.20.0.0/28) Jun 15 14:46:38.528858 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ac13d6-4d02-4a8a-b472-f69e69de3149 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:46:38.529348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ac13d6-4d02-4a8a-b472-f69e69de3149 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:46:38.539356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8e710fdf-0af7-4d3e-a81d-0a8d35172c0a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port c9b64dbb-0807-48f9-9e5f-3b68fcd65b84 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:38.539679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e710fdf-0af7-4d3e-a81d-0a8d35172c0a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.570659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-59f89d87-e5e4-41fe-8998-44bc093a81fe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:38.597029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeed4d26-fa93-4cc6-912b-af2133d67ed3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting subnet 2969af6c-59f0-4b55-9089-b704bd150e7a {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:38.610482 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eeed4d26-fa93-4cc6-912b-af2133d67ed3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.656427 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-96ac13d6-4d02-4a8a-b472-f69e69de3149 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2649951 Jun 15 14:46:38.664078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36240) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:38.676201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4168ae0-80fd-457d-8955-18f11945f4b1 None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:38.677158 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a4168ae0-80fd-457d-8955-18f11945f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:38.678000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': 'f3d3dade-68cb-48ad-9589-dc2917bc565a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:38.762249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.787653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eeed4d26-fa93-4cc6-912b-af2133d67ed3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.798617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.805366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59f89d87-e5e4-41fe-8998-44bc093a81fe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.836341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.857208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Deleting port 5723e207-a0af-4324-8b43-b8126946c28e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:38.857567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:38.936811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Allocated IP 172.21.0.2 (2dc97bc6-605c-496d-b06b-b6067d98cbf4/4b491647-4078-480b-af1c-fc5be451d7bb/3bd50f40-7477-4025-9b1b-00dbfab5745d) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:39.024859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e710fdf-0af7-4d3e-a81d-0a8d35172c0a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:39.042048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:39.097693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:39.109307 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a4168ae0-80fd-457d-8955-18f11945f4b1 None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:39.161393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:39.171276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-8e710fdf-0af7-4d3e-a81d-0a8d35172c0a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for c9b64dbb-0807-48f9-9e5f-3b68fcd65b84 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:39.214682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:27Z', 'revision_number': 2, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:36Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:39.220972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:39.223450 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eeed4d26-fa93-4cc6-912b-af2133d67ed3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:39.227465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Allocated IP 172.20.0.2 (f3d3dade-68cb-48ad-9589-dc2917bc565a/71fb23ee-2e67-4b13-85fa-e441ee5500ed/0046fb3f-5090-419b-a827-90bc22e10909) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:39.302662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:39.307623 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:39.309551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1820a80-a3fe-43be-80a7-1e9ef6b26a8d None None] The sync data for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv is: [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:27Z', 'revision_number': 2, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:36Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:39.376144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59f89d87-e5e4-41fe-8998-44bc093a81fe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:39.408274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59f89d87-e5e4-41fe-8998-44bc093a81fe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:39.447672 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d756b48-403c-4830-b4b9-30dbe0f7d63e None None] DHCP port deletion for 6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:39.470767 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eeed4d26-fa93-4cc6-912b-af2133d67ed3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:39.527751 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7d756b48-403c-4830-b4b9-30dbe0f7d63e None None] Deleting port 5723e207-a0af-4324-8b43-b8126946c28e {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:39.528584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d756b48-403c-4830-b4b9-30dbe0f7d63e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:39.532259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eeed4d26-fa93-4cc6-912b-af2133d67ed3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:39.537186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed4d26-fa93-4cc6-912b-af2133d67ed3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Subnet': ['ID=2969af6c-59f0-4b55-9089-b704bd150e7a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:39.563286 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eeed4d26-fa93-4cc6-912b-af2133d67ed3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/2969af6c-59f0-4b55-9089-b704bd150e7a HTTP/1.1" status: 204 len: 168 time: 1.1049228 Jun 15 14:46:39.566384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36244) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:39.566526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f89d87-e5e4-41fe-8998-44bc093a81fe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb92705-ddcc-4bcf-9328-c24b57695c0e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:39.610575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59f89d87-e5e4-41fe-8998-44bc093a81fe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:39.611791 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59f89d87-e5e4-41fe-8998-44bc093a81fe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3722374 Jun 15 14:46:39.620999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] For port 5723e207-a0af-4324-8b43-b8126946c28e, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5723e207-a0af-4324-8b43-b8126946c28e,segment=NetworkSegment(152525d9-d742-4243-a3c8-590a4c54f169),segment_id=152525d9-d742-4243-a3c8-590a4c54f169)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:39.621363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:39.631986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36248) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:39.644996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f73c21b8-c88e-43ad-ab01-fe0125cff1fc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Request body: {'security_group_rule': {'security_group_id': 'b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d', 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:39.772041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f73c21b8-c88e-43ad-ab01-fe0125cff1fc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:39.780211 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de0a685-bb58-47ca-a0ec-aeb4f4b5c6ff None None] Network ee9ffb33-82fd-4b70-b966-c5774b860296 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:39.846358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:39.859800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e710fdf-0af7-4d3e-a81d-0a8d35172c0a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:39.904402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Calling delete_port for 5723e207-a0af-4324-8b43-b8126946c28e owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:39.924541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e710fdf-0af7-4d3e-a81d-0a8d35172c0a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=c9b64dbb-0807-48f9-9e5f-3b68fcd65b84,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:39.941434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f73c21b8-c88e-43ad-ab01-fe0125cff1fc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:security_group_rule and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:39.955081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f73c21b8-c88e-43ad-ab01-fe0125cff1fc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:39.982187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f73c21b8-c88e-43ad-ab01-fe0125cff1fc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:40.028076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port a72d0df7-b39f-4b64-9849-de8c1706103b {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:40.028792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.038286 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-f73c21b8-c88e-43ad-ab01-fe0125cff1fc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Project 3643c5210fdd422a8c02fdc421c86e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:46:40.051555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f73c21b8-c88e-43ad-ab01-fe0125cff1fc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.069535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.104102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.162697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.268399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Transition to ACTIVE for port object 0046fb3f-5090-419b-a827-90bc22e10909 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:40.291883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.350441 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7d756b48-403c-4830-b4b9-30dbe0f7d63e None None] The port '5723e207-a0af-4324-8b43-b8126946c28e' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:46:40.400398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Transition to ACTIVE for port object 3bd50f40-7477-4025-9b1b-00dbfab5745d will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:40.402270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] No DVR routers for this DVR port 5723e207-a0af-4324-8b43-b8126946c28e on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:40.429925 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9d2f7fec-d479-4205-92b6-f1f18a6c4679 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:40.439647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Pushing event deleted for resources: {'Port': ['ID=5723e207-a0af-4324-8b43-b8126946c28e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:40.457819 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Transition to ACTIVE for port object 0046fb3f-5090-419b-a827-90bc22e10909 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:40.481679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8e710fdf-0af7-4d3e-a81d-0a8d35172c0a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.489056 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network f3d3dade-68cb-48ad-9589-dc2917bc565a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:40.497195 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:40.497926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Transition to ACTIVE for port object 3bd50f40-7477-4025-9b1b-00dbfab5745d will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:40.501014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.507138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:40.507740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.584907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.633203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.641061 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Subnet': ['ID=e8bc2dad-0f28-441c-86b3-9a8ca93904eb,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:40.674148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.674408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3312ac7d-a81f-4b10-ae49-833d0a10ee77 None None] DHCP port deletion for ee9ffb33-82fd-4b70-b966-c5774b860296 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:40.685736 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3312ac7d-a81f-4b10-ae49-833d0a10ee77 None None] Deleting port a72d0df7-b39f-4b64-9849-de8c1706103b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:40.686228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3312ac7d-a81f-4b10-ae49-833d0a10ee77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.741278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.751502 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Network f3d3dade-68cb-48ad-9589-dc2917bc565a is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:40.752422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f73c21b8-c88e-43ad-ab01-fe0125cff1fc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.766020 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:40.769267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f73c21b8-c88e-43ad-ab01-fe0125cff1fc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.800433 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-17bfeb64-3fec-469e-b53b-10239495587f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1316607 Jun 15 14:46:40.803822 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:40.804242 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36254) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:40.813963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Network 2dc97bc6-605c-496d-b06b-b6067d98cbf4 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:40.815411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Pushing event updated for resources: {'Port': ['ID=0046fb3f-5090-419b-a827-90bc22e10909,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:40.825914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Allocated IP 172.21.0.1 (2dc97bc6-605c-496d-b06b-b6067d98cbf4/4b491647-4078-480b-af1c-fc5be451d7bb/3b58c62f-89b8-4a49-99c9-51705eca2e20) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:40.830116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:40.850251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c21b8-c88e-43ad-ab01-fe0125cff1fc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e2a5d4-e583-4f9f-ab76-c95d5e4c5644,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:40.862630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:40.867749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a4168ae0-80fd-457d-8955-18f11945f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:36Z', 'revision_number': 8, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:16Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:40.869777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152525d9-d742-4243-a3c8-590a4c54f169') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:40.870077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152525d9-d742-4243-a3c8-590a4c54f169') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:40.877439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': 'f3d3dade-68cb-48ad-9589-dc2917bc565a', 'fixed_ips': [{'subnet_id': '71fb23ee-2e67-4b13-85fa-e441ee5500ed'}, {'subnet_id': 'e8bc2dad-0f28-441c-86b3-9a8ca93904eb'}], 'name': 'tempest-PortsTestJSON-637556038'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:40.883975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:40.896769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.928976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f73c21b8-c88e-43ad-ab01-fe0125cff1fc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.933405 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f73c21b8-c88e-43ad-ab01-fe0125cff1fc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3007073 Jun 15 14:46:40.950862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4168ae0-80fd-457d-8955-18f11945f4b1 None None] Checking router: d26a7a47-5d91-46b4-b1ff-33bdbed6a024 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:46:40.965833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36258) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:40.984143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:40.989144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-26e5e07b-fab5-410c-adb1-3f06071d8088 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Request body: {'security_group_rule': {'security_group_id': 'b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d', 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:40.995300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-26e5e07b-fab5-410c-adb1-3f06071d8088 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:40.999635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-26e5e07b-fab5-410c-adb1-3f06071d8088 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:security_group_rule and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:41.002890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-26e5e07b-fab5-410c-adb1-3f06071d8088 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:41.009680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-26e5e07b-fab5-410c-adb1-3f06071d8088 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:41.130362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4168ae0-80fd-457d-8955-18f11945f4b1 None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:41.131241 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a4168ae0-80fd-457d-8955-18f11945f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:41.150262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] For port a72d0df7-b39f-4b64-9849-de8c1706103b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a72d0df7-b39f-4b64-9849-de8c1706103b,segment=NetworkSegment(4015115d-b048-41b0-8f56-4ce657fa8886),segment_id=4015115d-b048-41b0-8f56-4ce657fa8886)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:41.150641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.185120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:41.228460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:41.229181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.266408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Pushing event updated for resources: {'Port': ['ID=3bd50f40-7477-4025-9b1b-00dbfab5745d,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:41.275723 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 152525d9-d742-4243-a3c8-590a4c54f169 resource provider aggregate not found Jun 15 14:46:41.286741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for a72d0df7-b39f-4b64-9849-de8c1706103b owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:41.330773 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-26e5e07b-fab5-410c-adb1-3f06071d8088 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Project 3643c5210fdd422a8c02fdc421c86e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:46:41.340131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Attempting to bind port 0046fb3f-5090-419b-a827-90bc22e10909 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:41.340442 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e710fdf-0af7-4d3e-a81d-0a8d35172c0a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Router 071eaca4-01b4-4ff9-8840-c326c461bf45 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:46:41.341495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Attempting to bind port 0046fb3f-5090-419b-a827-90bc22e10909 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '07e37bf4-9c55-461c-9a5c-eb3bba625d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f3d3dade-68cb-48ad-9589-dc2917bc565a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:41.342039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Attempting to bind port 0046fb3f-5090-419b-a827-90bc22e10909 on network f3d3dade-68cb-48ad-9589-dc2917bc565a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:41.358219 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:41.359324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.386084 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 152525d9-d742-4243-a3c8-590a4c54f169 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 152525d9-d742-4243-a3c8-590a4c54f169 found for delete ", "request_id": "req-ba28b950-7548-4c85-a035-615b31bf2a74"}]} Jun 15 14:46:41.395330 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26e5e07b-fab5-410c-adb1-3f06071d8088 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.403700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.67 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/7afad2fc-6287-4e54-9b1e-8040d91281e9) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:41.419135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:41.419780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Checking segment: {'id': '07e37bf4-9c55-461c-9a5c-eb3bba625d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f3d3dade-68cb-48ad-9589-dc2917bc565a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:41.420249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.420600 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Bound using segment: {'id': '07e37bf4-9c55-461c-9a5c-eb3bba625d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f3d3dade-68cb-48ad-9589-dc2917bc565a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:41.421100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Bound port: 0046fb3f-5090-419b-a827-90bc22e10909, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e37bf4-9c55-461c-9a5c-eb3bba625d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f3d3dade-68cb-48ad-9589-dc2917bc565a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:41.421812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.440554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.459663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:41.461674 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Attempting to bind port 3bd50f40-7477-4025-9b1b-00dbfab5745d on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:41.462144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Attempting to bind port 3bd50f40-7477-4025-9b1b-00dbfab5745d by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'e9d81048-30e1-437c-a382-707f63ab6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:41.462595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Attempting to bind port 3bd50f40-7477-4025-9b1b-00dbfab5745d on network 2dc97bc6-605c-496d-b06b-b6067d98cbf4 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:41.490120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.526137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] Pushing event deleted for resources: {'Network': ['ID=6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:41.531001 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3312ac7d-a81f-4b10-ae49-833d0a10ee77 None None] For port a72d0df7-b39f-4b64-9849-de8c1706103b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a72d0df7-b39f-4b64-9849-de8c1706103b,segment=NetworkSegment(4015115d-b048-41b0-8f56-4ce657fa8886),segment_id=4015115d-b048-41b0-8f56-4ce657fa8886)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:41.531733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3312ac7d-a81f-4b10-ae49-833d0a10ee77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.542045 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:41.544226 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5099b666-fbea-46cc-b43b-080cdc8fa65e tempest-ExtraDHCPOptionsTestJSON-1557004242 tempest-ExtraDHCPOptionsTestJSON-1557004242-project] 10.222.0.26 "DELETE /v2.0/networks/6cdf9ab2-774b-4fb5-892b-a2e8fb9f8f5a HTTP/1.1" status: 204 len: 168 time: 3.2317243 Jun 15 14:46:41.545319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e710fdf-0af7-4d3e-a81d-0a8d35172c0a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:41.548970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:41.550001 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Checking segment: {'id': 'e9d81048-30e1-437c-a382-707f63ab6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:41.550149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.550385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.551126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Bound using segment: {'id': 'e9d81048-30e1-437c-a382-707f63ab6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:41.551886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Bound port: 3bd50f40-7477-4025-9b1b-00dbfab5745d, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d81048-30e1-437c-a382-707f63ab6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:41.553023 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.564227 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0427af1-c6b1-4687-ac68-d8178663234f None None] Sync routers for ids ['071eaca4-01b4-4ff9-8840-c326c461bf45'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:41.578637 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0427af1-c6b1-4687-ac68-d8178663234f None None] Routers {'071eaca4-01b4-4ff9-8840-c326c461bf45'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:41.579706 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a0427af1-c6b1-4687-ac68-d8178663234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['071eaca4-01b4-4ff9-8840-c326c461bf45'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:41.589678 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a4168ae0-80fd-457d-8955-18f11945f4b1 None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:41.590879 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8e710fdf-0af7-4d3e-a81d-0a8d35172c0a tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "PUT /v2.0/routers/071eaca4-01b4-4ff9-8840-c326c461bf45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0556500 Jun 15 14:46:41.592422 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36268) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:41.629045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Transition to ACTIVE for port object 3b58c62f-89b8-4a49-99c9-51705eca2e20 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:41.650141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26e5e07b-fab5-410c-adb1-3f06071d8088 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.680803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26e5e07b-fab5-410c-adb1-3f06071d8088 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.691834 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:41.733678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5e07b-fab5-410c-adb1-3f06071d8088 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9307ff-d5be-4a1b-bc92-8370f1cdb69d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:41.758176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.781810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26e5e07b-fab5-410c-adb1-3f06071d8088 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.786537 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a0427af1-c6b1-4687-ac68-d8178663234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:41.787612 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-26e5e07b-fab5-410c-adb1-3f06071d8088 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8178744 Jun 15 14:46:41.790580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36272) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:41.795189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.804672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Request body: {'network': {'name': 'tempest-network-smoke--1158883568', 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:41.813062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:41.817079 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0427af1-c6b1-4687-ac68-d8178663234f None None] Routers {'071eaca4-01b4-4ff9-8840-c326c461bf45'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:41.817950 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a0427af1-c6b1-4687-ac68-d8178663234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['071eaca4-01b4-4ff9-8840-c326c461bf45'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:41.852350 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:41.874484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:network and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:41.885472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:41.894205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3312ac7d-a81f-4b10-ae49-833d0a10ee77 None None] Calling delete_port for a72d0df7-b39f-4b64-9849-de8c1706103b owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:41.901019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:41.910473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network 2dc97bc6-605c-496d-b06b-b6067d98cbf4 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:41.917082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:41.918973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=3b58c62f-89b8-4a49-99c9-51705eca2e20,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:41.928171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:41.973510 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a0427af1-c6b1-4687-ac68-d8178663234f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:41.975869 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0427af1-c6b1-4687-ac68-d8178663234f None None] The sync data for ids ['071eaca4-01b4-4ff9-8840-c326c461bf45'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:42.055638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Made reservation on behalf of 3643c5210fdd422a8c02fdc421c86e35 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:42.063126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.093082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36278) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:42.098092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.102930 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ac5b725-5c7e-4001-8d5b-4e9b0cfb1281 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:46:42.103603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0ac5b725-5c7e-4001-8d5b-4e9b0cfb1281 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:42.119186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=a72d0df7-b39f-4b64-9849-de8c1706103b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:42.121340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No DVR routers for this DVR port a72d0df7-b39f-4b64-9849-de8c1706103b on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:42.187558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.198639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:42.203226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:42.222377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:42.260938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:42.266064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.274006 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=7afad2fc-6287-4e54-9b1e-8040d91281e9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:42.279116 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] For port 3bd50f40-7477-4025-9b1b-00dbfab5745d, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:42.282748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] For port 3bd50f40-7477-4025-9b1b-00dbfab5745d, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3bd50f40-7477-4025-9b1b-00dbfab5745d,segment=NetworkSegment(e9d81048-30e1-437c-a382-707f63ab6dcc),segment_id=e9d81048-30e1-437c-a382-707f63ab6dcc)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:42.297987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0ac5b725-5c7e-4001-8d5b-4e9b0cfb1281 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:42.300391 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0ac5b725-5c7e-4001-8d5b-4e9b0cfb1281 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/c9b64dbb-0807-48f9-9e5f-3b68fcd65b84 HTTP/1.1" status: 404 len: 333 time: 0.7062044 Jun 15 14:46:42.303525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.303880 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Added segment 287799fd-30f6-4653-9e2a-320d5ce33516 of type vlan for network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 Jun 15 14:46:42.304822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36284) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:42.339839 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:42.340358 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.361147 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.365944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] For port 0046fb3f-5090-419b-a827-90bc22e10909, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:42.375056 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port df0e28dd-8249-43f3-8d8f-d98f58b08904 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:46:42.421040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.421768 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] For port 0046fb3f-5090-419b-a827-90bc22e10909, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0046fb3f-5090-419b-a827-90bc22e10909,segment=NetworkSegment(07e37bf4-9c55-461c-9a5c-eb3bba625d0f),segment_id=07e37bf4-9c55-461c-9a5c-eb3bba625d0f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:42.472718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9ffb33-82fd-4b70-b966-c5774b860296']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:42.492506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4015115d-b048-41b0-8f56-4ce657fa8886') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:42.492783 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4015115d-b048-41b0-8f56-4ce657fa8886') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:42.547073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.576826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.622427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:42.622875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.625977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7363c-1b46-4651-bbf1-4305f4167335 None None] Pushing event updated for resources: {'Port': ['ID=3bd50f40-7477-4025-9b1b-00dbfab5745d,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:42.629230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-3312ac7d-a81f-4b10-ae49-833d0a10ee77 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:46:42.629230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-3312ac7d-a81f-4b10-ae49-833d0a10ee77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:46:42.637533 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.640263 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20e04d78-9e48-432a-96db-9ff416fe98c9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.715461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.768773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 9d2f7fec-d479-4205-92b6-f1f18a6c4679, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9d2f7fec-d479-4205-92b6-f1f18a6c4679,segment=NetworkSegment(2b8c2b6e-018b-405c-9d24-13def0551f5f),segment_id=2b8c2b6e-018b-405c-9d24-13def0551f5f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:42.801585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:42.889777 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5723e207-a0af-4324-8b43-b8126946c28e no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:42.891149 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e2299c1d-f021-4f2a-9eda-127f6c3f6ba7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d92175f2c84b4eeeab10d1a459b7375b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7948592 Jun 15 14:46:42.958038 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aececb6-cf8a-4e0f-b28e-24e9fb7a8485 None None] Pushing event updated for resources: {'Port': ['ID=0046fb3f-5090-419b-a827-90bc22e10909,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:43.011639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 5723e207-a0af-4324-8b43-b8126946c28e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:43.012632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5723e207-a0af-4324-8b43-b8126946c28e not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:43.051004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.9 (f3d3dade-68cb-48ad-9589-dc2917bc565a/71fb23ee-2e67-4b13-85fa-e441ee5500ed/df0e28dd-8249-43f3-8d8f-d98f58b08904) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:43.060718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.23 (f3d3dade-68cb-48ad-9589-dc2917bc565a/e8bc2dad-0f28-441c-86b3-9a8ca93904eb/df0e28dd-8249-43f3-8d8f-d98f58b08904) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:43.131127 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3312ac7d-a81f-4b10-ae49-833d0a10ee77 None None] Deleting port a72d0df7-b39f-4b64-9849-de8c1706103b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:43.131324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3312ac7d-a81f-4b10-ae49-833d0a10ee77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.157509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=9d2f7fec-d479-4205-92b6-f1f18a6c4679,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:43.197395 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:46:43.229240 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a72d0df7-b39f-4b64-9849-de8c1706103b no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:43.270160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36290) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:43.271683 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4015115d-b048-41b0-8f56-4ce657fa8886 resource provider aggregate not found Jun 15 14:46:43.275513 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.300004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3312ac7d-a81f-4b10-ae49-833d0a10ee77 None None] The port 'a72d0df7-b39f-4b64-9849-de8c1706103b' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:46:43.324701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: a72d0df7-b39f-4b64-9849-de8c1706103b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:43.326436 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a72d0df7-b39f-4b64-9849-de8c1706103b not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:43.379909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.383892 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4015115d-b048-41b0-8f56-4ce657fa8886 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4015115d-b048-41b0-8f56-4ce657fa8886 found for delete ", "request_id": "req-a4056827-d581-45eb-9c36-5eaab3bf8918"}]} Jun 15 14:46:43.388744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a4168ae0-80fd-457d-8955-18f11945f4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:36Z', 'revision_number': 8, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:16Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:43.399971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4168ae0-80fd-457d-8955-18f11945f4b1 None None] The sync data for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv is: [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:36Z', 'revision_number': 8, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc0140a1-5ed2-44da-beb4-c933a3bbe4e2', 'name': '', 'network_id': '12e27e2a-859e-48ce-8d8b-85b2281e9f10', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:14:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 915, 'fixed_ips': [{'subnet_id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:59Z', 'updated_at': '2022-06-15T14:46:16Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '4b29cbfe-ee5d-45ce-8116-e8d36642ea85', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:43.404016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Network': ['ID=ee9ffb33-82fd-4b70-b966-c5774b860296,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:43.426432 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-93b0efa2-7ee5-4260-8ad7-3b938f0f6d06 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/networks/ee9ffb33-82fd-4b70-b966-c5774b860296 HTTP/1.1" status: 204 len: 168 time: 3.8594995 Jun 15 14:46:43.457299 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36296) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:43.564164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20e04d78-9e48-432a-96db-9ff416fe98c9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.569293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20e04d78-9e48-432a-96db-9ff416fe98c9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.578101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.584005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:43.584641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.613009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.660254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b3d3-8e27-46eb-8338-78819a1f6862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.677083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.715888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b3d3-8e27-46eb-8338-78819a1f6862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.748771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Transition to ACTIVE for port object df0e28dd-8249-43f3-8d8f-d98f58b08904 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:43.877108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20e04d78-9e48-432a-96db-9ff416fe98c9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.877655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e04d78-9e48-432a-96db-9ff416fe98c9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Fanout notify agent at l3_agent the message router_deleted on router 071eaca4-01b4-4ff9-8840-c326c461bf45 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:46:43.884866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-20e04d78-9e48-432a-96db-9ff416fe98c9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:43.888661 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-20e04d78-9e48-432a-96db-9ff416fe98c9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/routers/071eaca4-01b4-4ff9-8840-c326c461bf45 HTTP/1.1" status: 204 len: 168 time: 1.5802424 Jun 15 14:46:43.890196 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0984297 Jun 15 14:46:43.893899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36300) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:43.893899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36302) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:43.964233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'admin_state_up': True, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:43.999451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf41e15-d17f-4a61-b8b4-5491af9674b9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'Network': ['ID=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:44.003278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:44.011485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:44.027711 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b3d3-8e27-46eb-8338-78819a1f6862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:44.032999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:router and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:44.041550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:44.044797 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:44.055013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:44.074735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:44.126095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9b3d3-8e27-46eb-8338-78819a1f6862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df61449-a29d-4385-b185-fd3c5d3c1e65,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:44.145835 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5e9b3d3-8e27-46eb-8338-78819a1f6862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:44.147206 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e5e9b3d3-8e27-46eb-8338-78819a1f6862 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8df61449-a29d-4385-b185-fd3c5d3c1e65 HTTP/1.1" status: 204 len: 168 time: 0.8650534 Jun 15 14:46:44.151557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-559c83c8-6968-4943-a5dd-b92751ba8887 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting subnet 7188b446-ccd6-432c-9376-3a101f2cc9c2 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:44.165600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network f3d3dade-68cb-48ad-9589-dc2917bc565a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:44.173398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:44.179832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:44.229179 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-559c83c8-6968-4943-a5dd-b92751ba8887 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:44.267533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:44.268642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:44.426758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec4de91-4459-4d3d-afa0-7326e227478a None None] Network f3d3dade-68cb-48ad-9589-dc2917bc565a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:44.459498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=df0e28dd-8249-43f3-8d8f-d98f58b08904,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:44.499187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:44.499859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:44.511521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:44.523409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-559c83c8-6968-4943-a5dd-b92751ba8887 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:44.549970 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7af4a46b-c176-453d-9af3-b08945dc56f5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.7430670 Jun 15 14:46:44.552782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36314) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:44.560659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5ae6e7a8-d62c-415f-940f-fb075151a262 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '71fb23ee-2e67-4b13-85fa-e441ee5500ed'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:44.713068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fbc7e82e-8cf8-49b2-9ffd-e0443a05af18 None None] Provisioning for port 0046fb3f-5090-419b-a827-90bc22e10909 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:44.813682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ae6e7a8-d62c-415f-940f-fb075151a262 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:44.899677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7cd24f-f524-4ca4-bf81-57b1c0a8dc6a None None] Network 2dc97bc6-605c-496d-b06b-b6067d98cbf4 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:45.004711 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c768fec2-5fd3-4a89-a32b-40edbbfe71f2 None None] Update dhcp port {'port': {'network_id': 'f3d3dade-68cb-48ad-9589-dc2917bc565a', 'fixed_ips': [{'subnet_id': '71fb23ee-2e67-4b13-85fa-e441ee5500ed', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e8bc2dad-0f28-441c-86b3-9a8ca93904eb'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': '0046fb3f-5090-419b-a827-90bc22e10909'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:46:45.122232 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c768fec2-5fd3-4a89-a32b-40edbbfe71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:45.165171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bf0405b1-d015-41a6-a0c6-be9b9d499d0a None None] Provisioning for port 3bd50f40-7477-4025-9b1b-00dbfab5745d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:45.199646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-559c83c8-6968-4943-a5dd-b92751ba8887 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:45.203178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-5ae6e7a8-d62c-415f-940f-fb075151a262 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Delete allocated IP 172.20.0.23 (f3d3dade-68cb-48ad-9589-dc2917bc565a/e8bc2dad-0f28-441c-86b3-9a8ca93904eb) {{(pid=89019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 15 14:46:45.411474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ae6e7a8-d62c-415f-940f-fb075151a262 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:45.416535 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0046fb3f-5090-419b-a827-90bc22e10909 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:45.421549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36332) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:45.424417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dff-3e7a-4b6f-bddd-aae1476aab9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:45.500160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-5ae6e7a8-d62c-415f-940f-fb075151a262 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Ignored duplicate provisioning block setup for port df0e28dd-8249-43f3-8d8f-d98f58b08904 by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 15 14:46:45.556325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ae6e7a8-d62c-415f-940f-fb075151a262 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:45.615913 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c768fec2-5fd3-4a89-a32b-40edbbfe71f2 None None] Allocated IP 172.20.0.18 (f3d3dade-68cb-48ad-9589-dc2917bc565a/e8bc2dad-0f28-441c-86b3-9a8ca93904eb/0046fb3f-5090-419b-a827-90bc22e10909) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:45.631163 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 0046fb3f-5090-419b-a827-90bc22e10909 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:45.670287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae6e7a8-d62c-415f-940f-fb075151a262 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=df0e28dd-8249-43f3-8d8f-d98f58b08904,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:45.671269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 0046fb3f-5090-419b-a827-90bc22e10909 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:45.671269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:45.686530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:45.714912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:45.747682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'networks': [{'name': 'tempest-network--122367115'}, {'name': 'tempest-network--1141330504'}]} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:45.747993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'network': {'name': 'tempest-network--122367115'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:45.748496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'network': {'name': 'tempest-network--1141330504'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:45.770527 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:45.815615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:45.840701 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6e7a8-d62c-415f-940f-fb075151a262 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] In _notify_port_updated(), no bound segment for port df0e28dd-8249-43f3-8d8f-d98f58b08904 on network f3d3dade-68cb-48ad-9589-dc2917bc565a {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:46:45.846720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae6e7a8-d62c-415f-940f-fb075151a262 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:45.847053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ae6e7a8-d62c-415f-940f-fb075151a262 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:45.851481 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ae6e7a8-d62c-415f-940f-fb075151a262 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "PUT /v2.0/ports/df0e28dd-8249-43f3-8d8f-d98f58b08904 HTTP/1.1" status: 200 len: 918 time: 1.2977126 Jun 15 14:46:45.854258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36338) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:45.855341 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Usage tracker for resource:network and tenant:66a18a76bd99481881d12a568087d0f8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:45.862356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:45.868530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-cd6b7906-7049-4ae6-a47a-d077a47ffba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '71fb23ee-2e67-4b13-85fa-e441ee5500ed'}, {'subnet_id': 'e8bc2dad-0f28-441c-86b3-9a8ca93904eb'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:45.900974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:45.949639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-559c83c8-6968-4943-a5dd-b92751ba8887 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.002348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:46.010648 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 0046fb3f-5090-419b-a827-90bc22e10909 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:46.011029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.040437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c768fec2-5fd3-4a89-a32b-40edbbfe71f2 None None] For port 0046fb3f-5090-419b-a827-90bc22e10909, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0046fb3f-5090-419b-a827-90bc22e10909,segment=NetworkSegment(07e37bf4-9c55-461c-9a5c-eb3bba625d0f),segment_id=07e37bf4-9c55-461c-9a5c-eb3bba625d0f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:46.059845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b876d75a-e912-46b7-9056-e3a52a41e64d None None] Provisioning for port 3b58c62f-89b8-4a49-99c9-51705eca2e20 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:46.071106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b876d75a-e912-46b7-9056-e3a52a41e64d None None] Provisioning complete for port 3b58c62f-89b8-4a49-99c9-51705eca2e20 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:46.071526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b876d75a-e912-46b7-9056-e3a52a41e64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.089713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Made reservation on behalf of 66a18a76bd99481881d12a568087d0f8 for: {'network': 2} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:46.094733 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.098485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c83c8-6968-4943-a5dd-b92751ba8887 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Subnet': ['ID=7188b446-ccd6-432c-9376-3a101f2cc9c2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:46.102919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-559c83c8-6968-4943-a5dd-b92751ba8887 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.117449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.126131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f157a5-8244-4d6d-99b2-3fcad8db03f5 None None] Network a7793666-b009-4708-81a2-4ae2b6a19448 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:46.136428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.156106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:46.164945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Usage tracker for resource:security_group_rule and tenant:66a18a76bd99481881d12a568087d0f8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:46.170550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:46.181463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:46.183431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6b7906-7049-4ae6-a47a-d077a47ffba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.205451 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-559c83c8-6968-4943-a5dd-b92751ba8887 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/7188b446-ccd6-432c-9376-3a101f2cc9c2 HTTP/1.1" status: 204 len: 168 time: 2.3056324 Jun 15 14:46:46.235973 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36342) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:46.275999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-c768fec2-5fd3-4a89-a32b-40edbbfe71f2 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:46:46.283994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=3b58c62f-89b8-4a49-99c9-51705eca2e20,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:46.332937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c768fec2-5fd3-4a89-a32b-40edbbfe71f2 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.350580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b876d75a-e912-46b7-9056-e3a52a41e64d None None] Port 3b58c62f-89b8-4a49-99c9-51705eca2e20 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:46.365007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c768fec2-5fd3-4a89-a32b-40edbbfe71f2 None None] Transition to ACTIVE for port object 0046fb3f-5090-419b-a827-90bc22e10909 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:46.412227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c768fec2-5fd3-4a89-a32b-40edbbfe71f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.494151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network 2dc97bc6-605c-496d-b06b-b6067d98cbf4 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:46.497320 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router c99767e6-57b8-4777-912d-80e561fb459a is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:46:46.499379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:46.553372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c6dff-3e7a-4b6f-bddd-aae1476aab9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:46.553950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dff-3e7a-4b6f-bddd-aae1476aab9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.612395 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:46:46.612803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:46:46.657367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768fec2-5fd3-4a89-a32b-40edbbfe71f2 None None] Pushing event updated for resources: {'Port': ['ID=0046fb3f-5090-419b-a827-90bc22e10909,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:46.683787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.689143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-54b35d93-7597-4013-896a-c1de6c6150e1 None None] Provisioning complete for port 3b58c62f-89b8-4a49-99c9-51705eca2e20 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:46.689527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54b35d93-7597-4013-896a-c1de6c6150e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.760556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-54b35d93-7597-4013-896a-c1de6c6150e1 None None] Port 3b58c62f-89b8-4a49-99c9-51705eca2e20 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:46.775170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaacddf-2c59-42d3-b792-02fd53f9560b None None] DHCP port deletion for a7793666-b009-4708-81a2-4ae2b6a19448 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:46.785068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-edaacddf-2c59-42d3-b792-02fd53f9560b None None] Deleting port 92b36422-096e-4aa2-b767-6743a3a58f93 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:46.785456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-edaacddf-2c59-42d3-b792-02fd53f9560b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:46.853032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 92b36422-096e-4aa2-b767-6743a3a58f93 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:46.853380 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.026880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.050281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-958454ca-7825-48f9-9669-92a57549fd77 None None] Provisioning complete for port 3b58c62f-89b8-4a49-99c9-51705eca2e20 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:47.050715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-958454ca-7825-48f9-9669-92a57549fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.124456 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.124918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.141270 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-edaacddf-2c59-42d3-b792-02fd53f9560b None None] For port 92b36422-096e-4aa2-b767-6743a3a58f93, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=92b36422-096e-4aa2-b767-6743a3a58f93,segment=NetworkSegment(dbc01775-79ae-4472-ac01-7c8b373fc2bc),segment_id=dbc01775-79ae-4472-ac01-7c8b373fc2bc)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:47.141667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-edaacddf-2c59-42d3-b792-02fd53f9560b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.258250 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.278167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b1950f-ea1a-48ef-8296-d8c312257637,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:47.284514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-9b2c6dff-3e7a-4b6f-bddd-aae1476aab9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] For port dc0140a1-5ed2-44da-beb4-c933a3bbe4e2, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=dc0140a1-5ed2-44da-beb4-c933a3bbe4e2,segment=NetworkSegment(13cdc53c-a3bc-4ff7-8016-7e2809561d4c),segment_id=13cdc53c-a3bc-4ff7-8016-7e2809561d4c)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:47.284936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dff-3e7a-4b6f-bddd-aae1476aab9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.288116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 66da1939-c1e8-4a75-b018-5b1fa7f9781f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:46:47.306337 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.321184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-edaacddf-2c59-42d3-b792-02fd53f9560b None None] Calling delete_port for 92b36422-096e-4aa2-b767-6743a3a58f93 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:47.361130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baea7a52-3681-4d1e-b70b-09b3127c5993 None None] Network f3d3dade-68cb-48ad-9589-dc2917bc565a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:47.377888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-958454ca-7825-48f9-9669-92a57549fd77 None None] Port 3b58c62f-89b8-4a49-99c9-51705eca2e20 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:47.392091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:47.472134 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 0046fb3f-5090-419b-a827-90bc22e10909 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:47.472658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.534918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9b2c6dff-3e7a-4b6f-bddd-aae1476aab9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:47.599655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.600587 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Added segment b62557d9-8882-4adb-8815-20235248976a of type vlan for network 1b534285-61e7-4a54-b798-d97c1d4e1c70 Jun 15 14:46:47.607136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-39b52fad-52ae-4a13-b0b0-d023213a613e None None] Provisioning for port df0e28dd-8249-43f3-8d8f-d98f58b08904 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:47.615393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-edaacddf-2c59-42d3-b792-02fd53f9560b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.622888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 0046fb3f-5090-419b-a827-90bc22e10909, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0046fb3f-5090-419b-a827-90bc22e10909,segment=NetworkSegment(07e37bf4-9c55-461c-9a5c-eb3bba625d0f),segment_id=07e37bf4-9c55-461c-9a5c-eb3bba625d0f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:47.631702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:47.633574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-cd6b7906-7049-4ae6-a47a-d077a47ffba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.25 (f3d3dade-68cb-48ad-9589-dc2917bc565a/e8bc2dad-0f28-441c-86b3-9a8ca93904eb/df0e28dd-8249-43f3-8d8f-d98f58b08904) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:47.663445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] For port 92b36422-096e-4aa2-b767-6743a3a58f93, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=92b36422-096e-4aa2-b767-6743a3a58f93,segment=NetworkSegment(dbc01775-79ae-4472-ac01-7c8b373fc2bc),segment_id=dbc01775-79ae-4472-ac01-7c8b373fc2bc)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:47.663703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-39b52fad-52ae-4a13-b0b0-d023213a613e None None] Provisioning complete for port df0e28dd-8249-43f3-8d8f-d98f58b08904 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:47.663703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39b52fad-52ae-4a13-b0b0-d023213a613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.664245 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.687486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Sync routers for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:47.693101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:47.706602 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Sync routers for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:47.721664 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:47.722850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.723742 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:47.728974 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c18d0418-5b14-4a72-a9a5-1b977c923b41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.1058862 Jun 15 14:46:47.740238 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5ad4e7ad-2834-4e2a-bd19-47fc4007adf9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5351071 Jun 15 14:46:47.741170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.741583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36346) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:47.741887 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3bd50f40-7477-4025-9b1b-00dbfab5745d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:47.748435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36348) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:47.761086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'network': {'name': 'tempest-RoutersTest-1167580890'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:47.765325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaacddf-2c59-42d3-b792-02fd53f9560b None None] Pushing event deleted for resources: {'Port': ['ID=92b36422-096e-4aa2-b767-6743a3a58f93,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:47.776253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:47.786431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:network and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:47.791833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:47.803781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Allocated IP 172.26.3.22 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/e292ed75-7eff-4c66-b1e9-2081806eab7e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:47.806691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:47.834141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:47.837990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaacddf-2c59-42d3-b792-02fd53f9560b None None] No DVR routers for this DVR port 92b36422-096e-4aa2-b767-6743a3a58f93 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:47.838432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:47.885671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:47.886334 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:47.949644 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:47.976072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for 92b36422-096e-4aa2-b767-6743a3a58f93 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:47.979069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:48.009626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.010990 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Added segment 2dfa35b7-1301-40a3-b754-bf6812a788d1 of type vlan for network fb10d7bc-ef22-464a-976d-b2c0f778e5d6 Jun 15 14:46:48.035699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-39b52fad-52ae-4a13-b0b0-d023213a613e None None] Port df0e28dd-8249-43f3-8d8f-d98f58b08904 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:48.073018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.108726 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5b1d5ef8-b7d9-4ecd-a04a-b3a25b2f13b2 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=032b1386b78145d282edf892a5a65f64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3632336 Jun 15 14:46:48.122389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36358) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:48.144053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=0046fb3f-5090-419b-a827-90bc22e10909,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:48.172032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.178556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.194266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-39b52fad-52ae-4a13-b0b0-d023213a613e None None] Provisioning for port 0046fb3f-5090-419b-a827-90bc22e10909 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:48.207303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-39b52fad-52ae-4a13-b0b0-d023213a613e None None] Provisioning complete for port 0046fb3f-5090-419b-a827-90bc22e10909 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:48.207683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39b52fad-52ae-4a13-b0b0-d023213a613e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.238427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 3bd50f40-7477-4025-9b1b-00dbfab5745d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:48.260455 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:48.272299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:48.275318 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:46:48.275824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:46:48.297814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.298470 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Added segment e5546c03-6cf7-475a-83de-35f786d9d9c2 of type vlan for network 718990fd-e341-4136-80ca-346e3d4786e5 Jun 15 14:46:48.317458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3bd50f40-7477-4025-9b1b-00dbfab5745d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:48.317839 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.382709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.389799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:48.390488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.430078 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec46699-2e20-4080-937d-4bc171452e68 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:48.431578 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dec46699-2e20-4080-937d-4bc171452e68 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3003685 Jun 15 14:46:48.438531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.444025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36362) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:48.500229 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 3, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:44Z', 'revision_number': 2, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:48.504963 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Checking router: 66da1939-c1e8-4a75-b018-5b1fa7f9781f for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:46:48.505225 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Updating router 66da1939-c1e8-4a75-b018-5b1fa7f9781f port 3b58c62f-89b8-4a49-99c9-51705eca2e20 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:46:48.573746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.598201 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.639255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6b7906-7049-4ae6-a47a-d077a47ffba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.671904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-cd6b7906-7049-4ae6-a47a-d077a47ffba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Ignored duplicate provisioning block setup for port df0e28dd-8249-43f3-8d8f-d98f58b08904 by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 15 14:46:48.674126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dff-3e7a-4b6f-bddd-aae1476aab9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.713462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-39b52fad-52ae-4a13-b0b0-d023213a613e None None] Current status of the port 0046fb3f-5090-419b-a827-90bc22e10909 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:48.752014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.752681 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.760221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3bd50f40-7477-4025-9b1b-00dbfab5745d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:48.760607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.761041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:48.767062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:48.768099 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.810491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 92b36422-096e-4aa2-b767-6743a3a58f93 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:48.810856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.812174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 3bd50f40-7477-4025-9b1b-00dbfab5745d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3bd50f40-7477-4025-9b1b-00dbfab5745d,segment=NetworkSegment(e9d81048-30e1-437c-a382-707f63ab6dcc),segment_id=e9d81048-30e1-437c-a382-707f63ab6dcc)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:48.822021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.823666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9d2f7fec-d479-4205-92b6-f1f18a6c4679 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:48.863826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Network': ['ID=fb10d7bc-ef22-464a-976d-b2c0f778e5d6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:48.866840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'Port': ['ID=e292ed75-7eff-4c66-b1e9-2081806eab7e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:48.890291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:48.893380 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-63f4a34a-4bc3-47cf-810f-254c8dbb83d5 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4100268 Jun 15 14:46:48.894804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:48.910942 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-428c235a-2e4c-4890-b0a2-c4b7a1177c04 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1611588 Jun 15 14:46:48.912258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36366) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:48.912590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36368) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:48.913338 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:48.915723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network fb10d7bc-ef22-464a-976d-b2c0f778e5d6 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:48.929862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6b7906-7049-4ae6-a47a-d077a47ffba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:48.963013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'subnet': {'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:48.992421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:46:43Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:49.016465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] The port '92b36422-096e-4aa2-b767-6743a3a58f93' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:46:49.109402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Checking router: c99767e6-57b8-4777-912d-80e561fb459a for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:46:49.110017 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Updating router c99767e6-57b8-4777-912d-80e561fb459a port 7afad2fc-6287-4e54-9b1e-8040d91281e9 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:46:49.112866 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:49.121918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:49.125816 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Transition to ACTIVE for port object 3b58c62f-89b8-4a49-99c9-51705eca2e20 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:49.133828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:subnet and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:49.137020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:49.141472 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:49.143429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:49.155058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297461804', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:49.225186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=3bd50f40-7477-4025-9b1b-00dbfab5745d,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:49.238587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:49.264283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c6dff-3e7a-4b6f-bddd-aae1476aab9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=dc0140a1-5ed2-44da-beb4-c933a3bbe4e2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:49.315146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:49.320224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:subnet and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:49.323266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:49.330291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:49.346259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:49.348997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:49.349732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:49.350492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:49.468026 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Attempting to bind port 3b58c62f-89b8-4a49-99c9-51705eca2e20 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:49.468416 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Attempting to bind port 3b58c62f-89b8-4a49-99c9-51705eca2e20 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'e9d81048-30e1-437c-a382-707f63ab6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:49.468776 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Attempting to bind port 3b58c62f-89b8-4a49-99c9-51705eca2e20 on network 2dc97bc6-605c-496d-b06b-b6067d98cbf4 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:49.476877 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:49.477264 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Checking segment: {'id': 'e9d81048-30e1-437c-a382-707f63ab6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:49.477556 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:49.477948 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Bound using segment: {'id': 'e9d81048-30e1-437c-a382-707f63ab6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:49.478424 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Bound port: 3b58c62f-89b8-4a49-99c9-51705eca2e20, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d81048-30e1-437c-a382-707f63ab6dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:49.478788 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:49.581379 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] For port 3b58c62f-89b8-4a49-99c9-51705eca2e20, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:49.585389 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] For port 3b58c62f-89b8-4a49-99c9-51705eca2e20, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3b58c62f-89b8-4a49-99c9-51705eca2e20,segment=NetworkSegment(e9d81048-30e1-437c-a382-707f63ab6dcc),segment_id=e9d81048-30e1-437c-a382-707f63ab6dcc)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:49.589183 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6b7906-7049-4ae6-a47a-d077a47ffba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=df0e28dd-8249-43f3-8d8f-d98f58b08904,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:49.593243 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cf559-f6dd-4f6f-a14d-92378685b23f None None] Pushing event updated for resources: {'Port': ['ID=3b58c62f-89b8-4a49-99c9-51705eca2e20,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:49.600761 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:49.664053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:49.667803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:49.752816 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:49.753454 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:49.802765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event updated for resources: {'Network': ['ID=1b534285-61e7-4a54-b798-d97c1d4e1c70,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:49.885412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:49.905388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:49.931674 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Transition to ACTIVE for port object 7afad2fc-6287-4e54-9b1e-8040d91281e9 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:49.951528 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.4783452 Jun 15 14:46:49.963306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36374) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:49.966929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 1b534285-61e7-4a54-b798-d97c1d4e1c70 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:49.983542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.024986 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:50.094317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:50.117521 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.122182 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c37e4272-4178-4ce4-9448-e8b70364339d no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:50.161903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7793666-b009-4708-81a2-4ae2b6a19448']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:50.178979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b7906-7049-4ae6-a47a-d077a47ffba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] In _notify_port_updated(), no bound segment for port df0e28dd-8249-43f3-8d8f-d98f58b08904 on network f3d3dade-68cb-48ad-9589-dc2917bc565a {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:46:50.194265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6b7906-7049-4ae6-a47a-d077a47ffba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:50.194965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cd6b7906-7049-4ae6-a47a-d077a47ffba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.196361 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cd6b7906-7049-4ae6-a47a-d077a47ffba3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "PUT /v2.0/ports/df0e28dd-8249-43f3-8d8f-d98f58b08904 HTTP/1.1" status: 200 len: 998 time: 4.3379490 Jun 15 14:46:50.210971 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc01775-79ae-4472-ac01-7c8b373fc2bc') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:50.211300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc01775-79ae-4472-ac01-7c8b373fc2bc') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:50.219885 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36378) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:50.254614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2fbe6-3fb7-4ac0-aa43-8b7aff89bc8f None None] Pushing event updated for resources: {'Port': ['ID=7afad2fc-6287-4e54-9b1e-8040d91281e9,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:50.260365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: c37e4272-4178-4ce4-9448-e8b70364339d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:50.260708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c37e4272-4178-4ce4-9448-e8b70364339d not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:50.276779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b2c6dff-3e7a-4b6f-bddd-aae1476aab9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.285437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e52939-12c4-4033-aa1e-b20eea51267d tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event updated for resources: {'Network': ['ID=718990fd-e341-4136-80ca-346e3d4786e5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:50.288298 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Attempting to bind port 7afad2fc-6287-4e54-9b1e-8040d91281e9 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:50.288729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Attempting to bind port 7afad2fc-6287-4e54-9b1e-8040d91281e9 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:50.290831 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Attempting to bind port 7afad2fc-6287-4e54-9b1e-8040d91281e9 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:50.303033 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:50.303404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:50.303804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.307310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.308113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:50.308809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Bound port: 7afad2fc-6287-4e54-9b1e-8040d91281e9, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:50.309213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.395028 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] For port 7afad2fc-6287-4e54-9b1e-8040d91281e9, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:50.398482 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] For port 7afad2fc-6287-4e54-9b1e-8040d91281e9, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7afad2fc-6287-4e54-9b1e-8040d91281e9,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:50.413249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 718990fd-e341-4136-80ca-346e3d4786e5 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:50.509413 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cf559-f6dd-4f6f-a14d-92378685b23f None None] Pushing event updated for resources: {'Port': ['ID=3b58c62f-89b8-4a49-99c9-51705eca2e20,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:50.513702 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 3, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:49Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:50.518632 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20c1264-2603-4ab8-aebf-61d5567d75fb None None] The sync data for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv is: [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 3, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:49Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:50.524156 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f42a55f8-2bd7-42ac-80d9-ed9f75a14d67 None None] Provisioning complete for port df0e28dd-8249-43f3-8d8f-d98f58b08904 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:50.524559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f42a55f8-2bd7-42ac-80d9-ed9f75a14d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.553225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0046fb3f-5090-419b-a827-90bc22e10909 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:50.573859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.590989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:50.592919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.635718 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.681392 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba777557-b910-4ad0-b2a2-549053220232 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:50.698077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba777557-b910-4ad0-b2a2-549053220232 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:50.708945 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba777557-b910-4ad0-b2a2-549053220232 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:50.719060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba777557-b910-4ad0-b2a2-549053220232 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:50.723469 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ba777557-b910-4ad0-b2a2-549053220232 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7501073 Jun 15 14:46:50.723469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Subnet': ['ID=6f340f52-c6c8-48e9-b901-f580957a68ba,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:50.732506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36382) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:50.750284 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f42a55f8-2bd7-42ac-80d9-ed9f75a14d67 None None] Port df0e28dd-8249-43f3-8d8f-d98f58b08904 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:50.779981 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment dbc01775-79ae-4472-ac01-7c8b373fc2bc resource provider aggregate not found Jun 15 14:46:50.806939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.828098 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-17518baa-626a-456c-a2c7-e3cbfb55d762 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port df0e28dd-8249-43f3-8d8f-d98f58b08904 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:50.828523 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17518baa-626a-456c-a2c7-e3cbfb55d762 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:50.854853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2fbe6-3fb7-4ac0-aa43-8b7aff89bc8f None None] Pushing event updated for resources: {'Port': ['ID=7afad2fc-6287-4e54-9b1e-8040d91281e9,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:50.890886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:50.891443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:50.960586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 0046fb3f-5090-419b-a827-90bc22e10909 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:50.962541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:51.009591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:51.052018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:51.071909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f42a55f8-2bd7-42ac-80d9-ed9f75a14d67 None None] Provisioning complete for port 0046fb3f-5090-419b-a827-90bc22e10909 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:51.072677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f42a55f8-2bd7-42ac-80d9-ed9f75a14d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:51.085256 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment dbc01775-79ae-4472-ac01-7c8b373fc2bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbc01775-79ae-4472-ac01-7c8b373fc2bc found for delete ", "request_id": "req-af5b2cb0-b6de-42e6-a3e5-1bf7b5b91ae0"}]} Jun 15 14:46:51.094672 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/networks/a7793666-b009-4708-81a2-4ae2b6a19448 HTTP/1.1" status: 204 len: 168 time: 4.8575687 Jun 15 14:46:51.100441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36390) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:51.124812 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ffabc3-93a0-4646-b74c-ae4ac080679b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Network': ['ID=a7793666-b009-4708-81a2-4ae2b6a19448,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:51.355936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:51.385444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Checking segment: {'id': '2dfa35b7-1301-40a3-b754-bf6812a788d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:51.385792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network hostable DHCP agents. Network: fb10d7bc-ef22-464a-976d-b2c0f778e5d6, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:46:51.417486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b2c6dff-3e7a-4b6f-bddd-aae1476aab9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:46:51.425872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56761c3f-ab75-40eb-bc79-35d0ec9a8770 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:51.426607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-56761c3f-ab75-40eb-bc79-35d0ec9a8770 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:51.531116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network fb10d7bc-ef22-464a-976d-b2c0f778e5d6 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:46:51.561985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:51.590068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, fb10d7bc-ef22-464a-976d-b2c0f778e5d6) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:51.625221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a419b3-2f0b-4d69-8b72-c85008eafe2b None None] Network fb10d7bc-ef22-464a-976d-b2c0f778e5d6 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:51.727144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:51.753682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-56761c3f-ab75-40eb-bc79-35d0ec9a8770 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:51.758323 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-56761c3f-ab75-40eb-bc79-35d0ec9a8770 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/68566224-fe08-4f23-be3d-3ee7788e0295 HTTP/1.1" status: 200 len: 845 time: 0.6421394 Jun 15 14:46:51.768064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:51.768673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:51.772140 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36394) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:51.818041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 0046fb3f-5090-419b-a827-90bc22e10909 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:51.818041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3bd50f40-7477-4025-9b1b-00dbfab5745d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:51.831318 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b2c6dff-3e7a-4b6f-bddd-aae1476aab9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:51.847109 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9b2c6dff-3e7a-4b6f-bddd-aae1476aab9d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3863976 Jun 15 14:46:51.848404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36398) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:51.853454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f42a55f8-2bd7-42ac-80d9-ed9f75a14d67 None None] Current status of the port 0046fb3f-5090-419b-a827-90bc22e10909 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:51.855852 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2106ee5f-ba84-4ce4-9313-75af6905c71f None None] Sync routers for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:51.921279 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d790eb94-b761-4433-a217-c6af3fd424e4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting subnet 4b29cbfe-ee5d-45ce-8116-e8d36642ea85 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:51.925516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17518baa-626a-456c-a2c7-e3cbfb55d762 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:51.925855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:51.927739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2106ee5f-ba84-4ce4-9313-75af6905c71f None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:51.928525 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2106ee5f-ba84-4ce4-9313-75af6905c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:51.933113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d790eb94-b761-4433-a217-c6af3fd424e4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.055688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-df63c593-1bcd-4b7c-98f6-0cdf127600f5 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:52.058424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.063925 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5cf08a2d-6520-4821-a451-daa24f2e5a94 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1080682 Jun 15 14:46:52.072428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36402) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:52.095965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-17518baa-626a-456c-a2c7-e3cbfb55d762 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for df0e28dd-8249-43f3-8d8f-d98f58b08904 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:52.154003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d790eb94-b761-4433-a217-c6af3fd424e4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.203577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.214958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ca7a2cc6-e8d6-4ddd-a736-a5a9ce0cd35e None None] Provisioning complete for port df0e28dd-8249-43f3-8d8f-d98f58b08904 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:52.215601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ca7a2cc6-e8d6-4ddd-a736-a5a9ce0cd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.248805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-2106ee5f-ba84-4ce4-9313-75af6905c71f None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:52.315488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d790eb94-b761-4433-a217-c6af3fd424e4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.345786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3bd50f40-7477-4025-9b1b-00dbfab5745d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:52.346140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.353216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Subnet': ['ID=197bee49-1cb2-4ded-801c-db3ff1dc91ef,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:52.364629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-df63c593-1bcd-4b7c-98f6-0cdf127600f5 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:52.369545 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-df63c593-1bcd-4b7c-98f6-0cdf127600f5 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/68566224-fe08-4f23-be3d-3ee7788e0295?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5845344 Jun 15 14:46:52.374464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Checking segment: {'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:52.374830 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network hostable DHCP agents. Network: f9c6f62a-5be1-4ff6-92d6-3f8b9098031f, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:46:52.384246 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36406) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:52.385685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b534285-61e7-4a54-b798-d97c1d4e1c70']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:52.404494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:52.454368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17518baa-626a-456c-a2c7-e3cbfb55d762 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.481963 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62557d9-8882-4adb-8815-20235248976a') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:52.482322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62557d9-8882-4adb-8815-20235248976a') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:52.496310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d790eb94-b761-4433-a217-c6af3fd424e4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.515178 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ca7a2cc6-e8d6-4ddd-a736-a5a9ce0cd35e None None] Port df0e28dd-8249-43f3-8d8f-d98f58b08904 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:46:52.532725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:46:52.533548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.581611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.585653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17518baa-626a-456c-a2c7-e3cbfb55d762 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=df0e28dd-8249-43f3-8d8f-d98f58b08904,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:52.603630 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d790eb94-b761-4433-a217-c6af3fd424e4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Subnet': ['ID=4b29cbfe-ee5d-45ce-8116-e8d36642ea85,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:52.611975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d790eb94-b761-4433-a217-c6af3fd424e4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.618869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350cce9c-ada6-4e1e-b338-42f66e3d0cc0 None None] Network 12e27e2a-859e-48ce-8d8b-85b2281e9f10 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:52.872665 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d790eb94-b761-4433-a217-c6af3fd424e4 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/4b29cbfe-ee5d-45ce-8116-e8d36642ea85 HTTP/1.1" status: 204 len: 168 time: 1.0233493 Jun 15 14:46:52.875922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36410) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:52.951985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.954731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:46:52.982438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:52.983003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.983394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17518baa-626a-456c-a2c7-e3cbfb55d762 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:52.987699 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-17518baa-626a-456c-a2c7-e3cbfb55d762 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/df0e28dd-8249-43f3-8d8f-d98f58b08904 HTTP/1.1" status: 204 len: 168 time: 2.7618895 Jun 15 14:46:52.988896 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36414) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:53.018971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:53.047483 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa90b96-a66c-4340-a6b8-8d7bd0fa4c99 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:46:53.048035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7aa90b96-a66c-4340-a6b8-8d7bd0fa4c99 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:53.057659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:53.068588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9cdfb898-ec70-496c-8246-41b173fe7f7e None None] Could not find standard attr ID for object df0e28dd-8249-43f3-8d8f-d98f58b08904. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:46:53.076285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port 6b508310-885d-4526-b2a1-f428fd1edd5c {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:53.076808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:53.080952 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b62557d9-8882-4adb-8815-20235248976a resource provider aggregate not found Jun 15 14:46:53.084174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:53.090630 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, f9c6f62a-5be1-4ff6-92d6-3f8b9098031f) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:53.095613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:53.106508 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:46:43Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:53.106758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7aa90b96-a66c-4340-a6b8-8d7bd0fa4c99 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:53.110330 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7aa90b96-a66c-4340-a6b8-8d7bd0fa4c99 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/df0e28dd-8249-43f3-8d8f-d98f58b08904 HTTP/1.1" status: 404 len: 333 time: 0.1181209 Jun 15 14:46:53.114208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36422) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:53.124650 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25462b5-1894-453d-8d8c-92efc3c231d9 None None] Network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:53.125789 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment b62557d9-8882-4adb-8815-20235248976a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b62557d9-8882-4adb-8815-20235248976a found for delete ", "request_id": "req-9f20c456-dcbf-4a4b-9453-2fe06823fa85"}]} Jun 15 14:46:53.144906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:53.152680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:53.153474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:53.195014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35247caf-1086-4948-97fb-2a7b2129f88e None None] The sync data for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv is: [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:46:43Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:53.240819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-145edc35-576d-4269-b820-840f13892ca1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting subnet e8bc2dad-0f28-441c-86b3-9a8ca93904eb {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:53.247260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-145edc35-576d-4269-b820-840f13892ca1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:53.310930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:53.314509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:53.341167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:53.357529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3bd50f40-7477-4025-9b1b-00dbfab5745d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:53.378101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:53.380109 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "DELETE /v2.0/networks/1b534285-61e7-4a54-b798-d97c1d4e1c70 HTTP/1.1" status: 204 len: 168 time: 2.6247191 Jun 15 14:46:53.384803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36426) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:53.392904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-145edc35-576d-4269-b820-840f13892ca1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:53.402007 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1b5856dc-2109-4dd6-b5c5-08973986cce2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.4476535 Jun 15 14:46:53.425263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36430) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:53.436621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Allocated IP 172.22.0.2 (fb10d7bc-ef22-464a-976d-b2c0f778e5d6/6f340f52-c6c8-48e9-b901-f580957a68ba/e1d0da80-cbeb-471a-85f3-181fb63447f6) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:53.461774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b238f0-1104-4ceb-beb7-74d12969b2c5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event deleted for resources: {'Network': ['ID=1b534285-61e7-4a54-b798-d97c1d4e1c70,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:53.481373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 92b36422-096e-4aa2-b767-6743a3a58f93 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:46:53.487712 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Router 8ccf3c02-f410-470a-a116-40f78f37baa6 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:46:53.575744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 92b36422-096e-4aa2-b767-6743a3a58f93 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:46:53.576094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 92b36422-096e-4aa2-b767-6743a3a58f93 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:46:53.603465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2106ee5f-ba84-4ce4-9313-75af6905c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:48Z', 'revision_number': 9, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:53.715780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2106ee5f-ba84-4ce4-9313-75af6905c71f None None] Checking router: d26a7a47-5d91-46b4-b1ff-33bdbed6a024 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:46:53.719989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-145edc35-576d-4269-b820-840f13892ca1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:53.885746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-145edc35-576d-4269-b820-840f13892ca1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:53.943721 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2106ee5f-ba84-4ce4-9313-75af6905c71f None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:53.944429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2106ee5f-ba84-4ce4-9313-75af6905c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:53.953693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] For port 6b508310-885d-4526-b2a1-f428fd1edd5c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6b508310-885d-4526-b2a1-f428fd1edd5c,segment=NetworkSegment(13cdc53c-a3bc-4ff7-8016-7e2809561d4c),segment_id=13cdc53c-a3bc-4ff7-8016-7e2809561d4c)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:53.954156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:54.041315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:54.067242 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:46:54.068396 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:54.078425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3b58c62f-89b8-4a49-99c9-51705eca2e20 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:54.109676 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145edc35-576d-4269-b820-840f13892ca1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bc2dad-0f28-441c-86b3-9a8ca93904eb,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:54.122572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-145edc35-576d-4269-b820-840f13892ca1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:54.133893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ef0310-ddea-4dcf-860e-74775a2b78dd None None] Network f3d3dade-68cb-48ad-9589-dc2917bc565a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:54.209977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for 6b508310-885d-4526-b2a1-f428fd1edd5c owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:54.237170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2995de1a-739a-4ac9-a679-d3c7fce4c4c2 None None] DHCP port deletion for 12e27e2a-859e-48ce-8d8b-85b2281e9f10 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:54.244581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:54.261103 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-145edc35-576d-4269-b820-840f13892ca1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/e8bc2dad-0f28-441c-86b3-9a8ca93904eb HTTP/1.1" status: 204 len: 168 time: 1.1452632 Jun 15 14:46:54.262418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36434) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:54.324902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2995de1a-739a-4ac9-a679-d3c7fce4c4c2 None None] Deleting port 6b508310-885d-4526-b2a1-f428fd1edd5c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:54.325233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2995de1a-739a-4ac9-a679-d3c7fce4c4c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:54.411567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:46:54.424506 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Sync routers for ids ['8ccf3c02-f410-470a-a116-40f78f37baa6'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:46:54.437200 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Routers {'8ccf3c02-f410-470a-a116-40f78f37baa6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:54.437810 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8ccf3c02-f410-470a-a116-40f78f37baa6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:54.470287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:54.623470 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-2106ee5f-ba84-4ce4-9313-75af6905c71f None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:54.639608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:54.644113 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d485c037-ab19-4d8c-95b9-6db342241bfe tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 10.7450967 Jun 15 14:46:54.649074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 508ae436-8035-420d-83f1-786e9ae2dd4c is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:54.649623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36438) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:54.664085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:54.666419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:54.672345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:54.672461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:54.701708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Subnet': ['ID=1bd12434-cea9-42b6-a94b-2587333cdc88,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:54.715367 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2e0b724f-0e47-44d2-8788-b8d6b41452f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3225598 Jun 15 14:46:54.718217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36444) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:54.725576 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'security_group': {'name': 'tempest-secgroup-452547994'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:54.732462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:54.733643 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca964b56-d96a-4b6e-beb2-fcbbf57c94a1 None None] Network 508ae436-8035-420d-83f1-786e9ae2dd4c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:54.737775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:security_group and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:54.744768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:54.762294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:54.784984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:54.815897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Transition to ACTIVE for port object e1d0da80-cbeb-471a-85f3-181fb63447f6 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:54.818653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 3b58c62f-89b8-4a49-99c9-51705eca2e20 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:54.825679 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Set router 8ccf3c02-f410-470a-a116-40f78f37baa6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:54.833387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:54.840817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:security_group_rule and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:54.847279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:54.856555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:54.960512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.033524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=6b508310-885d-4526-b2a1-f428fd1edd5c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:55.094978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No DVR routers for this DVR port 6b508310-885d-4526-b2a1-f428fd1edd5c on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:55.167141 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a9f1ef65-7ed1-4707-9ba6-905636b5f24f tempest-TestNetworkAdvancedServerOps-1125232402 tempest-TestNetworkAdvancedServerOps-1125232402-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=3643c5210fdd422a8c02fdc421c86e35&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5132892 Jun 15 14:46:55.170549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36448) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:55.209651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.219692 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:46:50Z', 'revision_number': 3, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:55.225172 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Checking router: 8ccf3c02-f410-470a-a116-40f78f37baa6 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:46:55.225408 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Updating router 8ccf3c02-f410-470a-a116-40f78f37baa6 port e292ed75-7eff-4c66-b1e9-2081806eab7e binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:46:55.231276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2995de1a-739a-4ac9-a679-d3c7fce4c4c2 None None] For port 6b508310-885d-4526-b2a1-f428fd1edd5c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6b508310-885d-4526-b2a1-f428fd1edd5c,segment=NetworkSegment(13cdc53c-a3bc-4ff7-8016-7e2809561d4c),segment_id=13cdc53c-a3bc-4ff7-8016-7e2809561d4c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:55.231719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2995de1a-739a-4ac9-a679-d3c7fce4c4c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.235657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718990fd-e341-4136-80ca-346e3d4786e5']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:55.248635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5546c03-6cf7-475a-83de-35f786d9d9c2') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:55.249021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5546c03-6cf7-475a-83de-35f786d9d9c2') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:55.261470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.279200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.286198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:55.286718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.318849 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.361113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900acb79-4cae-483f-9a38-885bdc4f3f3c tempest-TestNetworkAdvancedServerOps-1125232402 tempest-TestNetworkAdvancedServerOps-1125232402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:55.364005 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-900acb79-4cae-483f-9a38-885bdc4f3f3c tempest-TestNetworkAdvancedServerOps-1125232402 tempest-TestNetworkAdvancedServerOps-1125232402-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1921337 Jun 15 14:46:55.368352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36452) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:55.393972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2995de1a-739a-4ac9-a679-d3c7fce4c4c2 None None] Calling delete_port for 6b508310-885d-4526-b2a1-f428fd1edd5c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:55.418832 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9e4ad8d5-b8d3-47d0-ab3e-83ce749c3dc7 tempest-TestNetworkAdvancedServerOps-1125232402 tempest-TestNetworkAdvancedServerOps-1125232402-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491099 Jun 15 14:46:55.423108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36456) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:55.431146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1158600592', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:55.489634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3b58c62f-89b8-4a49-99c9-51705eca2e20 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:55.489634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.520245 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.546803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e27e2a-859e-48ce-8d8b-85b2281e9f10']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:55.561143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13cdc53c-a3bc-4ff7-8016-7e2809561d4c') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:55.561143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13cdc53c-a3bc-4ff7-8016-7e2809561d4c') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:55.573747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.590049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.601022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Transition to ACTIVE for port object e1d0da80-cbeb-471a-85f3-181fb63447f6 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:55.602760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.609469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.612586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:55.617929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:subnet and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:55.620958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:55.628213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:55.631017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-5283d365-a6e3-41ac-9cac-23fef01e6f53 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting subnet 71fb23ee-2e67-4b13-85fa-e441ee5500ed {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:46:55.636876 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e5546c03-6cf7-475a-83de-35f786d9d9c2 resource provider aggregate not found Jun 15 14:46:55.641321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:46:55.641745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.645216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Made reservation on behalf of 3643c5210fdd422a8c02fdc421c86e35 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:55.649508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.661553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.684361 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "DELETE /v2.0/networks/718990fd-e341-4136-80ca-346e3d4786e5 HTTP/1.1" status: 204 len: 168 time: 2.2943666 Jun 15 14:46:55.688671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5283d365-a6e3-41ac-9cac-23fef01e6f53 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.722359 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef675e-e508-424c-bbd8-b14ae4f49038 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event deleted for resources: {'Network': ['ID=718990fd-e341-4136-80ca-346e3d4786e5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:55.792957 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.806942 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Transition to ACTIVE for port object e292ed75-7eff-4c66-b1e9-2081806eab7e will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:55.808145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36464) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:55.809999 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e5546c03-6cf7-475a-83de-35f786d9d9c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5546c03-6cf7-475a-83de-35f786d9d9c2 found for delete ", "request_id": "req-76caf0e8-4df2-4019-9d95-1ed896f69b9a"}]} Jun 15 14:46:55.815391 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.834416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Allocated IP 172.20.0.2 (f9c6f62a-5be1-4ff6-92d6-3f8b9098031f/197bee49-1cb2-4ded-801c-db3ff1dc91ef/fc1f2f4c-e520-455f-881a-57e8d9c8e7ee) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:55.855917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Pushing event updated for resources: {'Port': ['ID=e1d0da80-cbeb-471a-85f3-181fb63447f6,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:55.901609 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92a881-d66c-4b69-999c-6e9dd8716aee None None] Pushing event updated for resources: {'Port': ['ID=e292ed75-7eff-4c66-b1e9-2081806eab7e,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:55.911563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Network fb10d7bc-ef22-464a-976d-b2c0f778e5d6 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:55.935484 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Attempting to bind port e292ed75-7eff-4c66-b1e9-2081806eab7e on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:55.935851 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Attempting to bind port e292ed75-7eff-4c66-b1e9-2081806eab7e by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:55.936228 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Attempting to bind port e292ed75-7eff-4c66-b1e9-2081806eab7e on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:55.943407 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:55.944074 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:55.944507 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.945085 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:55.945598 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Bound port: e292ed75-7eff-4c66-b1e9-2081806eab7e, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:55.946083 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.956329 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-2995de1a-739a-4ac9-a679-d3c7fce4c4c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:46:55.956680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-2995de1a-739a-4ac9-a679-d3c7fce4c4c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:46:55.975806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:55.976343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:55.992845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:56.037399 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] For port e292ed75-7eff-4c66-b1e9-2081806eab7e, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:56.040820 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] For port e292ed75-7eff-4c66-b1e9-2081806eab7e, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e292ed75-7eff-4c66-b1e9-2081806eab7e,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:56.048282 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.086670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f12b3dc-8b32-49eb-ab7f-baba0d5361dd tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:56.088366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.095351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f12b3dc-8b32-49eb-ab7f-baba0d5361dd tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:56.096382 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2f12b3dc-8b32-49eb-ab7f-baba0d5361dd tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Synchronizing usage tracker for tenant:66a18a76bd99481881d12a568087d0f8 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:46:56.133876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.146370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5283d365-a6e3-41ac-9cac-23fef01e6f53 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.163328 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92a881-d66c-4b69-999c-6e9dd8716aee None None] Pushing event updated for resources: {'Port': ['ID=e292ed75-7eff-4c66-b1e9-2081806eab7e,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:56.166243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Checking segment: {'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:56.166740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Network hostable DHCP agents. Network: 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:46:56.190056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Allocated IP 172.22.0.1 (fb10d7bc-ef22-464a-976d-b2c0f778e5d6/6f340f52-c6c8-48e9-b901-f580957a68ba/d3d59729-9855-45c6-89ec-93cd84f34ff6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:56.191562 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Routers {'8ccf3c02-f410-470a-a116-40f78f37baa6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:46:56.192516 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8ccf3c02-f410-470a-a116-40f78f37baa6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:56.198782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.200940 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4810026 Jun 15 14:46:56.201164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.209484 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2f12b3dc-8b32-49eb-ab7f-baba0d5361dd tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Unset dirty status for tenant:66a18a76bd99481881d12a568087d0f8 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:46:56.210229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'Subnet': ['ID=48317201-d757-4bda-87b6-ad06fdc12a70,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:56.211113 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2f12b3dc-8b32-49eb-ab7f-baba0d5361dd tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3926075 Jun 15 14:46:56.217512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36468) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:56.218497 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36470) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:56.243984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02785861-9099-4922-b4a6-04403fbbac94 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b0e2aa-aad7-46f3-a814-399bdbd2180c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:56.246386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:46:56.246566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.258427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-488146807'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:56.264431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:56.276056 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:56.282165 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:56.284015 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Network': ['ID=12e27e2a-859e-48ce-8d8b-85b2281e9f10,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:56.289696 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-99c61433-8cb2-4ba4-96d8-09ab0072c8af tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/networks/12e27e2a-859e-48ce-8d8b-85b2281e9f10 HTTP/1.1" status: 204 len: 168 time: 3.4099438 Jun 15 14:46:56.290727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36478) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:56.296588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:56.297588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.356552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'security_group': {'name': 'tempest-secgroup-890198624'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:56.373006 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd45e44a-50ce-4e24-8c26-bcd5dcb6c55e None None] Network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:56.385568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3b58c62f-89b8-4a49-99c9-51705eca2e20 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:56.385928 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.426397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Made reservation on behalf of 66a18a76bd99481881d12a568087d0f8 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:56.430807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.498004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Attempting to bind port e1d0da80-cbeb-471a-85f3-181fb63447f6 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:56.498370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Attempting to bind port e1d0da80-cbeb-471a-85f3-181fb63447f6 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '2dfa35b7-1301-40a3-b754-bf6812a788d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:56.498728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Attempting to bind port e1d0da80-cbeb-471a-85f3-181fb63447f6 on network fb10d7bc-ef22-464a-976d-b2c0f778e5d6 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:56.504973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2995de1a-739a-4ac9-a679-d3c7fce4c4c2 None None] Deleting port 6b508310-885d-4526-b2a1-f428fd1edd5c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:56.505463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2995de1a-739a-4ac9-a679-d3c7fce4c4c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.507285 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] Set router 8ccf3c02-f410-470a-a116-40f78f37baa6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:46:56.508996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:56.515628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.543907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:56.543907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Checking segment: {'id': '2dfa35b7-1301-40a3-b754-bf6812a788d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:56.543907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.544383 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Bound using segment: {'id': '2dfa35b7-1301-40a3-b754-bf6812a788d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:56.545204 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Bound port: e1d0da80-cbeb-471a-85f3-181fb63447f6, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfa35b7-1301-40a3-b754-bf6812a788d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:56.545569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.738816 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7f70995b-1d1c-4bfc-8572-4fef1548ffdd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3141019 Jun 15 14:46:56.761025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36482) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:56.839824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5283d365-a6e3-41ac-9cac-23fef01e6f53 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.840435 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:46:50Z', 'revision_number': 3, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:56.845029 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d6dae6-ebc1-414a-aff0-da600b0ab9d2 None None] The sync data for ids ['8ccf3c02-f410-470a-a116-40f78f37baa6'] in dv-neutron-845844-1-hyperv is: [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:46:50Z', 'revision_number': 3, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:56.877992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 3b58c62f-89b8-4a49-99c9-51705eca2e20, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3b58c62f-89b8-4a49-99c9-51705eca2e20,segment=NetworkSegment(e9d81048-30e1-437c-a382-707f63ab6dcc),segment_id=e9d81048-30e1-437c-a382-707f63ab6dcc)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:56.888569 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:56.894119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:security_group and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:56.913322 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:56.931113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.931647 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Added segment cf6a7e37-db2e-40c6-aee1-80bd3b7c0551 of type vlan for network 9f1ad992-9d1e-4b48-a9be-b23e46153ef7 Jun 15 14:46:56.937064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:56.956724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.986274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:56.987067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7afad2fc-6287-4e54-9b1e-8040d91281e9 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:57.017160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2995de1a-739a-4ac9-a679-d3c7fce4c4c2 None None] The port '6b508310-885d-4526-b2a1-f428fd1edd5c' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:46:57.047050 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.057470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.115674 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'fixed_ips': [{'subnet_id': '48317201-d757-4bda-87b6-ad06fdc12a70'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:46:57.116455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.125308 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:57.139448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:security_group_rule and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:57.147847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:57.191552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.198097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:57.199232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.204143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:57.215594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Transition to ACTIVE for port object d3d59729-9855-45c6-89ec-93cd84f34ff6 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:57.248745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5283d365-a6e3-41ac-9cac-23fef01e6f53 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.290388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.362978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283d365-a6e3-41ac-9cac-23fef01e6f53 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Subnet': ['ID=71fb23ee-2e67-4b13-85fa-e441ee5500ed,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:57.366995 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.398280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Transition to ACTIVE for port object fc1f2f4c-e520-455f-881a-57e8d9c8e7ee will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:57.406028 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] For port e1d0da80-cbeb-471a-85f3-181fb63447f6, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:57.487332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network fb10d7bc-ef22-464a-976d-b2c0f778e5d6 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:57.498655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] For port e1d0da80-cbeb-471a-85f3-181fb63447f6, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e1d0da80-cbeb-471a-85f3-181fb63447f6,segment=NetworkSegment(2dfa35b7-1301-40a3-b754-bf6812a788d1),segment_id=2dfa35b7-1301-40a3-b754-bf6812a788d1)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:57.503659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:57.510370 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:57.519325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=3b58c62f-89b8-4a49-99c9-51705eca2e20,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:57.520178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event updated for resources: {'Network': ['ID=9f1ad992-9d1e-4b48-a9be-b23e46153ef7,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:57.539903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5283d365-a6e3-41ac-9cac-23fef01e6f53 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.545510 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5283d365-a6e3-41ac-9cac-23fef01e6f53 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/71fb23ee-2e67-4b13-85fa-e441ee5500ed HTTP/1.1" status: 204 len: 168 time: 3.2699890 Jun 15 14:46:57.548930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 9f1ad992-9d1e-4b48-a9be-b23e46153ef7 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:57.566674 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f27d9cb4-9252-40cd-bdfe-be1556d2d2e7 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3216419 Jun 15 14:46:57.569707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36486) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:57.570039 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36488) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:57.582066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-278505158'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:57.653141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.668114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-508ae436-8035-420d-83f1-786e9ae2dd4c', 'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'tenant_id': '1811f021965845728c9b3aaf02b41c17', 'fixed_ips': [{'subnet_id': '1bd12434-cea9-42b6-a94b-2587333cdc88'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:46:57.669232 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.734509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:57.899235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Usage tracker for resource:network and tenant:66a18a76bd99481881d12a568087d0f8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:57.912575 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 13cdc53c-a3bc-4ff7-8016-7e2809561d4c resource provider aggregate not found Jun 15 14:46:57.918030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:57.921574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=d3d59729-9855-45c6-89ec-93cd84f34ff6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:57.931963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 7afad2fc-6287-4e54-9b1e-8040d91281e9 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:46:57.935530 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.945559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1ace42b8-d9e2-4725-bb28-2eb5e3180f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.976503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:57.981823 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 13cdc53c-a3bc-4ff7-8016-7e2809561d4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13cdc53c-a3bc-4ff7-8016-7e2809561d4c found for delete ", "request_id": "req-9a1d4e61-db15-4d93-98c9-62e140232a31"}]} Jun 15 14:46:57.982879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:58.008142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Allocated IP 2001:db8::2 (508ae436-8035-420d-83f1-786e9ae2dd4c/1bd12434-cea9-42b6-a94b-2587333cdc88/29f04e72-69e5-4e0e-a9bb-2037355a940a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:58.010633 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Transition to ACTIVE for port object fc1f2f4c-e520-455f-881a-57e8d9c8e7ee will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:58.016250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2106ee5f-ba84-4ce4-9313-75af6905c71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:48Z', 'revision_number': 9, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:46:58.018243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:58.034572 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 7afad2fc-6287-4e54-9b1e-8040d91281e9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:58.035814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:58.053863 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Made reservation on behalf of 66a18a76bd99481881d12a568087d0f8 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:58.058374 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:58.095214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:58.122350 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2106ee5f-ba84-4ce4-9313-75af6905c71f None None] The sync data for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv is: [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:46:48Z', 'revision_number': 9, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': '002655fd-7a18-418a-b58f-0b4db5f02209', 'name': '', 'network_id': 'bae826dc-ef56-467c-bb3c-ab2a022fff84', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:a3:fc:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:46Z', 'updated_at': '2022-06-15T14:46:08Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '1cea7914-3fa3-4c62-9482-a5cc39ab1a74', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:46:58.134622 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 0046fb3f-5090-419b-a827-90bc22e10909 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:46:58.135173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:58.170405 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:58.188935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7361863d-1088-4885-9c7a-460b62f32e50 None None] Network f3d3dade-68cb-48ad-9589-dc2917bc565a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:46:58.203590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:58.257483 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:46:58.268425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:46:58.269924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:58.274045 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0290511 Jun 15 14:46:58.274224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:46:58.279660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36498) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:58.308910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2071739132', 'security_groups': ['0855f398-0e32-45bb-9558-6428bfb7710d'], 'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1bd12434-cea9-42b6-a94b-2587333cdc88'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:58.328388 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:58.328739 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Added segment e791d2ec-ba43-48a2-a34e-4a721ed9aca9 of type vlan for network c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0 Jun 15 14:46:58.335530 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:46:58.368173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.1 (f9c6f62a-5be1-4ff6-92d6-3f8b9098031f/197bee49-1cb2-4ded-801c-db3ff1dc91ef/c15bf075-654b-4b74-b813-e7064b6e19cf) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:58.411732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c2f955cf-b073-4432-89b0-22ff6a6d05e8 None None] Provisioning complete for port 0046fb3f-5090-419b-a827-90bc22e10909 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:46:58.411732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2f955cf-b073-4432-89b0-22ff6a6d05e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:58.424267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b460d-9b17-46d1-b200-9088240cacba tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0855f398-0e32-45bb-9558-6428bfb7710d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:58.482578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73c902-8b85-4f1b-b564-e6f723503a22 None None] Pushing event updated for resources: {'Port': ['ID=e1d0da80-cbeb-471a-85f3-181fb63447f6,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:58.549316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:58.579429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Allocated IP 172.20.0.2 (58d59b9c-edcf-4f13-a791-5a2d8c97c0f1/48317201-d757-4bda-87b6-ad06fdc12a70/ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:46:58.763544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] For port 0046fb3f-5090-419b-a827-90bc22e10909, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0046fb3f-5090-419b-a827-90bc22e10909,segment=NetworkSegment(07e37bf4-9c55-461c-9a5c-eb3bba625d0f),segment_id=07e37bf4-9c55-461c-9a5c-eb3bba625d0f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:58.763913 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:58.972717 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 0046fb3f-5090-419b-a827-90bc22e10909 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:46:59.017818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c01e158f-69dc-414d-b0f6-d0906c29cb49 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.141998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Pushing event updated for resources: {'Port': ['ID=fc1f2f4c-e520-455f-881a-57e8d9c8e7ee,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:59.144345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Attempting to bind port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:46:59.144750 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Attempting to bind port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:46:59.145389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Attempting to bind port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee on network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:46:59.169956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7afad2fc-6287-4e54-9b1e-8040d91281e9 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:59.170306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.173397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:46:59.193636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:46:59.194018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Checking segment: {'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:46:59.194422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.194848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Bound using segment: {'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:46:59.195343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Bound port: fc1f2f4c-e520-455f-881a-57e8d9c8e7ee, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:46:59.195722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.260493 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:46:59.268499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:port and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:46:59.281091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:46:59.284837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.290793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:46:59.291417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.323728 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:46:59.389264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 7afad2fc-6287-4e54-9b1e-8040d91281e9, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7afad2fc-6287-4e54-9b1e-8040d91281e9,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:46:59.431720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.462656 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8834069 Jun 15 14:46:59.467514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.470604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36502) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:46:59.502692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c2f955cf-b073-4432-89b0-22ff6a6d05e8 None None] Current status of the port 0046fb3f-5090-419b-a827-90bc22e10909 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:46:59.520477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.525577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.525709 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03c2ad-dde9-482a-8b16-a953dd290344 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event updated for resources: {'Network': ['ID=c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:59.531874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'ports': [{'network_id': '9f1ad992-9d1e-4b48-a9be-b23e46153ef7', 'name': 'tempest-port--50190192', 'admin_state_up': True}, {'network_id': 'c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0', 'admin_state_up': False}]} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:59.531874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'port': {'network_id': '9f1ad992-9d1e-4b48-a9be-b23e46153ef7', 'name': 'tempest-port--50190192', 'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:59.532280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'port': {'network_id': 'c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0', 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:46:59.558134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:46:59.560428 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:46:59.574188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dc3b1a4-4189-4308-a438-5aa960b6dee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.582528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=0046fb3f-5090-419b-a827-90bc22e10909,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:59.588849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:46:59.590604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No DVR routers for this DVR port 0046fb3f-5090-419b-a827-90bc22e10909 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:46:59.620551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Transition to ACTIVE for port object 29f04e72-69e5-4e0e-a9bb-2037355a940a will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:59.623198 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.695926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.766358 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=7afad2fc-6287-4e54-9b1e-8040d91281e9,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:46:59.841416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] For port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:46:59.861458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object c15bf075-654b-4b74-b813-e7064b6e19cf will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:59.875024 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3b58c62f-89b8-4a49-99c9-51705eca2e20 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:46:59.888721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:46:59.925085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Transition to ACTIVE for port object 29f04e72-69e5-4e0e-a9bb-2037355a940a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:46:59.954561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] For port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=fc1f2f4c-e520-455f-881a-57e8d9c8e7ee,segment=NetworkSegment(8b892f7b-37a7-455e-9516-5c422ffbca94),segment_id=8b892f7b-37a7-455e-9516-5c422ffbca94)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:46:59.958411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fda08e-9966-4214-bd1f-5e837794c5d0 None None] DHCP port deletion for f3d3dade-68cb-48ad-9589-dc2917bc565a request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:46:59.975389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.019282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.031953 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.035396 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.072783 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Transition to ACTIVE for port object ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:00.121188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Network 508ae436-8035-420d-83f1-786e9ae2dd4c is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:00.135279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:00.162616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Pushing event updated for resources: {'Port': ['ID=29f04e72-69e5-4e0e-a9bb-2037355a940a,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:00.168407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Transition to ACTIVE for port object ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:00.184817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3d3dade-68cb-48ad-9589-dc2917bc565a']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:00.186684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=d3d59729-9855-45c6-89ec-93cd84f34ff6,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:00.218754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.222989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:00.227902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network fb10d7bc-ef22-464a-976d-b2c0f778e5d6 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:00.248104 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e37bf4-9c55-461c-9a5c-eb3bba625d0f') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:00.248597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e37bf4-9c55-461c-9a5c-eb3bba625d0f') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:00.254192 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:00.260082 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.293164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.297785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.328716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3b58c62f-89b8-4a49-99c9-51705eca2e20 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:00.329449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.374420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port 2ddca4f6-b556-4450-bcea-06e23a63a3ba yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:47:00.380409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc675b7f-9ac2-4d23-8ee1-8c130c87b3bd None None] Network fb10d7bc-ef22-464a-976d-b2c0f778e5d6 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:00.424342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:00.426621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:00.429739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.438149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Usage tracker for resource:port and tenant:66a18a76bd99481881d12a568087d0f8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:00.440098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:00.447039 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:00.460016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:00.470107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:00.472642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.485068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:00.487267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:00.495752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:00.518862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:47:00.519554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.538025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=c15bf075-654b-4b74-b813-e7064b6e19cf,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:00.620912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c261144f-0e71-4435-8f13-2213fb24c2be None None] Provisioning for port e1d0da80-cbeb-471a-85f3-181fb63447f6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:00.639802 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 07e37bf4-9c55-461c-9a5c-eb3bba625d0f resource provider aggregate not found Jun 15 14:47:00.683485 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 07e37bf4-9c55-461c-9a5c-eb3bba625d0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07e37bf4-9c55-461c-9a5c-eb3bba625d0f found for delete ", "request_id": "req-0d73b53f-31a3-41a2-aaa5-c8274427611d"}]} Jun 15 14:47:00.697887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Made reservation on behalf of 66a18a76bd99481881d12a568087d0f8 for: {'port': 2} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:00.702374 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.759306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.770779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc0f868-eed1-4b03-bd36-77f6eaffe332 None None] Pushing event updated for resources: {'Port': ['ID=fc1f2f4c-e520-455f-881a-57e8d9c8e7ee,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:00.773726 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Attempting to bind port 29f04e72-69e5-4e0e-a9bb-2037355a940a on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:00.774095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Attempting to bind port 29f04e72-69e5-4e0e-a9bb-2037355a940a by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '80036dda-1697-4d92-90d7-709c59ce75cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:00.774454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Attempting to bind port 29f04e72-69e5-4e0e-a9bb-2037355a940a on network 508ae436-8035-420d-83f1-786e9ae2dd4c {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:00.779152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.819930 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.829887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.845247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c01e158f-69dc-414d-b0f6-d0906c29cb49 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port 002655fd-7a18-418a-b58f-0b4db5f02209 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:00.845247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c01e158f-69dc-414d-b0f6-d0906c29cb49 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.848631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:00.849078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Checking segment: {'id': '80036dda-1697-4d92-90d7-709c59ce75cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:00.849470 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.849868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Bound using segment: {'id': '80036dda-1697-4d92-90d7-709c59ce75cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:00.850350 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Bound port: 29f04e72-69e5-4e0e-a9bb-2037355a940a, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80036dda-1697-4d92-90d7-709c59ce75cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:00.850719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.859560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.885510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Attempting to bind port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:00.885510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Attempting to bind port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:00.885510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Attempting to bind port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 on network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:00.897777 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.932373 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Network': ['ID=f3d3dade-68cb-48ad-9589-dc2917bc565a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:00.938224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:00.938516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Checking segment: {'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:00.938917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.939478 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-75816b54-b22a-46cd-a708-b81ae6c244ca tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/networks/f3d3dade-68cb-48ad-9589-dc2917bc565a HTTP/1.1" status: 204 len: 168 time: 3.3646455 Jun 15 14:47:00.946557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Bound using segment: {'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:00.947066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Bound port: ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:00.947463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:00.956872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Pushing event updated for resources: {'Port': ['ID=ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:00.961536 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36512) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:01.034521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 66da1939-c1e8-4a75-b018-5b1fa7f9781f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:01.218072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3b58c62f-89b8-4a49-99c9-51705eca2e20 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:01.219225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e292ed75-7eff-4c66-b1e9-2081806eab7e up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:01.324485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8::2ff (508ae436-8035-420d-83f1-786e9ae2dd4c/1bd12434-cea9-42b6-a94b-2587333cdc88/2ddca4f6-b556-4450-bcea-06e23a63a3ba) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:01.337668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] For port 29f04e72-69e5-4e0e-a9bb-2037355a940a, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:01.362541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] device_id is not set on port dc535dad-f1ee-4926-a1bc-19744e2b3523 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:47:01.372321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] For port 29f04e72-69e5-4e0e-a9bb-2037355a940a, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29f04e72-69e5-4e0e-a9bb-2037355a940a,segment=NetworkSegment(80036dda-1697-4d92-90d7-709c59ce75cd),segment_id=80036dda-1697-4d92-90d7-709c59ce75cd)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:01.374873 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] For port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:01.389168 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:01.399256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] For port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:01.471218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:01.524811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port e292ed75-7eff-4c66-b1e9-2081806eab7e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:01.537488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0120bafc-7b2e-4a5e-ad81-5b6ee5e97d83 None None] Pushing event updated for resources: {'Port': ['ID=29f04e72-69e5-4e0e-a9bb-2037355a940a,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:01.540138 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e292ed75-7eff-4c66-b1e9-2081806eab7e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:01.540895 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:01.567515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Allocated IP 172.20.0.1 (58d59b9c-edcf-4f13-a791-5a2d8c97c0f1/48317201-d757-4bda-87b6-ad06fdc12a70/21495323-3c86-4c25-a9d4-da45ece6f9d5) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:01.586054 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:47:01.674570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:01.695585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-c01e158f-69dc-414d-b0f6-d0906c29cb49 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] For port 002655fd-7a18-418a-b58f-0b4db5f02209, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=002655fd-7a18-418a-b58f-0b4db5f02209,segment=NetworkSegment(3fd8ae27-17bf-460e-9e5e-4e9294357faa),segment_id=3fd8ae27-17bf-460e-9e5e-4e9294357faa)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:01.701198 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c01e158f-69dc-414d-b0f6-d0906c29cb49 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:01.720753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Sync routers for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:01.774644 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:01.798031 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object 2ddca4f6-b556-4450-bcea-06e23a63a3ba will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:01.808258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:01.809150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:01.852444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea77ad5-c5e1-4c97-b304-ecd71a17b310 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:01.852636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:01.853785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2ea77ad5-c5e1-4c97-b304-ecd71a17b310 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:01.858321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.061752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2210e4-9332-49c7-9856-29514e0e864a None None] Pushing event updated for resources: {'Port': ['ID=ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:02.074620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 508ae436-8035-420d-83f1-786e9ae2dd4c is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:02.080320 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-87a4cbf9-e37b-491f-937e-83bc48e2d06b tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0029256 Jun 15 14:47:02.096540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c01e158f-69dc-414d-b0f6-d0906c29cb49 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for 002655fd-7a18-418a-b58f-0b4db5f02209 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:02.108132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36516) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:02.111839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:02.116082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:02.126076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:02.126861 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.133217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.135467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'network': {'name': 'tempest-RoutersTest-1864950845'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:02.165235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4198c3d0-74e2-46dc-89e6-2c5fc09b0179 None None] Network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:02.227217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2ea77ad5-c5e1-4c97-b304-ecd71a17b310 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:02.228620 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2ea77ad5-c5e1-4c97-b304-ecd71a17b310 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.2636757 Jun 15 14:47:02.240346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:02.251469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36520) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:02.256524 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:02.290882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:network and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:02.296692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:02.304287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=2ddca4f6-b556-4450-bcea-06e23a63a3ba,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:02.320317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:02.404351 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e79c139d-c9b8-4c9e-a164-0c18cb4fdc3e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1132221 Jun 15 14:47:02.421273 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36524) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:02.438707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7a3cde0c-e472-4f6b-8b63-4f2d4798e822 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:02.471970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.496316 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3597e444-d4d4-4c27-9648-e9e6397735c5 None None] Provisioning for port d3d59729-9855-45c6-89ec-93cd84f34ff6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:02.520837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Transition to ACTIVE for port object 21495323-3c86-4c25-a9d4-da45ece6f9d5 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:02.574105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.589209 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0e3e013b-0e76-4dbe-879e-4d95c04597f4 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3361020 Jun 15 14:47:02.589765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e292ed75-7eff-4c66-b1e9-2081806eab7e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:02.589765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.589954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36528) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:02.599437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3597e444-d4d4-4c27-9648-e9e6397735c5 None None] Provisioning complete for port d3d59729-9855-45c6-89ec-93cd84f34ff6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:02.600043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3597e444-d4d4-4c27-9648-e9e6397735c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.611540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-919378948'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:02.613590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:02.617113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.620110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:02.681542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:network and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:02.687738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:02.699454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:02.719231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7a3cde0c-e472-4f6b-8b63-4f2d4798e822 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:02.720461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c01e158f-69dc-414d-b0f6-d0906c29cb49 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.761798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port e292ed75-7eff-4c66-b1e9-2081806eab7e, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e292ed75-7eff-4c66-b1e9-2081806eab7e,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:02.770603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.782574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:02.786389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.814692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e158f-69dc-414d-b0f6-d0906c29cb49 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=002655fd-7a18-418a-b58f-0b4db5f02209,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:02.814879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.816558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e1d0da80-cbeb-471a-85f3-181fb63447f6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:02.833169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a3cde0c-e472-4f6b-8b63-4f2d4798e822 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:02.863357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7a3cde0c-e472-4f6b-8b63-4f2d4798e822 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:02.887387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7a3cde0c-e472-4f6b-8b63-4f2d4798e822 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:02.898112 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:47:02.903549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] device_id is not set on port 0a503331-9971-4429-abcd-b75c15504380 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:47:02.929946 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:02.930288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3597e444-d4d4-4c27-9648-e9e6397735c5 None None] Port d3d59729-9855-45c6-89ec-93cd84f34ff6 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:02.930386 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Added segment ef0552ef-27fa-45b4-87ea-9286394a4498 of type vlan for network fdb4a422-1b15-4aca-bdba-bdacb6a0c33b Jun 15 14:47:02.937652 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:02.953547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:02.957772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3cde0c-e472-4f6b-8b63-4f2d4798e822 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:02.961417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7a3cde0c-e472-4f6b-8b63-4f2d4798e822 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.046910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:03.062973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3597e444-d4d4-4c27-9648-e9e6397735c5 None None] Provisioning for port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:03.078406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=e292ed75-7eff-4c66-b1e9-2081806eab7e,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:03.147510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port e1d0da80-cbeb-471a-85f3-181fb63447f6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:03.173021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e1d0da80-cbeb-471a-85f3-181fb63447f6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:03.173399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.226103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:47:03.238177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.240290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'Port': ['ID=21495323-3c86-4c25-a9d4-da45ece6f9d5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:03.267501 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.267838 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Added segment f25a2c77-d933-411c-8502-32bfb4e709b4 of type vlan for network b7552548-d2bf-4661-94dc-72ceaa35f706 Jun 15 14:47:03.269357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.308519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3597e444-d4d4-4c27-9648-e9e6397735c5 None None] Provisioning complete for port e1d0da80-cbeb-471a-85f3-181fb63447f6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:03.309080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3597e444-d4d4-4c27-9648-e9e6397735c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.335776 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.345840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:03.346478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.347316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.383461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c01e158f-69dc-414d-b0f6-d0906c29cb49 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.400763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.410463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:03.411407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.498921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:57Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:46:58Z', 'revision_number': 2, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:03.532049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Checking router: 66da1939-c1e8-4a75-b018-5b1fa7f9781f for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:03.532522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Updating router 66da1939-c1e8-4a75-b018-5b1fa7f9781f port d3d59729-9855-45c6-89ec-93cd84f34ff6 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:47:03.612094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Network': ['ID=fdb4a422-1b15-4aca-bdba-bdacb6a0c33b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:03.640636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network fdb4a422-1b15-4aca-bdba-bdacb6a0c33b details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:47:03.668082 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dd4e2b9b-ca36-4451-8398-5a21a48cb378 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5586064 Jun 15 14:47:03.681052 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36532) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:03.719473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'subnet': {'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:03.777752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e1d0da80-cbeb-471a-85f3-181fb63447f6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:03.778137 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.838661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3597e444-d4d4-4c27-9648-e9e6397735c5 None None] Current status of the port e1d0da80-cbeb-471a-85f3-181fb63447f6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:03.839051 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3597e444-d4d4-4c27-9648-e9e6397735c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.867456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.885890 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.ipam_backend_mixin [None req-7a3cde0c-e472-4f6b-8b63-4f2d4798e822 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bd12434-cea9-42b6-a94b-2587333cdc88 (CIDR: 2001:db8::/64) Jun 15 14:47:03.923020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:03.925176 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3cde0c-e472-4f6b-8b63-4f2d4798e822 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:47:03.926456 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a3cde0c-e472-4f6b-8b63-4f2d4798e822 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:03.972957 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:04.009197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port e1d0da80-cbeb-471a-85f3-181fb63447f6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e1d0da80-cbeb-471a-85f3-181fb63447f6,segment=NetworkSegment(2dfa35b7-1301-40a3-b754-bf6812a788d1),segment_id=2dfa35b7-1301-40a3-b754-bf6812a788d1)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:04.030486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:04.110880 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5137420 Jun 15 14:47:04.112367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36536) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:04.147397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': 'b7552548-d2bf-4661-94dc-72ceaa35f706', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:04.173491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2158cce1-177c-48da-b4b3-5ca1ca802ae9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Network': ['ID=b7552548-d2bf-4661-94dc-72ceaa35f706,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:04.199673 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6b508310-885d-4526-b2a1-f428fd1edd5c no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:04.252460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4153f581-7993-465b-b556-a1bb02a3621d None None] Network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:04.265589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network b7552548-d2bf-4661-94dc-72ceaa35f706 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:47:04.321495 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7a3cde0c-e472-4f6b-8b63-4f2d4798e822 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8961780 Jun 15 14:47:04.321745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 6b508310-885d-4526-b2a1-f428fd1edd5c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:04.321745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6b508310-885d-4526-b2a1-f428fd1edd5c not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:04.321745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:04.332866 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36540) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:04.337745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:04.358381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:04.373194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:04.393167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:subnet and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:04.400892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:04.455762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:04.459394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=c15bf075-654b-4b74-b813-e7064b6e19cf,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:04.472473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:04.494767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:04.495134 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device dc0140a1-5ed2-44da-beb4-c933a3bbe4e2 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:04.495809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:04.516176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:04.523894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-3597e444-d4d4-4c27-9648-e9e6397735c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:47:04.524149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-3597e444-d4d4-4c27-9648-e9e6397735c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:47:04.524965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:04.541643 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:04.545254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:04.605650 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01e158f-69dc-414d-b0f6-d0906c29cb49 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:04.611912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:04.612124 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Made reservation on behalf of e58aadea330c4ec0990e45a050637ac9 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:04.614533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:04.615516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:04.722037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:04.825264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=e1d0da80-cbeb-471a-85f3-181fb63447f6,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:04.855842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:04.884468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:04.903661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Transition to ACTIVE for port object d3d59729-9855-45c6-89ec-93cd84f34ff6 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:04.913342 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event updated for resources: {'Port': ['ID=dc535dad-f1ee-4926-a1bc-19744e2b3523,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:04.918528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:04.928769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:04.944069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:04.983534 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:04.990188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Checking segment: {'id': 'cf6a7e37-db2e-40c6-aee1-80bd3b7c0551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f1ad992-9d1e-4b48-a9be-b23e46153ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:04.991489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Network hostable DHCP agents. Network: 9f1ad992-9d1e-4b48-a9be-b23e46153ef7, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:47:05.004857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:05.008578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:05.011179 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:05.025817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:05.073875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7afad2fc-6287-4e54-9b1e-8040d91281e9 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:05.168672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01e158f-69dc-414d-b0f6-d0906c29cb49 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:05.181262 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179b1ad-cf4b-4a69-8524-31c2ce4deaee None None] Sync routers for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:05.192428 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179b1ad-cf4b-4a69-8524-31c2ce4deaee None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:05.194067 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f179b1ad-cf4b-4a69-8524-31c2ce4deaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:05.205147 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c01e158f-69dc-414d-b0f6-d0906c29cb49 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9104629 Jun 15 14:47:05.212468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36544) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:05.290062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Network 9f1ad992-9d1e-4b48-a9be-b23e46153ef7 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:47:05.356131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 9f1ad992-9d1e-4b48-a9be-b23e46153ef7) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:05.410154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df92a6a-6aa3-4055-82e2-5898e807249e None None] Network 9f1ad992-9d1e-4b48-a9be-b23e46153ef7 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:05.480379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:05.481608 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:05.493799 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397958d-2ce2-4de6-92a5-79a6c06730bf None None] Pushing event updated for resources: {'Port': ['ID=d3d59729-9855-45c6-89ec-93cd84f34ff6,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:05.514870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 7afad2fc-6287-4e54-9b1e-8040d91281e9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:05.515250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:05.533727 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f179b1ad-cf4b-4a69-8524-31c2ce4deaee None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:05.544401 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b57a07-c9fa-49fb-9974-0441bda22967 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting subnet 1cea7914-3fa3-4c62-9482-a5cc39ab1a74 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:05.548034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2b57a07-c9fa-49fb-9974-0441bda22967 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:05.552678 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3597e444-d4d4-4c27-9648-e9e6397735c5 None None] Current status of the port e1d0da80-cbeb-471a-85f3-181fb63447f6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:05.616887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event updated for resources: {'Port': ['ID=0a503331-9971-4429-abcd-b75c15504380,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:05.628610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2b57a07-c9fa-49fb-9974-0441bda22967 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:05.757061 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2b57a07-c9fa-49fb-9974-0441bda22967 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:05.776292 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Attempting to bind port d3d59729-9855-45c6-89ec-93cd84f34ff6 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:05.776721 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Attempting to bind port d3d59729-9855-45c6-89ec-93cd84f34ff6 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '2dfa35b7-1301-40a3-b754-bf6812a788d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:05.777090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Attempting to bind port d3d59729-9855-45c6-89ec-93cd84f34ff6 on network fb10d7bc-ef22-464a-976d-b2c0f778e5d6 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:05.784528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:05.803706 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:05.804091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Checking segment: {'id': '2dfa35b7-1301-40a3-b754-bf6812a788d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:05.804526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:05.804923 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Bound using segment: {'id': '2dfa35b7-1301-40a3-b754-bf6812a788d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:05.805522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Bound port: d3d59729-9855-45c6-89ec-93cd84f34ff6, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dfa35b7-1301-40a3-b754-bf6812a788d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:05.806044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:05.848992 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router c99767e6-57b8-4777-912d-80e561fb459a has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:05.866044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2b57a07-c9fa-49fb-9974-0441bda22967 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:05.876765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Checking segment: {'id': 'e791d2ec-ba43-48a2-a34e-4a721ed9aca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:05.877217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Network hostable DHCP agents. Network: c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:47:05.906698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Provisioning for port 29f04e72-69e5-4e0e-a9bb-2037355a940a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:05.999694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Provisioning for port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:06.012797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7afad2fc-6287-4e54-9b1e-8040d91281e9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:06.014135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29f04e72-69e5-4e0e-a9bb-2037355a940a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:06.078971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] For port d3d59729-9855-45c6-89ec-93cd84f34ff6, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:06.096610 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] For port d3d59729-9855-45c6-89ec-93cd84f34ff6, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=d3d59729-9855-45c6-89ec-93cd84f34ff6,segment=NetworkSegment(2dfa35b7-1301-40a3-b754-bf6812a788d1),segment_id=2dfa35b7-1301-40a3-b754-bf6812a788d1)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:06.105133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Provisioning for port c15bf075-654b-4b74-b813-e7064b6e19cf completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:06.115709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Provisioning complete for port c15bf075-654b-4b74-b813-e7064b6e19cf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:06.116092 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.145956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.174078 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f179b1ad-cf4b-4a69-8524-31c2ce4deaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 10, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:06.181140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Subnet': ['ID=0760a284-fcdc-4a82-b2c5-c835d729a130,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:06.184849 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179b1ad-cf4b-4a69-8524-31c2ce4deaee None None] Checking router: d26a7a47-5d91-46b4-b1ff-33bdbed6a024 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:06.203982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Checking segment: {'id': 'ef0552ef-27fa-45b4-87ea-9286394a4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:06.204638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network hostable DHCP agents. Network: fdb4a422-1b15-4aca-bdba-bdacb6a0c33b, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:47:06.209284 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 29f04e72-69e5-4e0e-a9bb-2037355a940a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:06.221370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Network c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:47:06.235352 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f179b1ad-cf4b-4a69-8524-31c2ce4deaee None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:06.235989 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f179b1ad-cf4b-4a69-8524-31c2ce4deaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:06.237174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b57a07-c9fa-49fb-9974-0441bda22967 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Subnet': ['ID=1cea7914-3fa3-4c62-9482-a5cc39ab1a74,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:06.251059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2b57a07-c9fa-49fb-9974-0441bda22967 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.271491 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a2b57a07-c9fa-49fb-9974-0441bda22967 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/1cea7914-3fa3-4c62-9482-a5cc39ab1a74 HTTP/1.1" status: 204 len: 168 time: 1.0574574 Jun 15 14:47:06.275583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.288229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36548) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:06.288647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9702b057-31c5-457b-ab6d-f1d3c918f146 None None] Network bae826dc-ef56-467c-bb3c-ab2a022fff84 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:06.356932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:06.357930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:06.374433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:06.394059 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:06.400520 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:06.412231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:06.413303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.434313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network fdb4a422-1b15-4aca-bdba-bdacb6a0c33b is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:47:06.470905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, fdb4a422-1b15-4aca-bdba-bdacb6a0c33b) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:06.479134 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f179b1ad-cf4b-4a69-8524-31c2ce4deaee None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:06.513657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:06.514345 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.519746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:06.548533 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 29f04e72-69e5-4e0e-a9bb-2037355a940a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:06.548533 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.561723 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6a254a2c-3ca3-4a2b-80bc-b084b576ddc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/c99767e6-57b8-4777-912d-80e561fb459a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1261284 Jun 15 14:47:06.563329 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b98a7d09-6500-4d03-b34f-5a25363ccd10 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 7.0527792 Jun 15 14:47:06.568677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36552) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:06.569263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36554) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:06.614643 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.615484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397958d-2ce2-4de6-92a5-79a6c06730bf None None] Pushing event updated for resources: {'Port': ['ID=d3d59729-9855-45c6-89ec-93cd84f34ff6,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:06.616417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Subnet': ['ID=52a470b0-4937-4f82-8b75-f88e798b1b46,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:06.627462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.633522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Port c15bf075-654b-4b74-b813-e7064b6e19cf cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:06.634362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.718172 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Checking segment: {'id': 'f25a2c77-d933-411c-8502-32bfb4e709b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b7552548-d2bf-4661-94dc-72ceaa35f706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:06.718554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network hostable DHCP agents. Network: b7552548-d2bf-4661-94dc-72ceaa35f706, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:47:06.768217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Sync routers for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:06.771460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a2ddac-c067-478a-bc20-1ab4576e6583 None None] Network c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:06.783917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824d451e-b91e-4feb-974c-a3a4abd8141c None None] Network fdb4a422-1b15-4aca-bdba-bdacb6a0c33b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:06.807638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:06.807985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.840064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'Port': ['ID=21495323-3c86-4c25-a9d4-da45ece6f9d5,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:06.842666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.863353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network b7552548-d2bf-4661-94dc-72ceaa35f706 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:47:06.912198 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-41fd496c-a4c2-4fdb-863a-28002ac26dcd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2292726 Jun 15 14:47:06.919597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:06.928871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36560) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:06.963082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, b7552548-d2bf-4661-94dc-72ceaa35f706) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:06.971341 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f179b1ad-cf4b-4a69-8524-31c2ce4deaee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 10, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:06.977512 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f179b1ad-cf4b-4a69-8524-31c2ce4deaee None None] The sync data for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv is: [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 10, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None, '_interfaces': [{'id': 'fa8c1858-0c17-4ab4-b907-77d127cc161c', 'name': '', 'network_id': 'a25b72ef-ce17-43d7-b87b-73ddf5b62d7f', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'mac_address': 'fa:16:3e:3e:de:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:45:27Z', 'updated_at': '2022-06-15T14:45:42Z', 'revision_number': 5, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'subnets': [{'id': '32452379-ee9c-48d2-a5f0-bffe3c401f36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:07.000203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 508ae436-8035-420d-83f1-786e9ae2dd4c is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:07.016519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.017315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:07.045005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Provisioning complete for port 68566224-fe08-4f23-be3d-3ee7788e0295 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:07.045292 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:07.065543 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e8549259-4cb5-4009-b164-04071744dc7c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9373655 Jun 15 14:47:07.073315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:07.074229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:07.075924 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36564) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:07.085803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': 'b7552548-d2bf-4661-94dc-72ceaa35f706', 'name': 'tempest-PortsTestJSON-493185070'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:07.107702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:07.116688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.116688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:07.162557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337db15f-0fc1-4b46-806e-da976a98122d None None] Network b7552548-d2bf-4661-94dc-72ceaa35f706 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:07.175132 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb70f35-9adb-467d-8b4f-034893fdaf30 None None] Network 508ae436-8035-420d-83f1-786e9ae2dd4c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:07.277595 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9324517 Jun 15 14:47:07.282692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36568) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:07.295865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:07.302038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0913ff3-48fc-47bd-a1a7-87ffe5d2e868 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Subnet': ['ID=646a5715-54a4-478c-a7ad-8a79deb1d7d5,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:07.302697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:07.305838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] For port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=89b7b5df-fbf6-4490-8d4b-163b6d6b0b14,segment=NetworkSegment(3fd8ae27-17bf-460e-9e5e-4e9294357faa),segment_id=3fd8ae27-17bf-460e-9e5e-4e9294357faa)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:07.306285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:07.309477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1942454515', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '646a5715-54a4-478c-a7ad-8a79deb1d7d5'}], 'security_groups': ['e3b0e2aa-aad7-46f3-a814-399bdbd2180c']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:07.434149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:07.436616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64890722-577b-42c1-81f8-403e6f888761 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.442711 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64890722-577b-42c1-81f8-403e6f888761 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.443574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-64890722-577b-42c1-81f8-403e6f888761 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Synchronizing usage tracker for tenant:66a18a76bd99481881d12a568087d0f8 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:07.562244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:07.604211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.605260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.609652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.610551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.611614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.612252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.612727 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.613299 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.613801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.614257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.615212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.615858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.616421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.617024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.617653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.618126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:07.622880 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e3fee133-1a32-4fc3-a89e-9cb271639d17 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11037 time: 1.0314400 Jun 15 14:47:07.641639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36572) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:07.726090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Port 68566224-fe08-4f23-be3d-3ee7788e0295 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:07.731566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:07.833238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:07.964228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-64890722-577b-42c1-81f8-403e6f888761 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Unset dirty status for tenant:66a18a76bd99481881d12a568087d0f8 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:07.965610 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-64890722-577b-42c1-81f8-403e6f888761 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 1.3725240 Jun 15 14:47:07.973001 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36576) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:07.993796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 29f04e72-69e5-4e0e-a9bb-2037355a940a is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:07.994185 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.016284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.060545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:08.064099 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.090161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.090530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.090993 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.091454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.091939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.092408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.092862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.093612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.093739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.094150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.094593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.095063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.095477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:08.100738 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8ed69c88-78ec-44cf-af3d-887ee79e9513 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8161 time: 0.4580255 Jun 15 14:47:08.111073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36580) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:08.123511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=89b7b5df-fbf6-4490-8d4b-163b6d6b0b14,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:08.135895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Router 8ccf3c02-f410-470a-a116-40f78f37baa6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:08.137306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No DVR routers for this DVR port 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:47:08.172124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port e07cda86-e1c7-4aa8-8468-17e6e1935af6 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:47:08.246379 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:08.252027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a765989e-27a8-48c9-95dc-5754dd14ab26 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Deleting port dc535dad-f1ee-4926-a1bc-19744e2b3523 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:08.252486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a765989e-27a8-48c9-95dc-5754dd14ab26 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.405429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.432117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.474536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 29f04e72-69e5-4e0e-a9bb-2037355a940a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29f04e72-69e5-4e0e-a9bb-2037355a940a,segment=NetworkSegment(80036dda-1697-4d92-90d7-709c59ce75cd),segment_id=80036dda-1697-4d92-90d7-709c59ce75cd)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:08.510376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae826dc-ef56-467c-bb3c-ab2a022fff84']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:08.521809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Provisioning for port 2ddca4f6-b556-4450-bcea-06e23a63a3ba completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:08.541340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.542144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e292ed75-7eff-4c66-b1e9-2081806eab7e up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:08.548213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd8ae27-17bf-460e-9e5e-4e9294357faa') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:08.548532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd8ae27-17bf-460e-9e5e-4e9294357faa') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:08.608895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.639596 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:08.648125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.661910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:47:08.662188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.664085 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Sync routers for ids ['8ccf3c02-f410-470a-a116-40f78f37baa6'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:08.671123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13e221e-cd61-42cf-9ce0-0d5ae176619b None None] DHCP port deletion for bae826dc-ef56-467c-bb3c-ab2a022fff84 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:47:08.679344 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b374cee1-49d7-4a80-9f1d-7c9f9c5d8366 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "PUT /v2.0/routers/8ccf3c02-f410-470a-a116-40f78f37baa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9102643 Jun 15 14:47:08.682343 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Routers {'8ccf3c02-f410-470a-a116-40f78f37baa6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:08.686570 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8ccf3c02-f410-470a-a116-40f78f37baa6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:08.738137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.12 (b7552548-d2bf-4661-94dc-72ceaa35f706/52a470b0-4937-4f82-8b75-f88e798b1b46/e07cda86-e1c7-4aa8-8468-17e6e1935af6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:08.741072 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3fd8ae27-17bf-460e-9e5e-4e9294357faa resource provider aggregate not found Jun 15 14:47:08.754444 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Provisioning complete for port 2ddca4f6-b556-4450-bcea-06e23a63a3ba triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:08.755042 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.790327 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3fd8ae27-17bf-460e-9e5e-4e9294357faa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fd8ae27-17bf-460e-9e5e-4e9294357faa found for delete ", "request_id": "req-9de08db6-7d24-49b1-9d48-601e30f7d89a"}]} Jun 15 14:47:08.859280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.894367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-fdb4a422-1b15-4aca-bdba-bdacb6a0c33b', 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'fixed_ips': [{'subnet_id': '0760a284-fcdc-4a82-b2c5-c835d729a130'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:47:08.895205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.897050 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.912682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:08.968288 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/networks/bae826dc-ef56-467c-bb3c-ab2a022fff84 HTTP/1.1" status: 204 len: 168 time: 2.5975671 Jun 15 14:47:08.973043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc578ea-e0ca-4583-a35f-754717d81b65 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Network': ['ID=bae826dc-ef56-467c-bb3c-ab2a022fff84,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:08.977891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36602) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:09.049146 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Set router 8ccf3c02-f410-470a-a116-40f78f37baa6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:09.105627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-b7552548-d2bf-4661-94dc-72ceaa35f706', 'network_id': 'b7552548-d2bf-4661-94dc-72ceaa35f706', 'tenant_id': '521159c916044f0ba796279da421933a', 'fixed_ips': [{'subnet_id': '52a470b0-4937-4f82-8b75-f88e798b1b46'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:47:09.106437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:09.177034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-61219b38-f537-47dd-9b9d-515346f4b01e None None] Port 2ddca4f6-b556-4450-bcea-06e23a63a3ba cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:09.299139 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=29f04e72-69e5-4e0e-a9bb-2037355a940a,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:09.354575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e292ed75-7eff-4c66-b1e9-2081806eab7e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:09.354976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:09.371899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Allocated IP 172.23.0.1 (fdb4a422-1b15-4aca-bdba-bdacb6a0c33b/0760a284-fcdc-4a82-b2c5-c835d729a130/3bf2a0d5-7cf3-4961-add6-c0fde1507944) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:09.450114 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:47:04Z', 'revision_number': 4, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '21495323-3c86-4c25-a9d4-da45ece6f9d5', 'name': '', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'mac_address': 'fa:16:3e:d4:d3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:00Z', 'updated_at': '2022-06-15T14:47:05Z', 'revision_number': 2, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'subnets': [{'id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:09.455956 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Checking router: 8ccf3c02-f410-470a-a116-40f78f37baa6 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:09.456527 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Updating router 8ccf3c02-f410-470a-a116-40f78f37baa6 port 21495323-3c86-4c25-a9d4-da45ece6f9d5 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:47:09.500110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:57Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:06Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:09.514856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd4469e-6520-4464-9e7a-e0c530083278 None None] The sync data for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv is: [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:46:57Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:06Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:09.539832 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:09.643871 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-91fec7e1-893f-455d-a84b-4d35d5f7f557 None None] Provisioning for port 21495323-3c86-4c25-a9d4-da45ece6f9d5 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:09.685056 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-91fec7e1-893f-455d-a84b-4d35d5f7f557 None None] Provisioning complete for port 21495323-3c86-4c25-a9d4-da45ece6f9d5 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:09.685473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91fec7e1-893f-455d-a84b-4d35d5f7f557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:09.707777 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:09.763457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Transition to ACTIVE for port object 3bf2a0d5-7cf3-4961-add6-c0fde1507944 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:09.771858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e292ed75-7eff-4c66-b1e9-2081806eab7e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:09.773086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device fc1f2f4c-e520-455f-881a-57e8d9c8e7ee up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:09.859569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2442ff8e-5f23-4295-bb5e-87005f70d304 None None] Update dhcp port {'port': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'fixed_ips': [{'subnet_id': '1bd12434-cea9-42b6-a94b-2587333cdc88', 'ip_address': '2001:db8::2'}, {'subnet_id': '646a5715-54a4-478c-a7ad-8a79deb1d7d5'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': '29f04e72-69e5-4e0e-a9bb-2037355a940a'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:47:09.866297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:09.901119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:47:01Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:09.918297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Transition to ACTIVE for port object e07cda86-e1c7-4aa8-8468-17e6e1935af6 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:09.958173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:09.961080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-91fec7e1-893f-455d-a84b-4d35d5f7f557 None None] Port 21495323-3c86-4c25-a9d4-da45ece6f9d5 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:09.977222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Checking router: c99767e6-57b8-4777-912d-80e561fb459a for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:09.978124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Updating router c99767e6-57b8-4777-912d-80e561fb459a port c15bf075-654b-4b74-b813-e7064b6e19cf binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:47:10.030826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.141385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Allocated IP 172.20.0.2 (b7552548-d2bf-4661-94dc-72ceaa35f706/52a470b0-4937-4f82-8b75-f88e798b1b46/5edd05e2-dc72-442b-8f65-dff15654d815) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:10.147502 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.165423 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Transition to ACTIVE for port object 21495323-3c86-4c25-a9d4-da45ece6f9d5 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:10.176833 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.320819 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Pushing event updated for resources: {'Port': ['ID=21495323-3c86-4c25-a9d4-da45ece6f9d5,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:10.422832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a765989e-27a8-48c9-95dc-5754dd14ab26 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.439161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.449004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-51e3b3ac-cf53-43dd-bfaa-6b486b72d6da tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Synchronizing usage tracker for tenant:3643c5210fdd422a8c02fdc421c86e35 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:10.454864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.553884 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2442ff8e-5f23-4295-bb5e-87005f70d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.574060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Transition to ACTIVE for port object 5edd05e2-dc72-442b-8f65-dff15654d815 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:10.590971 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Attempting to bind port 21495323-3c86-4c25-a9d4-da45ece6f9d5 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:10.591522 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Attempting to bind port 21495323-3c86-4c25-a9d4-da45ece6f9d5 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:10.592219 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Attempting to bind port 21495323-3c86-4c25-a9d4-da45ece6f9d5 on network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:10.598655 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:10.599202 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Checking segment: {'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:10.600696 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.601339 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Bound using segment: {'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:10.602414 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Bound port: 21495323-3c86-4c25-a9d4-da45ece6f9d5, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:10.603195 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.628386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.692102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a765989e-27a8-48c9-95dc-5754dd14ab26 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Calling delete_port for dc535dad-f1ee-4926-a1bc-19744e2b3523 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:10.725898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=e07cda86-e1c7-4aa8-8468-17e6e1935af6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:10.801588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Transition to ACTIVE for port object 5edd05e2-dc72-442b-8f65-dff15654d815 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:10.807033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network b7552548-d2bf-4661-94dc-72ceaa35f706 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:10.812422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:10.814145 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] For port 21495323-3c86-4c25-a9d4-da45ece6f9d5, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:10.816920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Allocated IP 172.23.0.2 (fdb4a422-1b15-4aca-bdba-bdacb6a0c33b/0760a284-fcdc-4a82-b2c5-c835d729a130/bf6bc421-011f-4ede-abe3-8f54f32c46d8) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:10.819807 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] For port 21495323-3c86-4c25-a9d4-da45ece6f9d5, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=21495323-3c86-4c25-a9d4-da45ece6f9d5,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:10.819999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:10.827333 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.864045 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:10.880335 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.911736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network fdb4a422-1b15-4aca-bdba-bdacb6a0c33b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:10.944848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:10.946534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.955047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:10.956351 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:10.960928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:10.981152 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Routers {'8ccf3c02-f410-470a-a116-40f78f37baa6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:10.984419 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8ccf3c02-f410-470a-a116-40f78f37baa6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:11.004926 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:11.031286 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-51e3b3ac-cf53-43dd-bfaa-6b486b72d6da tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Unset dirty status for tenant:3643c5210fdd422a8c02fdc421c86e35 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:11.032598 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-51e3b3ac-cf53-43dd-bfaa-6b486b72d6da tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125719278&fields=id&tenant_id=3643c5210fdd422a8c02fdc421c86e35 HTTP/1.1" status: 200 len: 267 time: 2.0268986 Jun 15 14:47:11.035589 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6becc47e-17a8-4cb6-b8f6-6c56513d3638 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9556496 Jun 15 14:47:11.044917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36606) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:11.054730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': 'b7552548-d2bf-4661-94dc-72ceaa35f706', 'name': 'tempest-PortsTestJSON-1411956037'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:11.146499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=3bf2a0d5-7cf3-4961-add6-c0fde1507944,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:11.217859 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port fa8c1858-0c17-4ab4-b907-77d127cc161c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:11.219102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:11.219449 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Pushing event updated for resources: {'Port': ['ID=21495323-3c86-4c25-a9d4-da45ece6f9d5,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:11.244792 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:11.245065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Network b7552548-d2bf-4661-94dc-72ceaa35f706 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:11.245562 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:11.246081 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:11.246576 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:11.247062 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:11.247556 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:11.248037 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:11.248551 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:11.249050 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:11.250932 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:11.251617 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:11.252112 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4643608-cc61-4a1e-b359-8dda00e9f876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:11.258021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Delete allocated IP 2001:db8::2ff (508ae436-8035-420d-83f1-786e9ae2dd4c/1bd12434-cea9-42b6-a94b-2587333cdc88) {{(pid=89019) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 15 14:47:11.289907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:11.294041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:11.297445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:11.300721 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8:0:1::206 (508ae436-8035-420d-83f1-786e9ae2dd4c/646a5715-54a4-478c-a7ad-8a79deb1d7d5/2ddca4f6-b556-4450-bcea-06e23a63a3ba) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:11.328922 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4626dfe2-4076-4c62-8080-e866bc0fed86 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3399 time: 3.2138085 Jun 15 14:47:11.336206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a765989e-27a8-48c9-95dc-5754dd14ab26 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:11.399316 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] Set router 8ccf3c02-f410-470a-a116-40f78f37baa6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:11.435501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765989e-27a8-48c9-95dc-5754dd14ab26 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event deleted for resources: {'Port': ['ID=dc535dad-f1ee-4926-a1bc-19744e2b3523,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:11.486173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a765989e-27a8-48c9-95dc-5754dd14ab26 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:11.486884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36612) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:11.510543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-e4a02a1c-6aa0-4743-83b7-1243556e3a36 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:11.512310 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-e4a02a1c-6aa0-4743-83b7-1243556e3a36 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/networks?id=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 HTTP/1.1" status: 200 len: 797 time: 0.4486153 Jun 15 14:47:11.544224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] For port fa8c1858-0c17-4ab4-b907-77d127cc161c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=fa8c1858-0c17-4ab4-b907-77d127cc161c,segment=NetworkSegment(eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9),segment_id=eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:11.544923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:11.561860 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a765989e-27a8-48c9-95dc-5754dd14ab26 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "DELETE /v2.0/ports/dc535dad-f1ee-4926-a1bc-19744e2b3523 HTTP/1.1" status: 204 len: 168 time: 3.5871973 Jun 15 14:47:11.563383 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36614) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:11.626450 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-c89cc034-3824-4683-91e2-e8e497b4d3a7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/quotas/3643c5210fdd422a8c02fdc421c86e35 HTTP/1.1" status: 200 len: 375 time: 0.0900548 Jun 15 14:47:11.694243 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Pushing event updated for resources: {'Port': ['ID=5edd05e2-dc72-442b-8f65-dff15654d815,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:11.705174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for fa8c1858-0c17-4ab4-b907-77d127cc161c owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:11.816869 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:47:04Z', 'revision_number': 4, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '21495323-3c86-4c25-a9d4-da45ece6f9d5', 'name': '', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'mac_address': 'fa:16:3e:d4:d3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:00Z', 'updated_at': '2022-06-15T14:47:10Z', 'revision_number': 4, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'subnets': [{'id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:11.821884 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a7a8d3-505a-49ba-b5e5-a9fc321fcad1 None None] The sync data for ids ['8ccf3c02-f410-470a-a116-40f78f37baa6'] in dv-neutron-845844-1-hyperv is: [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:47:04Z', 'revision_number': 4, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '21495323-3c86-4c25-a9d4-da45ece6f9d5', 'name': '', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'mac_address': 'fa:16:3e:d4:d3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:00Z', 'updated_at': '2022-06-15T14:47:10Z', 'revision_number': 4, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'subnets': [{'id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:11.850556 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Deleting port 0a503331-9971-4429-abcd-b75c15504380 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:11.850822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:11.863585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020546378', 'description': 'tempest-secgroup-smoke-2020546378 description', 'project_id': '032b1386b78145d282edf892a5a65f64'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:11.874076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:11.889203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:11.889203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:11.890838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:11.927851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:11.945859 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:11.971225 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:11.983631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:11.993293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:11.998952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:12.039742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:12.044044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.059215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:12.100823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port 5b62ee08-b920-471c-930c-719a26c07866 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:47:12.102186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.237651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:47:12.263446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.273095 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-bb2ca55b-688b-430b-9d7a-824b9d3d9d0a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3643c5210fdd422a8c02fdc421c86e35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6014502 Jun 15 14:47:12.300047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.315128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Transition to ACTIVE for port object c15bf075-654b-4b74-b813-e7064b6e19cf will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:12.320238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Attempting to bind port 5edd05e2-dc72-442b-8f65-dff15654d815 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:12.320645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Attempting to bind port 5edd05e2-dc72-442b-8f65-dff15654d815 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'f25a2c77-d933-411c-8502-32bfb4e709b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b7552548-d2bf-4661-94dc-72ceaa35f706'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:12.321031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Attempting to bind port 5edd05e2-dc72-442b-8f65-dff15654d815 on network b7552548-d2bf-4661-94dc-72ceaa35f706 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:12.336406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=fa8c1858-0c17-4ab4-b907-77d127cc161c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:12.339377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.420136 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:12.420986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:12.421707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:12.422268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:12.422783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:12.423334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:12.423825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:12.424389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:12.424892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:12.425471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:12.426085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:12.426427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:12.426819 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Checking segment: {'id': 'f25a2c77-d933-411c-8502-32bfb4e709b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b7552548-d2bf-4661-94dc-72ceaa35f706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:12.427004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:12.427238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.427653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Bound using segment: {'id': 'f25a2c77-d933-411c-8502-32bfb4e709b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b7552548-d2bf-4661-94dc-72ceaa35f706'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:12.428162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Bound port: 5edd05e2-dc72-442b-8f65-dff15654d815, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25a2c77-d933-411c-8502-32bfb4e709b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b7552548-d2bf-4661-94dc-72ceaa35f706'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:12.428568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.451359 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.598529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Transition to ACTIVE for port object bf6bc421-011f-4ede-abe3-8f54f32c46d8 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:12.642613 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.672085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:12.672466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.684441 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae357752-1850-41ee-abfe-7a10fa539c8a None None] Pushing event updated for resources: {'Port': ['ID=c15bf075-654b-4b74-b813-e7064b6e19cf,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:12.685398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object 2ddca4f6-b556-4450-bcea-06e23a63a3ba will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:12.720036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.841550 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Transition to ACTIVE for port object bf6bc421-011f-4ede-abe3-8f54f32c46d8 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:12.864471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.4 (b7552548-d2bf-4661-94dc-72ceaa35f706/52a470b0-4937-4f82-8b75-f88e798b1b46/5b62ee08-b920-471c-930c-719a26c07866) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:12.880909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.901538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.905646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.936674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=2ddca4f6-b556-4450-bcea-06e23a63a3ba,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:12.941792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] In _notify_port_updated(), no bound segment for port 2ddca4f6-b556-4450-bcea-06e23a63a3ba on network 508ae436-8035-420d-83f1-786e9ae2dd4c {{(pid=89019) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:47:12.947439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:12.948253 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.952003 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eb741fa0-2dac-4e97-8e03-2726cb53cb11 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "PUT /v2.0/ports/2ddca4f6-b556-4450-bcea-06e23a63a3ba HTTP/1.1" status: 200 len: 931 time: 5.6612306 Jun 15 14:47:12.964165 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36622) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:12.990889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:12.994053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.179764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7a76ae43-8843-45e9-84db-de2c583fdd61 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 2ddca4f6-b556-4450-bcea-06e23a63a3ba {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:13.180020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a76ae43-8843-45e9-84db-de2c583fdd61 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.202319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-2442ff8e-5f23-4295-bb5e-87005f70d304 None None] Allocated IP 2001:db8:0:1::2 (508ae436-8035-420d-83f1-786e9ae2dd4c/646a5715-54a4-478c-a7ad-8a79deb1d7d5/29f04e72-69e5-4e0e-a9bb-2037355a940a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:13.207707 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Network fdb4a422-1b15-4aca-bdba-bdacb6a0c33b is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:13.224136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=fc1f2f4c-e520-455f-881a-57e8d9c8e7ee,segment=NetworkSegment(8b892f7b-37a7-455e-9516-5c422ffbca94),segment_id=8b892f7b-37a7-455e-9516-5c422ffbca94)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:13.234540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:13.242034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e279663-163d-448f-a4e1-07efb5662153,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:13.253291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.253689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:13.387249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Pushing event updated for resources: {'Port': ['ID=bf6bc421-011f-4ede-abe3-8f54f32c46d8,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:13.414157 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:13.466806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Calling delete_port for 0a503331-9971-4429-abcd-b75c15504380 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:13.467058 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] For port 5edd05e2-dc72-442b-8f65-dff15654d815, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:13.484825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Attempting to bind port c15bf075-654b-4b74-b813-e7064b6e19cf on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:13.485277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Attempting to bind port c15bf075-654b-4b74-b813-e7064b6e19cf by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:13.485562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Attempting to bind port c15bf075-654b-4b74-b813-e7064b6e19cf on network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:13.548131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.552538 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6fea0059-15f3-4188-bf1c-9bb220476442 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7174661 Jun 15 14:47:13.567038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36626) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:13.582806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-570bc9a4-db9e-426d-8417-dff692e56821 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '7e279663-163d-448f-a4e1-07efb5662153', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:13.589302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:13.595680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] For port 5edd05e2-dc72-442b-8f65-dff15654d815, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5edd05e2-dc72-442b-8f65-dff15654d815,segment=NetworkSegment(f25a2c77-d933-411c-8502-32bfb4e709b4),segment_id=f25a2c77-d933-411c-8502-32bfb4e709b4)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:13.622830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-570bc9a4-db9e-426d-8417-dff692e56821 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:13.641837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-570bc9a4-db9e-426d-8417-dff692e56821 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:13.652730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-570bc9a4-db9e-426d-8417-dff692e56821 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:13.658000 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-e076d0e8-b2f0-46b8-801b-b0c0adc5f9e6 service neutron] 10.222.0.26 "GET /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9416087 Jun 15 14:47:13.668557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-570bc9a4-db9e-426d-8417-dff692e56821 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:13.677923 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:13.678358 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Checking segment: {'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:13.678706 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.679100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Bound using segment: {'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:13.679588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Bound port: c15bf075-654b-4b74-b813-e7064b6e19cf, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:13.679965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.706926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.748916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.822420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event deleted for resources: {'Port': ['ID=0a503331-9971-4429-abcd-b75c15504380,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:13.830430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.867038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:13.867402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:13.867735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:13.868278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:13.868421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:13.868923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:13.869082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:13.869415 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:13.869745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:13.870075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:13.871119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:13.871119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:13.874867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Attempting to bind port bf6bc421-011f-4ede-abe3-8f54f32c46d8 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:13.875366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Attempting to bind port bf6bc421-011f-4ede-abe3-8f54f32c46d8 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'ef0552ef-27fa-45b4-87ea-9286394a4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:13.875824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Attempting to bind port bf6bc421-011f-4ede-abe3-8f54f32c46d8 on network fdb4a422-1b15-4aca-bdba-bdacb6a0c33b {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:13.885228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-570bc9a4-db9e-426d-8417-dff692e56821 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.894648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.895827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:13.896524 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Checking segment: {'id': 'ef0552ef-27fa-45b4-87ea-9286394a4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:13.897075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.897633 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Bound using segment: {'id': 'ef0552ef-27fa-45b4-87ea-9286394a4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:13.898337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Bound port: bf6bc421-011f-4ede-abe3-8f54f32c46d8, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0552ef-27fa-45b4-87ea-9286394a4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:13.898767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.904430 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-92f30067-9c06-4b00-88d3-6e294712a256 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "DELETE /v2.0/ports/0a503331-9971-4429-abcd-b75c15504380 HTTP/1.1" status: 204 len: 168 time: 2.2845793 Jun 15 14:47:13.915302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36630) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:13.919202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:13.922240 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=fc1f2f4c-e520-455f-881a-57e8d9c8e7ee,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:13.922673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:13.938736 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:13.976621 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f1c5fbd2-1864-44b0-90c5-96bebd4d68a8 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9952264 Jun 15 14:47:13.982233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f450bab-ce40-4df2-b468-6ceb034a3c22 None None] Sync routers for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:13.982415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36634) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:14.040566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a76ae43-8843-45e9-84db-de2c583fdd61 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.053112 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aa9ef00c-4ea9-4027-a143-a74e116dd9f4 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1332743 Jun 15 14:47:14.064566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36638) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:14.068797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:14.069791 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.076792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.085784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-781564606'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:14.097872 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-fa0acdb5-a13f-40c8-b969-3803a66679e9 service neutron] 10.222.0.26 "GET /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255629 Jun 15 14:47:14.118200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:14.125349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.132143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event updated for resources: {'Port': ['ID=3bf2a0d5-7cf3-4961-add6-c0fde1507944,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:14.136901 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Usage tracker for resource:network and tenant:66a18a76bd99481881d12a568087d0f8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:14.144534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:14.175538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:14.187548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-570bc9a4-db9e-426d-8417-dff692e56821 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.224590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f450bab-ce40-4df2-b468-6ceb034a3c22 None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:14.225336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6f450bab-ce40-4df2-b468-6ceb034a3c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:14.252467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-570bc9a4-db9e-426d-8417-dff692e56821 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.257242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7a76ae43-8843-45e9-84db-de2c583fdd61 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for 2ddca4f6-b556-4450-bcea-06e23a63a3ba owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:14.292096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Made reservation on behalf of 66a18a76bd99481881d12a568087d0f8 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:14.296499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.325872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bc9a4-db9e-426d-8417-dff692e56821 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856b231d-0be5-47fd-9032-e9886da1ba85,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:14.328939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28e267a-6eb4-4b62-8d8b-7a7ca55e3753 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting subnet 32452379-ee9c-48d2-a5f0-bffe3c401f36 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:14.346719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-570bc9a4-db9e-426d-8417-dff692e56821 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.348229 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-570bc9a4-db9e-426d-8417-dff692e56821 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7801917 Jun 15 14:47:14.401202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36648) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:14.423397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-57cb73cf-4d07-4b67-bab5-803b94c208c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '7e279663-163d-448f-a4e1-07efb5662153', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:14.436282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:47:14.441244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-57cb73cf-4d07-4b67-bab5-803b94c208c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:14.461951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-57cb73cf-4d07-4b67-bab5-803b94c208c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:14.476626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-57cb73cf-4d07-4b67-bab5-803b94c208c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:14.482984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6f450bab-ce40-4df2-b468-6ceb034a3c22 None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:14.501461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-57cb73cf-4d07-4b67-bab5-803b94c208c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:14.505097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.511833 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Added segment af8a5f7f-858f-4e50-bea9-f822867933fb of type vlan for network d1bba777-80ae-40d1-abe3-cdf14080acdf Jun 15 14:47:14.540395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Network fdb4a422-1b15-4aca-bdba-bdacb6a0c33b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:14.543278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:14.589880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c28e267a-6eb4-4b62-8d8b-7a7ca55e3753 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.652072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57cb73cf-4d07-4b67-bab5-803b94c208c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.652833 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2442ff8e-5f23-4295-bb5e-87005f70d304 None None] For port 29f04e72-69e5-4e0e-a9bb-2037355a940a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29f04e72-69e5-4e0e-a9bb-2037355a940a,segment=NetworkSegment(80036dda-1697-4d92-90d7-709c59ce75cd),segment_id=80036dda-1697-4d92-90d7-709c59ce75cd)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:14.689217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2442ff8e-5f23-4295-bb5e-87005f70d304 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.708024 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2442ff8e-5f23-4295-bb5e-87005f70d304 None None] Transition to ACTIVE for port object 29f04e72-69e5-4e0e-a9bb-2037355a940a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:14.721012 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] For port c15bf075-654b-4b74-b813-e7064b6e19cf, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:14.724849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] For port c15bf075-654b-4b74-b813-e7064b6e19cf, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c15bf075-654b-4b74-b813-e7064b6e19cf,segment=NetworkSegment(8b892f7b-37a7-455e-9516-5c422ffbca94),segment_id=8b892f7b-37a7-455e-9516-5c422ffbca94)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:14.743660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Transition to ACTIVE for port object 5b62ee08-b920-471c-930c-719a26c07866 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:14.744830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.777742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-efc1e99e-6514-4e5c-9878-05c6a98c0477 req-9ec6fc11-9aed-4d69-b521-8b2d0a0d4bb1 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Synchronizing usage tracker for tenant:3643c5210fdd422a8c02fdc421c86e35 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:14.783920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] For port bf6bc421-011f-4ede-abe3-8f54f32c46d8, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:14.788331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] For port bf6bc421-011f-4ede-abe3-8f54f32c46d8, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bf6bc421-011f-4ede-abe3-8f54f32c46d8,segment=NetworkSegment(ef0552ef-27fa-45b4-87ea-9286394a4498),segment_id=ef0552ef-27fa-45b4-87ea-9286394a4498)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:14.790512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6f450bab-ce40-4df2-b468-6ceb034a3c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:47:11Z', 'revision_number': 11, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:14.797214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e06c44-97a6-46c9-b49a-cbc139b377f3 None None] Pushing event updated for resources: {'Port': ['ID=5edd05e2-dc72-442b-8f65-dff15654d815,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:14.806511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f450bab-ce40-4df2-b468-6ceb034a3c22 None None] Checking router: d26a7a47-5d91-46b4-b1ff-33bdbed6a024 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:14.813361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.821412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:14.821611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.822127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.830520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.840197 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c28e267a-6eb4-4b62-8d8b-7a7ca55e3753 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.907553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-efc1e99e-6514-4e5c-9878-05c6a98c0477 req-9ec6fc11-9aed-4d69-b521-8b2d0a0d4bb1 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Unset dirty status for tenant:3643c5210fdd422a8c02fdc421c86e35 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:14.908892 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-efc1e99e-6514-4e5c-9878-05c6a98c0477 req-9ec6fc11-9aed-4d69-b521-8b2d0a0d4bb1 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 210 time: 0.2799664 Jun 15 14:47:14.948173 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2442ff8e-5f23-4295-bb5e-87005f70d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:14.962603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f450bab-ce40-4df2-b468-6ceb034a3c22 None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:14.963357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6f450bab-ce40-4df2-b468-6ceb034a3c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:15.007685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:15.066772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57cb73cf-4d07-4b67-bab5-803b94c208c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:15.068945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event updated for resources: {'Network': ['ID=d1bba777-80ae-40d1-abe3-cdf14080acdf,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:15.090803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 66da1939-c1e8-4a75-b018-5b1fa7f9781f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:15.093249 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-47fddd5b-7c66-4269-8870-8ef027c81758 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0231287 Jun 15 14:47:15.096433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36660) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:15.099799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57cb73cf-4d07-4b67-bab5-803b94c208c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:15.119344 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network b7552548-d2bf-4661-94dc-72ceaa35f706 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:15.125825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:15.128896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:15.151481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-192606990'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:15.164289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a76ae43-8843-45e9-84db-de2c583fdd61 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:15.164946 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb73cf-4d07-4b67-bab5-803b94c208c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa37c49-46dd-4bb7-88ff-3153a881eb72,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:15.176784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57cb73cf-4d07-4b67-bab5-803b94c208c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:15.178066 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-57cb73cf-4d07-4b67-bab5-803b94c208c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7725077 Jun 15 14:47:15.182542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:15.187348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36664) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:15.198438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92f699-2514-4fb3-a3d3-fe66fce5733a None None] Pushing event updated for resources: {'Port': ['ID=bf6bc421-011f-4ede-abe3-8f54f32c46d8,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:15.198903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Usage tracker for resource:network and tenant:66a18a76bd99481881d12a568087d0f8 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:15.212382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c28e267a-6eb4-4b62-8d8b-7a7ca55e3753 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:15.229563 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5e0bfd63-3b4e-446a-aa22-784fd81de5ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '7e279663-163d-448f-a4e1-07efb5662153', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:15.246443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:15.314989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=5b62ee08-b920-471c-930c-719a26c07866,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:15.346895 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:15.347240 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:15.392007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a76ae43-8843-45e9-84db-de2c583fdd61 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:15.410409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76ae43-8843-45e9-84db-de2c583fdd61 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=2ddca4f6-b556-4450-bcea-06e23a63a3ba,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:15.415468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network d1bba777-80ae-40d1-abe3-cdf14080acdf details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:47:15.435021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:15.435710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:15.458371 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7a76ae43-8843-45e9-84db-de2c583fdd61 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/2ddca4f6-b556-4450-bcea-06e23a63a3ba HTTP/1.1" status: 204 len: 168 time: 2.4876885 Jun 15 14:47:15.465791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36668) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:15.549828 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ba89f0-0f0a-43e4-a3d9-81398ec1dce0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:47:15.550657 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e0ba89f0-0f0a-43e4-a3d9-81398ec1dce0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:15.557993 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3a5fd30e-43a8-4128-81f7-a5b96a462c5e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5115643 Jun 15 14:47:15.563154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36672) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:15.651655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c28e267a-6eb4-4b62-8d8b-7a7ca55e3753 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:15.774195 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e0ba89f0-0f0a-43e4-a3d9-81398ec1dce0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:15.775405 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e0ba89f0-0f0a-43e4-a3d9-81398ec1dce0 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/2ddca4f6-b556-4450-bcea-06e23a63a3ba HTTP/1.1" status: 404 len: 333 time: 0.2915466 Jun 15 14:47:15.783057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36676) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:15.783197 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5e0bfd63-3b4e-446a-aa22-784fd81de5ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:15.783899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e267a-6eb4-4b62-8d8b-7a7ca55e3753 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Subnet': ['ID=32452379-ee9c-48d2-a5f0-bffe3c401f36,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:15.787406 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:15.801805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c28e267a-6eb4-4b62-8d8b-7a7ca55e3753 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:15.819043 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c28e267a-6eb4-4b62-8d8b-7a7ca55e3753 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/32452379-ee9c-48d2-a5f0-bffe3c401f36 HTTP/1.1" status: 204 len: 168 time: 1.8335311 Jun 15 14:47:15.833705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5e0bfd63-3b4e-446a-aa22-784fd81de5ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:15.846385 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:15.847281 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Sync routers for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:15.850361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5e0bfd63-3b4e-446a-aa22-784fd81de5ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:15.853028 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36678) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:15.861408 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c1fc006f-7569-4400-b891-d3ae917998f2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8793898 Jun 15 14:47:15.866519 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:15.867437 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:15.869059 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5e0bfd63-3b4e-446a-aa22-784fd81de5ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:15.872822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36684) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:15.894305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6306a7ec-8c74-421e-8e83-d417423e5bbb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:15.993282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Made reservation on behalf of 66a18a76bd99481881d12a568087d0f8 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:16.002063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:16.035616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db30b08c-35d7-4bd1-8dd8-a5ea6cd0e700 None None] Network a25b72ef-ce17-43d7-b87b-73ddf5b62d7f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:16.119148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:16.202121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a895a2-6108-45fc-ad0c-185503adf639 None None] Network b7552548-d2bf-4661-94dc-72ceaa35f706 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:16.272725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Deleting port e127501d-3947-4857-82a9-3c332846f94c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:16.272989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:16.287443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:16.292123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:16.302175 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:16.337625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e0bfd63-3b4e-446a-aa22-784fd81de5ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:16.339786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f758b63-f5a3-415d-be47-2adea8c19501 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:16.340626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f758b63-f5a3-415d-be47-2adea8c19501 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:16.391529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6f450bab-ce40-4df2-b468-6ceb034a3c22 None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:16.502626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:47:16.521296 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:16.523872 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Added segment 71d3784a-503f-4283-aee2-0b2c26ef536c of type vlan for network 8c61c754-77c8-4b54-bf67-115f72d1f543 Jun 15 14:47:16.567113 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d410b713-9028-46e5-ac47-cd0e71553a73 req-83ef72af-38ca-47a9-9eb8-7cbf3aff91e6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 210 time: 0.3547044 Jun 15 14:47:16.573411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58799c62-b675-42f4-b11c-b92d774f7a0b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:16.624898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2f758b63-f5a3-415d-be47-2adea8c19501 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:16.626109 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f758b63-f5a3-415d-be47-2adea8c19501 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 1.0593998 Jun 15 14:47:16.650772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36694) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:16.814287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6f450bab-ce40-4df2-b468-6ceb034a3c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:47:11Z', 'revision_number': 11, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:16.861651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:16.864235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae357752-1850-41ee-abfe-7a10fa539c8a None None] Pushing event updated for resources: {'Port': ['ID=c15bf075-654b-4b74-b813-e7064b6e19cf,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:16.911490 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58799c62-b675-42f4-b11c-b92d774f7a0b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:16.948824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:16.953072 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:11Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf2a0d5-7cf3-4961-add6-c0fde1507944', 'name': '', 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:f5:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:09Z', 'updated_at': '2022-06-15T14:47:12Z', 'revision_number': 2, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:06Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:16.960349 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Checking router: 66da1939-c1e8-4a75-b018-5b1fa7f9781f for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:16.960775 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Updating router 66da1939-c1e8-4a75-b018-5b1fa7f9781f port 3bf2a0d5-7cf3-4961-add6-c0fde1507944 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:47:16.990112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] For port e127501d-3947-4857-82a9-3c332846f94c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e127501d-3947-4857-82a9-3c332846f94c,segment=NetworkSegment(eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9),segment_id=eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:16.990583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:17.030144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442ff8e-5f23-4295-bb5e-87005f70d304 None None] Pushing event updated for resources: {'Port': ['ID=29f04e72-69e5-4e0e-a9bb-2037355a940a,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:17.052258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:17.062380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f450bab-ce40-4df2-b468-6ceb034a3c22 None None] The sync data for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv is: [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:47:11Z', 'revision_number': 11, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:17.085513 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:17.162003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-19f152e6-debe-4f1b-a11b-6c8e0655a12b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 5b62ee08-b920-471c-930c-719a26c07866 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:17.162584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19f152e6-debe-4f1b-a11b-6c8e0655a12b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:17.171730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:17.178823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:17.179641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:17.267598 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1692040 Jun 15 14:47:17.278094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f247b21-627f-47e5-9050-e8ad021e7427 None None] Network fdb4a422-1b15-4aca-bdba-bdacb6a0c33b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:17.298373 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-24a8b126-51cc-4991-8b11-58ec999d5858 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:17.300689 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-24a8b126-51cc-4991-8b11-58ec999d5858 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.44 "GET /v2.0/networks?id=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 HTTP/1.1" status: 200 len: 797 time: 1.1286910 Jun 15 14:47:17.317353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Calling delete_port for e127501d-3947-4857-82a9-3c332846f94c owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:17.444721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36698) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:17.470599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'subnets': [{'network_id': 'd1bba777-80ae-40d1-abe3-cdf14080acdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1164631858', 'ip_version': 4}, {'network_id': '8c61c754-77c8-4b54-bf67-115f72d1f543', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:17.474645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0046fb3f-5090-419b-a827-90bc22e10909 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:17.477795 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c2748-aafd-487d-9cf6-e61488fd14b1 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event updated for resources: {'Network': ['ID=8c61c754-77c8-4b54-bf67-115f72d1f543,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:17.484726 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'subnet': {'network_id': 'd1bba777-80ae-40d1-abe3-cdf14080acdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1164631858', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:17.485422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Request body: {'subnet': {'network_id': '8c61c754-77c8-4b54-bf67-115f72d1f543', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:17.542376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58799c62-b675-42f4-b11c-b92d774f7a0b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:17.621644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 0046fb3f-5090-419b-a827-90bc22e10909 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:17.621963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0046fb3f-5090-419b-a827-90bc22e10909 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:17.624114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 8c61c754-77c8-4b54-bf67-115f72d1f543 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:47:17.675522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e0bfd63-3b4e-446a-aa22-784fd81de5ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:17.713146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e0bfd63-3b4e-446a-aa22-784fd81de5ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:17.783180 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:17.812003 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Transition to ACTIVE for port object 3bf2a0d5-7cf3-4961-add6-c0fde1507944 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:17.823990 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-05a57685-43d4-4bf3-8a09-8896fd442dbb tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3643c5210fdd422a8c02fdc421c86e35 HTTP/1.1" status: 200 len: 380 time: 0.3470573 Jun 15 14:47:17.824753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e0bfd63-3b4e-446a-aa22-784fd81de5ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:17.825586 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:17.825894 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5e0bfd63-3b4e-446a-aa22-784fd81de5ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6361747 Jun 15 14:47:17.832082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36704) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:17.836004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0bfd63-3b4e-446a-aa22-784fd81de5ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e71eb6-a810-47d2-aafa-9494b86ce2f6,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:17.842970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Request body: {'port': {'device_id': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'admin_state_up': True, 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'security_groups': ['b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:17.862106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-db2cfa05-b0f9-46f8-897e-41bf8810b3ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '7e279663-163d-448f-a4e1-07efb5662153', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:17.874176 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-db2cfa05-b0f9-46f8-897e-41bf8810b3ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:17.878402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-db2cfa05-b0f9-46f8-897e-41bf8810b3ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:17.881452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-db2cfa05-b0f9-46f8-897e-41bf8810b3ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:17.887385 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-db2cfa05-b0f9-46f8-897e-41bf8810b3ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:17.937090 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092891d-b89c-4f34-b7d8-1fac67edc1fb None None] Pushing event updated for resources: {'Port': ['ID=3bf2a0d5-7cf3-4961-add6-c0fde1507944,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:18.018801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db2cfa05-b0f9-46f8-897e-41bf8810b3ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.078237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c2b8d49d-bd55-4234-a7bd-7d87ae543150 None None] Provisioning for port 5edd05e2-dc72-442b-8f65-dff15654d815 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:18.107270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58799c62-b675-42f4-b11c-b92d774f7a0b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0855f398-0e32-45bb-9558-6428bfb7710d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:18.137955 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7cef2e24-f726-4238-be07-fa6a74ce92a4 req-185b0f23-5205-4219-aae7-c29481c879ff tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 210 time: 0.2182646 Jun 15 14:47:18.144149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58799c62-b675-42f4-b11c-b92d774f7a0b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.155031 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-58799c62-b675-42f4-b11c-b92d774f7a0b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/security-groups/0855f398-0e32-45bb-9558-6428bfb7710d HTTP/1.1" status: 204 len: 168 time: 2.3325183 Jun 15 14:47:18.167876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36708) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:18.183916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:18.217579 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Attempting to bind port 3bf2a0d5-7cf3-4961-add6-c0fde1507944 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:18.219308 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Attempting to bind port 3bf2a0d5-7cf3-4961-add6-c0fde1507944 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'ef0552ef-27fa-45b4-87ea-9286394a4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:18.219919 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Attempting to bind port 3bf2a0d5-7cf3-4961-add6-c0fde1507944 on network fdb4a422-1b15-4aca-bdba-bdacb6a0c33b {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:18.229952 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:18.230946 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Checking segment: {'id': 'ef0552ef-27fa-45b4-87ea-9286394a4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:18.230946 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.238427 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Bound using segment: {'id': 'ef0552ef-27fa-45b4-87ea-9286394a4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:18.239068 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Bound port: 3bf2a0d5-7cf3-4961-add6-c0fde1507944, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0552ef-27fa-45b4-87ea-9286394a4498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:18.239500 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.242004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.256573 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.extraroute_db [None req-6306a7ec-8c74-421e-8e83-d417423e5bbb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 15 14:47:18.293793 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:18.303153 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:18.320435 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.extraroute_db [None req-6306a7ec-8c74-421e-8e83-d417423e5bbb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Removed routes are [] {{(pid=89019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 15 14:47:18.321314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6306a7ec-8c74-421e-8e83-d417423e5bbb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.406419 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] For port 3bf2a0d5-7cf3-4961-add6-c0fde1507944, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:18.412281 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] For port 3bf2a0d5-7cf3-4961-add6-c0fde1507944, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3bf2a0d5-7cf3-4961-add6-c0fde1507944,segment=NetworkSegment(ef0552ef-27fa-45b4-87ea-9286394a4498),segment_id=ef0552ef-27fa-45b4-87ea-9286394a4498)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:18.419103 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.434635 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bf6bc421-011f-4ede-abe3-8f54f32c46d8 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:18.454090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No DVR routers for this DVR port e127501d-3947-4857-82a9-3c332846f94c on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:47:18.472046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db2cfa05-b0f9-46f8-897e-41bf8810b3ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.537094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db2cfa05-b0f9-46f8-897e-41bf8810b3ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.547477 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:18.547693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:18.547785 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:18.555435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Port': ['ID=e127501d-3947-4857-82a9-3c332846f94c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:18.636644 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ae4a-98e9-481e-b233-04215fe8842f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.653732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db2cfa05-b0f9-46f8-897e-41bf8810b3ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.655207 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-db2cfa05-b0f9-46f8-897e-41bf8810b3ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8176627 Jun 15 14:47:18.670590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36712) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:18.671495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cfa05-b0f9-46f8-897e-41bf8810b3ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94302055-0efe-4e65-ac0c-90eb55833663,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:18.689376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Made reservation on behalf of 3643c5210fdd422a8c02fdc421c86e35 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:18.693179 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.709327 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-63b8c901-b849-4df0-bf10-baaafa9306e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '7e279663-163d-448f-a4e1-07efb5662153', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:18.725136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-63b8c901-b849-4df0-bf10-baaafa9306e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:18.727998 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092891d-b89c-4f34-b7d8-1fac67edc1fb None None] Pushing event updated for resources: {'Port': ['ID=3bf2a0d5-7cf3-4961-add6-c0fde1507944,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:18.745688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-63b8c901-b849-4df0-bf10-baaafa9306e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:18.749538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ae4a-98e9-481e-b233-04215fe8842f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.763829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-63b8c901-b849-4df0-bf10-baaafa9306e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:18.786833 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c2b8d49d-bd55-4234-a7bd-7d87ae543150 None None] Provisioning complete for port 68566224-fe08-4f23-be3d-3ee7788e0295 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:18.787205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d49d-bd55-4234-a7bd-7d87ae543150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.799790 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:18.809775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-63b8c901-b849-4df0-bf10-baaafa9306e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:18.837278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.896215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:18.900599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19f152e6-debe-4f1b-a11b-6c8e0655a12b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:18.914581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Usage tracker for resource:subnet and tenant:66a18a76bd99481881d12a568087d0f8 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:18.918152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25b72ef-ce17-43d7-b87b-73ddf5b62d7f']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:18.926007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:19.024646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6306a7ec-8c74-421e-8e83-d417423e5bbb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.025725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8d49d-bd55-4234-a7bd-7d87ae543150 None None] Port 68566224-fe08-4f23-be3d-3ee7788e0295 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:19.027293 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port bf6bc421-011f-4ede-abe3-8f54f32c46d8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:19.035868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:19.049449 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-63b8c901-b849-4df0-bf10-baaafa9306e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:47:19.049677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device d3d59729-9855-45c6-89ec-93cd84f34ff6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:19.056093 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6306a7ec-8c74-421e-8e83-d417423e5bbb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.073096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63b8c901-b849-4df0-bf10-baaafa9306e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.102003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966d54aa-7e94-4559-9211-4e9abcb49eb9 None None] DHCP port deletion for a25b72ef-ce17-43d7-b87b-73ddf5b62d7f request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:47:19.145376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c2b8d49d-bd55-4234-a7bd-7d87ae543150 None None] Provisioning for port 29f04e72-69e5-4e0e-a9bb-2037355a940a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:19.148157 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:19.148825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:19.174655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-19f152e6-debe-4f1b-a11b-6c8e0655a12b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 5b62ee08-b920-471c-930c-719a26c07866 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:19.199584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c2b8d49d-bd55-4234-a7bd-7d87ae543150 None None] Provisioning complete for port 29f04e72-69e5-4e0e-a9bb-2037355a940a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:19.199965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2b8d49d-bd55-4234-a7bd-7d87ae543150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.223659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.251635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Made reservation on behalf of 66a18a76bd99481881d12a568087d0f8 for: {'subnet': 2} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:19.260793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.261655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.308912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ae4a-98e9-481e-b233-04215fe8842f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.330191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port d3d59729-9855-45c6-89ec-93cd84f34ff6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:19.330541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.359412 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 6, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf2a0d5-7cf3-4961-add6-c0fde1507944', 'name': '', 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:f5:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:09Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:06Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:19.364286 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bf9c8b-9600-4172-959d-01227713d265 None None] The sync data for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv is: [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 6, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf2a0d5-7cf3-4961-add6-c0fde1507944', 'name': '', 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:f5:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:09Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:06Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:19.386577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port d3d59729-9855-45c6-89ec-93cd84f34ff6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:19.395490 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.482318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:47:19.482727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.606102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:47:01Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:14Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:19.609436 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8d49d-bd55-4234-a7bd-7d87ae543150 None None] Current status of the port 29f04e72-69e5-4e0e-a9bb-2037355a940a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:19.622262 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c2b8d49d-bd55-4234-a7bd-7d87ae543150 None None] Could not find standard attr ID for object 2ddca4f6-b556-4450-bcea-06e23a63a3ba. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:47:19.654432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2244048a-74ac-4d86-8673-669e9ac865e7 None None] The sync data for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv is: [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:47:01Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:14Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:19.654675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9ae4a-98e9-481e-b233-04215fe8842f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b0e2aa-aad7-46f3-a814-399bdbd2180c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:19.659704 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9 resource provider aggregate not found Jun 15 14:47:19.703062 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb62c3c4-ce70-4dd9-9e6e-ef47254ba2e9 found for delete ", "request_id": "req-35cc282e-877e-42eb-9eaf-1f886e93449a"}]} Jun 15 14:47:19.705267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ccb9ae4a-98e9-481e-b233-04215fe8842f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.708561 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ccb9ae4a-98e9-481e-b233-04215fe8842f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/security-groups/e3b0e2aa-aad7-46f3-a814-399bdbd2180c HTTP/1.1" status: 204 len: 168 time: 1.5371618 Jun 15 14:47:19.710313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-fba6a8f9-f094-4216-80d5-7eedadfe16e7 req-83bca0ae-082a-4abe-9927-da85a3736ad5 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Synchronizing usage tracker for tenant:3643c5210fdd422a8c02fdc421c86e35 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:19.719118 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36722) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:19.810348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Allocated IP 172.20.0.12 (58d59b9c-edcf-4f13-a791-5a2d8c97c0f1/48317201-d757-4bda-87b6-ad06fdc12a70/199f7e7c-3a91-4b27-b27d-7da65c8f9b8f) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:19.845681 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63b8c901-b849-4df0-bf10-baaafa9306e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.865249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.870675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.886608 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6306a7ec-8c74-421e-8e83-d417423e5bbb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 66da1939-c1e8-4a75-b018-5b1fa7f9781f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:19.890459 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63b8c901-b849-4df0-bf10-baaafa9306e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.972347 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Pushing event deleted for resources: {'Network': ['ID=a25b72ef-ce17-43d7-b87b-73ddf5b62d7f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:19.976327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Provisioning for port e07cda86-e1c7-4aa8-8468-17e6e1935af6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:19.987654 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Provisioning complete for port e07cda86-e1c7-4aa8-8468-17e6e1935af6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:19.989146 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:19.994338 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1a90f5b5-46b3-4a0d-b2d2-b1cbdd999c22 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/networks/a25b72ef-ce17-43d7-b87b-73ddf5b62d7f HTTP/1.1" status: 204 len: 168 time: 4.1340017 Jun 15 14:47:19.994912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-fba6a8f9-f094-4216-80d5-7eedadfe16e7 req-83bca0ae-082a-4abe-9927-da85a3736ad5 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Unset dirty status for tenant:3643c5210fdd422a8c02fdc421c86e35 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:19.997691 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fba6a8f9-f094-4216-80d5-7eedadfe16e7 req-83bca0ae-082a-4abe-9927-da85a3736ad5 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 210 time: 0.5749025 Jun 15 14:47:20.003800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36726) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:20.008970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8c901-b849-4df0-bf10-baaafa9306e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bde235-290d-40eb-b4d9-37fa46731bb8,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:20.020859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1cd898c0-af45-4e73-b2a2-cd25f33e37fc tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'router': {'routes': None}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:20.086251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfa0db4-8392-42fd-b9a1-2f0611c41743 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting subnet 1bd12434-cea9-42b6-a94b-2587333cdc88 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:20.107038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abfa0db4-8392-42fd-b9a1-2f0611c41743 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:20.169632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port d3d59729-9855-45c6-89ec-93cd84f34ff6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:20.170261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:20.238831 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Port e07cda86-e1c7-4aa8-8468-17e6e1935af6 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:20.246113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Could not find standard attr ID for object 5b62ee08-b920-471c-930c-719a26c07866. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:47:20.258514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19f152e6-debe-4f1b-a11b-6c8e0655a12b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:20.342542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port d3d59729-9855-45c6-89ec-93cd84f34ff6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=d3d59729-9855-45c6-89ec-93cd84f34ff6,segment=NetworkSegment(2dfa35b7-1301-40a3-b754-bf6812a788d1),segment_id=2dfa35b7-1301-40a3-b754-bf6812a788d1)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:20.367749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:20.368971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29f04e72-69e5-4e0e-a9bb-2037355a940a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:20.454916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f152e6-debe-4f1b-a11b-6c8e0655a12b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=5b62ee08-b920-471c-930c-719a26c07866,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:20.475115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abfa0db4-8392-42fd-b9a1-2f0611c41743 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:20.565847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=d3d59729-9855-45c6-89ec-93cd84f34ff6,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:20.575379 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Provisioning for port bf6bc421-011f-4ede-abe3-8f54f32c46d8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:20.595560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Provisioning complete for port bf6bc421-011f-4ede-abe3-8f54f32c46d8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:20.596360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:20.696240 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 29f04e72-69e5-4e0e-a9bb-2037355a940a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:20.696637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:20.699225 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abfa0db4-8392-42fd-b9a1-2f0611c41743 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:20.757544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63b8c901-b849-4df0-bf10-baaafa9306e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:20.769624 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-63b8c901-b849-4df0-bf10-baaafa9306e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.0945029 Jun 15 14:47:20.772169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36730) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:20.892008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4375df68-1f02-4e18-bd1e-005cb05e6207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '7e279663-163d-448f-a4e1-07efb5662153', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:20.919776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Current status of the port bf6bc421-011f-4ede-abe3-8f54f32c46d8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:20.920273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:21.051458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 29f04e72-69e5-4e0e-a9bb-2037355a940a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:21.052380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e1d0da80-cbeb-471a-85f3-181fb63447f6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:21.124067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] For port bf6bc421-011f-4ede-abe3-8f54f32c46d8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bf6bc421-011f-4ede-abe3-8f54f32c46d8,segment=NetworkSegment(ef0552ef-27fa-45b4-87ea-9286394a4498),segment_id=ef0552ef-27fa-45b4-87ea-9286394a4498)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:21.139713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:21.190889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19f152e6-debe-4f1b-a11b-6c8e0655a12b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:21.218008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Could not find standard attr ID for object 2ddca4f6-b556-4450-bcea-06e23a63a3ba. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:47:21.260858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6306a7ec-8c74-421e-8e83-d417423e5bbb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:21.275216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4375df68-1f02-4e18-bd1e-005cb05e6207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:21.280249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d140453f-794a-40c1-9b67-b48c13545dad None None] Pushing event updated for resources: {'Port': ['ID=bf6bc421-011f-4ede-abe3-8f54f32c46d8,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:21.295466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e1d0da80-cbeb-471a-85f3-181fb63447f6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:21.297274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:21.340120 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-19f152e6-debe-4f1b-a11b-6c8e0655a12b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/5b62ee08-b920-471c-930c-719a26c07866 HTTP/1.1" status: 204 len: 168 time: 4.6859999 Jun 15 14:47:21.355707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36736) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:21.363477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abfa0db4-8392-42fd-b9a1-2f0611c41743 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:21.417797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f612b-8d21-459a-8c0f-777c800972c5 None None] Sync routers for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:21.418259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6306a7ec-8c74-421e-8e83-d417423e5bbb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:21.422359 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6306a7ec-8c74-421e-8e83-d417423e5bbb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f HTTP/1.1" status: 200 len: 933 time: 5.5481577 Jun 15 14:47:21.423900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4375df68-1f02-4e18-bd1e-005cb05e6207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:21.449732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f612b-8d21-459a-8c0f-777c800972c5 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:21.450525 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e95f612b-8d21-459a-8c0f-777c800972c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:21.457414 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36740) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:21.473145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4375df68-1f02-4e18-bd1e-005cb05e6207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:21.492541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa0db4-8392-42fd-b9a1-2f0611c41743 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd12434-cea9-42b6-a94b-2587333cdc88,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:21.497914 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a2bbb9ed-9aa3-4ca2-847d-6ab75c999e25 req-c8f78e26-f392-4d0e-afa5-33c3b2845db5 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 210 time: 0.2518358 Jun 15 14:47:21.499008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abfa0db4-8392-42fd-b9a1-2f0611c41743 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:21.530549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:21.540160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4375df68-1f02-4e18-bd1e-005cb05e6207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:21.555730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.extraroute_db [None req-1cd898c0-af45-4e73-b2a2-cd25f33e37fc tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Added routes are [] {{(pid=89019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 15 14:47:21.556377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.extraroute_db [None req-1cd898c0-af45-4e73-b2a2-cd25f33e37fc tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Removed routes are [] {{(pid=89019) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 15 14:47:21.556743 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cd898c0-af45-4e73-b2a2-cd25f33e37fc tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:21.637250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1a3226-367e-451c-8d81-7c7fc3a07f30 None None] Network 508ae436-8035-420d-83f1-786e9ae2dd4c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:21.646282 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-4375df68-1f02-4e18-bd1e-005cb05e6207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:47:21.687346 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0368c4c0-41b0-4264-9367-12f3ecd74b34 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f HTTP/1.1" status: 200 len: 933 time: 0.1903501 Jun 15 14:47:21.698961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36744) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:21.707789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-264122d5-0e2b-40d4-b347-858a514c13eb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'router': {'routes': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:21.716169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4375df68-1f02-4e18-bd1e-005cb05e6207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:21.764649 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb04580-edf8-4505-83e2-ff176ee473d5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:47:21.765197 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4fb04580-edf8-4505-83e2-ff176ee473d5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:21.782429 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-abfa0db4-8392-42fd-b9a1-2f0611c41743 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/1bd12434-cea9-42b6-a94b-2587333cdc88 HTTP/1.1" status: 204 len: 168 time: 2.0547493 Jun 15 14:47:21.831591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36748) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:21.847808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e1d0da80-cbeb-471a-85f3-181fb63447f6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:21.848755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5edd05e2-dc72-442b-8f65-dff15654d815 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:21.856387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:21.875704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-72098039-3395-453f-916e-21f3af97e97a None None] Provisioning complete for port e07cda86-e1c7-4aa8-8468-17e6e1935af6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:21.876603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72098039-3395-453f-916e-21f3af97e97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:21.893978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4fb04580-edf8-4505-83e2-ff176ee473d5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:21.895220 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4fb04580-edf8-4505-83e2-ff176ee473d5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/5b62ee08-b920-471c-930c-719a26c07866 HTTP/1.1" status: 404 len: 333 time: 0.5140319 Jun 15 14:47:21.902359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36752) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:21.970927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.017067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-72098039-3395-453f-916e-21f3af97e97a None None] Port e07cda86-e1c7-4aa8-8468-17e6e1935af6 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:22.024977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e95f612b-8d21-459a-8c0f-777c800972c5 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:22.028665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cd898c0-af45-4e73-b2a2-cd25f33e37fc tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.064769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cd898c0-af45-4e73-b2a2-cd25f33e37fc tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.084916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Transition to ACTIVE for port object 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:22.142941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-72098039-3395-453f-916e-21f3af97e97a None None] Provisioning for port 3bf2a0d5-7cf3-4961-add6-c0fde1507944 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:22.154398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4375df68-1f02-4e18-bd1e-005cb05e6207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.240741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4375df68-1f02-4e18-bd1e-005cb05e6207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.242440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-78e5e97e-87bf-4665-8d5c-ce1a9d84b13e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port e07cda86-e1c7-4aa8-8468-17e6e1935af6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:22.242440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78e5e97e-87bf-4665-8d5c-ce1a9d84b13e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.250816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-72098039-3395-453f-916e-21f3af97e97a None None] Could not find standard attr ID for object 5b62ee08-b920-471c-930c-719a26c07866. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:47:22.255742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 5edd05e2-dc72-442b-8f65-dff15654d815 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:22.293585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375df68-1f02-4e18-bd1e-005cb05e6207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978d10dd-048a-405b-b03e-98677201e913,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:22.311051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd898c0-af45-4e73-b2a2-cd25f33e37fc tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:22.323419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4375df68-1f02-4e18-bd1e-005cb05e6207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.332971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 5edd05e2-dc72-442b-8f65-dff15654d815 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:22.332971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.333869 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4375df68-1f02-4e18-bd1e-005cb05e6207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4956520 Jun 15 14:47:22.338245 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:22.348686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:22.353894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:22.357146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.368880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:22.396960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-72098039-3395-453f-916e-21f3af97e97a None None] Provisioning complete for port bf6bc421-011f-4ede-abe3-8f54f32c46d8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:22.397330 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72098039-3395-453f-916e-21f3af97e97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.586149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:22.589777 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.662420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:22.681253 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd898c0-af45-4e73-b2a2-cd25f33e37fc tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:22.693478 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a493074-6342-4d77-b841-9347687cee00 None None] Sync routers for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:22.707594 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1cd898c0-af45-4e73-b2a2-cd25f33e37fc tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.708970 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1cd898c0-af45-4e73-b2a2-cd25f33e37fc tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024 HTTP/1.1" status: 200 len: 704 time: 2.6951752 Jun 15 14:47:22.710422 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:22.717591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36770) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:22.718175 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a493074-6342-4d77-b841-9347687cee00 None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:22.718808 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4a493074-6342-4d77-b841-9347687cee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:22.798913 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-72098039-3395-453f-916e-21f3af97e97a None None] Current status of the port bf6bc421-011f-4ede-abe3-8f54f32c46d8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:22.854880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:22.905033 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 5edd05e2-dc72-442b-8f65-dff15654d815 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:22.925810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:22.989430 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4a493074-6342-4d77-b841-9347687cee00 None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:23.021349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 5edd05e2-dc72-442b-8f65-dff15654d815, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5edd05e2-dc72-442b-8f65-dff15654d815,segment=NetworkSegment(f25a2c77-d933-411c-8502-32bfb4e709b4),segment_id=f25a2c77-d933-411c-8502-32bfb4e709b4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:23.055955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:23.057067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 21495323-3c86-4c25-a9d4-da45ece6f9d5 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:23.219314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=5edd05e2-dc72-442b-8f65-dff15654d815,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:23.225720 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4a493074-6342-4d77-b841-9347687cee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:47:11Z', 'revision_number': 11, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:23.233315 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a493074-6342-4d77-b841-9347687cee00 None None] Checking router: d26a7a47-5d91-46b4-b1ff-33bdbed6a024 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:23.245537 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a493074-6342-4d77-b841-9347687cee00 None None] Routers {'d26a7a47-5d91-46b4-b1ff-33bdbed6a024'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:23.246153 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4a493074-6342-4d77-b841-9347687cee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:23.249399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e95f612b-8d21-459a-8c0f-777c800972c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 6, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf2a0d5-7cf3-4961-add6-c0fde1507944', 'name': '', 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:f5:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:09Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:20Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:23.250608 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:23.251378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:23.252541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:23.253041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:23.253848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:23.253848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:23.253848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:23.254225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:23.254493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:23.254865 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:23.255191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:23.255510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:23.255822 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:23.256132 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:47:23.266691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f612b-8d21-459a-8c0f-777c800972c5 None None] Checking router: 66da1939-c1e8-4a75-b018-5b1fa7f9781f for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:23.271632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'Port': ['ID=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:23.289587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f612b-8d21-459a-8c0f-777c800972c5 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:23.289908 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e95f612b-8d21-459a-8c0f-777c800972c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:23.293132 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-7922fbb2-6aa6-4437-95f2-9027c1446dc6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4621809 Jun 15 14:47:23.322665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4bbf3bc0-ff04-4ac6-bc2c-85fdadcfdb1a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:23.366697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-98103576-8435-4cab-881e-a99344229272 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Synchronizing usage tracker for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:23.372734 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Request body: {'port': {'device_id': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:23.402085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78e5e97e-87bf-4665-8d5c-ce1a9d84b13e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:23.457880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-98103576-8435-4cab-881e-a99344229272 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Unset dirty status for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:23.461416 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-98103576-8435-4cab-881e-a99344229272 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=d26a7a47-5d91-46b4-b1ff-33bdbed6a024 HTTP/1.1" status: 200 len: 205 time: 0.6134369 Jun 15 14:47:23.480768 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36774) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:23.513308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ceec3d7b-787c-4333-8268-de7a7e01bfc7 None None] Provisioning for port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:23.517119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 21495323-3c86-4c25-a9d4-da45ece6f9d5 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:23.533628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ceec3d7b-787c-4333-8268-de7a7e01bfc7 None None] Provisioning complete for port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:23.534566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ceec3d7b-787c-4333-8268-de7a7e01bfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:23.547813 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4a493074-6342-4d77-b841-9347687cee00 None None] Set router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:23.588870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:23.620433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 21495323-3c86-4c25-a9d4-da45ece6f9d5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:23.620844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:23.630040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-78e5e97e-87bf-4665-8d5c-ce1a9d84b13e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for e07cda86-e1c7-4aa8-8468-17e6e1935af6 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:23.703708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e95f612b-8d21-459a-8c0f-777c800972c5 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:23.741575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4bbf3bc0-ff04-4ac6-bc2c-85fdadcfdb1a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:23.742877 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4bbf3bc0-ff04-4ac6-bc2c-85fdadcfdb1a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020546378&fields=id&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 267 time: 0.8590291 Jun 15 14:47:23.760595 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4a493074-6342-4d77-b841-9347687cee00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:47:11Z', 'revision_number': 11, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:23.765706 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a493074-6342-4d77-b841-9347687cee00 None None] The sync data for ids ['d26a7a47-5d91-46b4-b1ff-33bdbed6a024'] in dv-neutron-845844-1-hyperv is: [{'id': 'd26a7a47-5d91-46b4-b1ff-33bdbed6a024', 'name': 'tempest-RoutersIpV6Test-router-857871737', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:45:19Z', 'updated_at': '2022-06-15T14:47:11Z', 'revision_number': 11, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:23.797114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:23.835060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16bd78b6-4f14-450f-9fc9-5c95c876326a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:23.919799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.extraroute_db [None req-264122d5-0e2b-40d4-b347-858a514c13eb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Added routes are [] {{(pid=89018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 15 14:47:23.920170 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.extraroute_db [None req-264122d5-0e2b-40d4-b347-858a514c13eb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 15 14:47:23.938340 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event updated for resources: {'Subnet': ['ID=8514d3a2-bdc4-42c2-ad53-7d6b6eefffb1,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:23.991187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Checking segment: {'id': 'af8a5f7f-858f-4e50-bea9-f822867933fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd1bba777-80ae-40d1-abe3-cdf14080acdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:23.991510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Network hostable DHCP agents. Network: d1bba777-80ae-40d1-abe3-cdf14080acdf, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:47:23.999005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 21495323-3c86-4c25-a9d4-da45ece6f9d5 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:23.999507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.022553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7fc23-9f12-467b-ae68-12d04a71eab7 req-55139866-881d-4363-b545-9fd570ecca81 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:24.024216 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8aa7fc23-9f12-467b-ae68-12d04a71eab7 req-55139866-881d-4363-b545-9fd570ecca81 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 932 time: 1.1759360 Jun 15 14:47:24.025849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ceec3d7b-787c-4333-8268-de7a7e01bfc7 None None] Port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:24.096444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-264122d5-0e2b-40d4-b347-858a514c13eb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.114180 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 21495323-3c86-4c25-a9d4-da45ece6f9d5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=21495323-3c86-4c25-a9d4-da45ece6f9d5,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:24.120883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1a690172-7f65-4396-a63a-18f82f9b6772 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:24.121581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1a690172-7f65-4396-a63a-18f82f9b6772 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:24.131249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.132103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device fc1f2f4c-e520-455f-881a-57e8d9c8e7ee up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:24.185493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Network d1bba777-80ae-40d1-abe3-cdf14080acdf is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:47:24.266196 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78e5e97e-87bf-4665-8d5c-ce1a9d84b13e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.313977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-92568c99-5519-4831-8d45-b1d56117e620 None None] Provisioning complete for port 68566224-fe08-4f23-be3d-3ee7788e0295 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:24.314600 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-92568c99-5519-4831-8d45-b1d56117e620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.337055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, d1bba777-80ae-40d1-abe3-cdf14080acdf) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:24.338716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5e97e-87bf-4665-8d5c-ce1a9d84b13e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=e07cda86-e1c7-4aa8-8468-17e6e1935af6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:24.348175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.353922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16bd78b6-4f14-450f-9fc9-5c95c876326a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.366712 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16bd78b6-4f14-450f-9fc9-5c95c876326a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.372824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=21495323-3c86-4c25-a9d4-da45ece6f9d5,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:24.381962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1930cd-5970-4998-b0c1-b032d80eee3b None None] Network d1bba777-80ae-40d1-abe3-cdf14080acdf requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:24.393264 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8aa7fc23-9f12-467b-ae68-12d04a71eab7 req-2a7fcd2e-7a44-46ca-90e4-19608bf712e9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501468 Jun 15 14:47:24.394841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1a690172-7f65-4396-a63a-18f82f9b6772 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:24.396214 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1a690172-7f65-4396-a63a-18f82f9b6772 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/networks?id=f9c6f62a-5be1-4ff6-92d6-3f8b9098031f HTTP/1.1" status: 200 len: 794 time: 0.6249340 Jun 15 14:47:24.472018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-92568c99-5519-4831-8d45-b1d56117e620 None None] Port 68566224-fe08-4f23-be3d-3ee7788e0295 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:24.472304 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16bd78b6-4f14-450f-9fc9-5c95c876326a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.472729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bd78b6-4f14-450f-9fc9-5c95c876326a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Fanout notify agent at l3_agent the message router_deleted on router d26a7a47-5d91-46b4-b1ff-33bdbed6a024 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:47:24.473961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:24.474433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.549757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-78e5e97e-87bf-4665-8d5c-ce1a9d84b13e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.573267 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-2cfa716c-f2e2-4f54-aec3-422c3ce6e0df tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/quotas/032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 375 time: 0.0454376 Jun 15 14:47:24.596234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-16bd78b6-4f14-450f-9fc9-5c95c876326a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.597519 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-16bd78b6-4f14-450f-9fc9-5c95c876326a tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024 HTTP/1.1" status: 204 len: 168 time: 1.0902345 Jun 15 14:47:24.599547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-92568c99-5519-4831-8d45-b1d56117e620 None None] Provisioning complete for port 29f04e72-69e5-4e0e-a9bb-2037355a940a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:24.600023 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-92568c99-5519-4831-8d45-b1d56117e620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.605252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36778) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:24.648263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e452f8fc-2286-4733-b30d-1810cddd02d5 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1911484355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:24.729742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e95f612b-8d21-459a-8c0f-777c800972c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 6, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf2a0d5-7cf3-4961-add6-c0fde1507944', 'name': '', 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:f5:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:09Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:20Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:24.795440 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e452f8fc-2286-4733-b30d-1810cddd02d5 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:24.797790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f612b-8d21-459a-8c0f-777c800972c5 None None] The sync data for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv is: [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 6, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf2a0d5-7cf3-4961-add6-c0fde1507944', 'name': '', 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:f5:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:09Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:20Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:24.823447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e452f8fc-2286-4733-b30d-1810cddd02d5 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Usage tracker for resource:router and tenant:2b2fcd08250a417586d6473adcddd585 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:24.837977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:47:24.848025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.855083 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:24.874862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Transition to ACTIVE for port object 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:24.876502 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e452f8fc-2286-4733-b30d-1810cddd02d5 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:24.888246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.893400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e452f8fc-2286-4733-b30d-1810cddd02d5 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:24.955454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event updated for resources: {'Subnet': ['ID=9c821465-2f03-4d6f-bbd6-5958e4497f29,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:24.955675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-d1bba777-80ae-40d1-abe3-cdf14080acdf', 'network_id': 'd1bba777-80ae-40d1-abe3-cdf14080acdf', 'tenant_id': '66a18a76bd99481881d12a568087d0f8', 'fixed_ips': [{'subnet_id': '8514d3a2-bdc4-42c2-ad53-7d6b6eefffb1'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:47:24.956552 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.968367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:24.985496 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-92568c99-5519-4831-8d45-b1d56117e620 None None] Current status of the port 29f04e72-69e5-4e0e-a9bb-2037355a940a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:24.990426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device fa8c1858-0c17-4ab4-b907-77d127cc161c no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:24.996453 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-78e5e97e-87bf-4665-8d5c-ce1a9d84b13e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/e07cda86-e1c7-4aa8-8468-17e6e1935af6 HTTP/1.1" status: 204 len: 168 time: 3.0930295 Jun 15 14:47:25.004655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36782) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:25.063389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Checking segment: {'id': '71d3784a-503f-4283-aee2-0b2c26ef536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8c61c754-77c8-4b54-bf67-115f72d1f543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:25.063964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Network hostable DHCP agents. Network: 8c61c754-77c8-4b54-bf67-115f72d1f543, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:47:25.075749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: fa8c1858-0c17-4ab4-b907-77d127cc161c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:25.076091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device fa8c1858-0c17-4ab4-b907-77d127cc161c not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:25.076545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 002655fd-7a18-418a-b58f-0b4db5f02209 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:25.110700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-264122d5-0e2b-40d4-b347-858a514c13eb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:25.113271 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6cb7fb3-7787-4e0c-8827-2123523e7ceb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:47:25.113980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c6cb7fb3-7787-4e0c-8827-2123523e7ceb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:25.126690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-264122d5-0e2b-40d4-b347-858a514c13eb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:25.127828 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 002655fd-7a18-418a-b58f-0b4db5f02209 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:25.128228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 002655fd-7a18-418a-b58f-0b4db5f02209 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:25.128669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:25.181847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:25.182192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 89b7b5df-fbf6-4490-8d4b-163b6d6b0b14 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:25.210721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Network 8c61c754-77c8-4b54-bf67-115f72d1f543 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:47:25.294870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Allocated IP 172.20.0.2 (d1bba777-80ae-40d1-abe3-cdf14080acdf/8514d3a2-bdc4-42c2-ad53-7d6b6eefffb1/eac191b6-daa6-427a-8045-87f0bdf41e9a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:25.299411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c6cb7fb3-7787-4e0c-8827-2123523e7ceb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:25.300987 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c6cb7fb3-7787-4e0c-8827-2123523e7ceb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/e07cda86-e1c7-4aa8-8468-17e6e1935af6 HTTP/1.1" status: 404 len: 333 time: 0.2843468 Jun 15 14:47:25.324023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36786) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:25.324917 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e452f8fc-2286-4733-b30d-1810cddd02d5 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:25.329207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e452f8fc-2286-4733-b30d-1810cddd02d5 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:25.343417 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-a3230aef-5dd1-48f2-ab0d-427bdc385018 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6993074 Jun 15 14:47:25.348972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e452f8fc-2286-4733-b30d-1810cddd02d5 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:25.389670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 508ae436-8035-420d-83f1-786e9ae2dd4c is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:25.391751 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Pushing event updated for resources: {'Port': ['ID=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:25.400774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:25.403987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:25.404902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:25.412170 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 8c61c754-77c8-4b54-bf67-115f72d1f543) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:25.502189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd5b199-8e43-4a42-920e-49f69cc50bba tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting subnet 52a470b0-4937-4f82-8b75-f88e798b1b46 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:25.522969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a50a6-99ae-4682-ad90-81b6963ee4fd None None] Network 508ae436-8035-420d-83f1-786e9ae2dd4c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:25.537966 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8d996f-223b-40f3-b981-d949e9a1c429 None None] Network 8c61c754-77c8-4b54-bf67-115f72d1f543 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:25.546187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b199-8e43-4a42-920e-49f69cc50bba tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:25.562747 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7300248 Jun 15 14:47:25.570779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e452f8fc-2286-4733-b30d-1810cddd02d5 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:25.576717 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bf6bc421-011f-4ede-abe3-8f54f32c46d8 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:25.577714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:25.578324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:25.579484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:25.579632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36794) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:25.673827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'security_group': {'name': 'tempest-secgroup-873460861'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:25.687614 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dd1e3924-b5c0-48b1-9559-9bedab5b8cbc tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 8.2371466 Jun 15 14:47:25.693875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36798) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:25.695651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:25.700565 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b7c30-c1e5-4e07-8c8b-85117187ea43 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Subnet': ['ID=8ea7a3e7-761e-4498-b03f-ad0ba1198e43,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:25.706691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264122d5-0e2b-40d4-b347-858a514c13eb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 66da1939-c1e8-4a75-b018-5b1fa7f9781f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:25.712672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:security_group and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:25.721351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:25.730474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:25.734404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e452f8fc-2286-4733-b30d-1810cddd02d5 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:25.735760 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e452f8fc-2286-4733-b30d-1810cddd02d5 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1202097 Jun 15 14:47:25.741054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36802) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:25.754419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5a8fb822-b43a-4ec6-9a3d-3ab4b8cb92eb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:25.764972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b199-8e43-4a42-920e-49f69cc50bba tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:25.897729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:25.987887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Attempting to bind port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:25.988132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Attempting to bind port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:25.988467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Attempting to bind port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f on network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:25.995865 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-f6f3e1a2-08fd-4deb-8171-5b1820c5c235 service neutron] 10.222.0.26 "GET /v2.0/networks/f9c6f62a-5be1-4ff6-92d6-3f8b9098031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939424 Jun 15 14:47:26.037109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41da395-321b-4ccf-a67b-5f6c3bee913f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:26.038813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41da395-321b-4ccf-a67b-5f6c3bee913f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:26.040376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41da395-321b-4ccf-a67b-5f6c3bee913f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:26.041648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a41da395-321b-4ccf-a67b-5f6c3bee913f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Synchronizing usage tracker for tenant:66a18a76bd99481881d12a568087d0f8 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:26.044886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port bf6bc421-011f-4ede-abe3-8f54f32c46d8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:26.045283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.073026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f on network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:47:26.073354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Attempting to bind port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f on network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:26.077097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:26.089827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:26.090650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Checking segment: {'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:26.091169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Bound using segment: {'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:26.091613 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Bound port: 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287799fd-30f6-4653-9e2a-320d5ce33516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:26.092488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.102403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.102995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:security_group_rule and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:26.157768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264122d5-0e2b-40d4-b347-858a514c13eb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:26.160651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:26.169033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-264122d5-0e2b-40d4-b347-858a514c13eb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.170386 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-264122d5-0e2b-40d4-b347-858a514c13eb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f HTTP/1.1" status: 200 len: 699 time: 4.4704859 Jun 15 14:47:26.176840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36806) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:26.178725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Transition to ACTIVE for port object eac191b6-daa6-427a-8045-87f0bdf41e9a will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:26.181428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a50ca2-9c37-4b8d-bb59-5f666138edca req-d097e08b-f8e5-4235-8bd4-106d97c8b4d5 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:26.182992 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-99a50ca2-9c37-4b8d-bb59-5f666138edca req-d097e08b-f8e5-4235-8bd4-106d97c8b4d5 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 944 time: 0.6137271 Jun 15 14:47:26.192257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:26.216059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b79fa-1f41-43b8-a51b-9e2d9ee3d8c4 None None] Sync routers for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:26.260711 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Transition to ACTIVE for port object eac191b6-daa6-427a-8045-87f0bdf41e9a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:26.265950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a41da395-321b-4ccf-a67b-5f6c3bee913f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Unset dirty status for tenant:66a18a76bd99481881d12a568087d0f8 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:26.267191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b79fa-1f41-43b8-a51b-9e2d9ee3d8c4 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:26.267359 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a41da395-321b-4ccf-a67b-5f6c3bee913f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5704098 Jun 15 14:47:26.267867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-173b79fa-1f41-43b8-a51b-9e2d9ee3d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:26.285790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36810) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:26.323777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b199-8e43-4a42-920e-49f69cc50bba tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.324726 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-8c61c754-77c8-4b54-bf67-115f72d1f543', 'network_id': '8c61c754-77c8-4b54-bf67-115f72d1f543', 'tenant_id': '66a18a76bd99481881d12a568087d0f8', 'fixed_ips': [{'subnet_id': '9c821465-2f03-4d6f-bbd6-5958e4497f29'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:47:26.325529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.342665 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.381568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a8fb822-b43a-4ec6-9a3d-3ab4b8cb92eb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.408445 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-ddff94be-eb3f-4fbb-a7e7-9ca338d45380 service neutron] 10.222.0.26 "GET /v2.0/networks/f9c6f62a-5be1-4ff6-92d6-3f8b9098031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3953133 Jun 15 14:47:26.459609 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a8fb822-b43a-4ec6-9a3d-3ab4b8cb92eb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.461026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b199-8e43-4a42-920e-49f69cc50bba tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.470437 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-99a50ca2-9c37-4b8d-bb59-5f666138edca req-440374da-eca8-4a6d-88ed-0af1bb3255ea tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254362 Jun 15 14:47:26.529996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5b199-8e43-4a42-920e-49f69cc50bba tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Subnet': ['ID=52a470b0-4937-4f82-8b75-f88e798b1b46,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:26.551545 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-485ffb82-5fc7-4fdb-99cd-87b0e3942ce7 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f HTTP/1.1" status: 200 len: 699 time: 0.3734391 Jun 15 14:47:26.554661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dbd5b199-8e43-4a42-920e-49f69cc50bba tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.561965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36814) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:26.567326 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dbd5b199-8e43-4a42-920e-49f69cc50bba tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/52a470b0-4937-4f82-8b75-f88e798b1b46 HTTP/1.1" status: 204 len: 168 time: 1.2390780 Jun 15 14:47:26.570250 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36816) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:26.586854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2c40f-f781-4546-9417-cfbb76b33778 None None] Network b7552548-d2bf-4661-94dc-72ceaa35f706 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:26.594211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-04353df9-7dea-406c-a76c-7a623fc3979f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Deleting subnet 8514d3a2-bdc4-42c2-ad53-7d6b6eefffb1 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:26.614929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Network d1bba777-80ae-40d1-abe3-cdf14080acdf is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:26.635049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:26.658821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:26.713168 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port bf6bc421-011f-4ede-abe3-8f54f32c46d8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:26.728983 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c15bf075-654b-4b74-b813-e7064b6e19cf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:26.742280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04353df9-7dea-406c-a76c-7a623fc3979f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.747587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Pushing event updated for resources: {'Port': ['ID=eac191b6-daa6-427a-8045-87f0bdf41e9a,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:26.801921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.814147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 5edd05e2-dc72-442b-8f65-dff15654d815 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:26.814491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:26.827556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-173b79fa-1f41-43b8-a51b-9e2d9ee3d8c4 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:26.911064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] For port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:26.920921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] For port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:26.925339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04353df9-7dea-406c-a76c-7a623fc3979f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.247105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.257715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] For port 5edd05e2-dc72-442b-8f65-dff15654d815, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5edd05e2-dc72-442b-8f65-dff15654d815,segment=NetworkSegment(f25a2c77-d933-411c-8502-32bfb4e709b4),segment_id=f25a2c77-d933-411c-8502-32bfb4e709b4)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:27.258076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.300349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-92cdadc0-833f-4654-978d-16fe9276cf77 req-dc13d51b-0dff-4fee-a00e-fb19e1bc9b2f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:27.372343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.396520 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:27.396520 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.397612 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] 10.222.0.44 "PUT /v2.0/ports/199f7e7c-3a91-4b27-b27d-7da65c8f9b8f HTTP/1.1" status: 200 len: 1094 time: 4.0386250 Jun 15 14:47:27.399441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:47:27.407789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 5edd05e2-dc72-442b-8f65-dff15654d815 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:27.414024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.530822 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b43b463-c183-4876-8143-685c0d065994'] response: {'name': 'network-changed', 'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'status': 'completed', 'code': 200} Jun 15 14:47:27.537152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.614399 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-92cdadc0-833f-4654-978d-16fe9276cf77 req-dc13d51b-0dff-4fee-a00e-fb19e1bc9b2f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:27.615572 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-92cdadc0-833f-4654-978d-16fe9276cf77 req-dc13d51b-0dff-4fee-a00e-fb19e1bc9b2f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 210 time: 0.8444877 Jun 15 14:47:27.616144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f6a81-0b71-4dca-bd72-b373ecc90d89 service neutron] Pushing event updated for resources: {'Port': ['ID=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:27.639004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No DVR routers for this DVR port 5edd05e2-dc72-442b-8f65-dff15654d815 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:47:27.656914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Allocated IP 172.20.0.18 (8c61c754-77c8-4b54-bf67-115f72d1f543/9c821465-2f03-4d6f-bbd6-5958e4497f29/54029b1b-d26f-425a-b977-927e51820f43) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:27.687587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=5edd05e2-dc72-442b-8f65-dff15654d815,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:27.751982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04353df9-7dea-406c-a76c-7a623fc3979f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.780904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994cd37a-3025-4ea9-ba50-4b5786a19902 None None] Update dhcp port {'port': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'fixed_ips': [{'subnet_id': '646a5715-54a4-478c-a7ad-8a79deb1d7d5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8ea7a3e7-761e-4498-b03f-ad0ba1198e43'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': '29f04e72-69e5-4e0e-a9bb-2037355a940a'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:47:27.796013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8fb822-b43a-4ec6-9a3d-3ab4b8cb92eb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Router 6d4f857d-8fff-40ad-93b6-784057626e3b is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:47:27.824282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21d63365-13e2-4241-8331-48ebcd9d49ff,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:27.827162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.831499 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5c39474b-f015-4328-80ed-d81453457b30 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2395387 Jun 15 14:47:27.842031 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36836) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:27.843016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-220a15d5-9162-4a2d-a3f3-7b087abc3590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.852578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'security_group': {'name': 'tempest-secgroup-1106699043'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:27.866984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:27.871566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.886002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:security_group and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:27.898015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:27.908946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:27.915124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7552548-d2bf-4661-94dc-72ceaa35f706']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:27.932942 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25a2c77-d933-411c-8502-32bfb4e709b4') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:27.933215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25a2c77-d933-411c-8502-32bfb4e709b4') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:27.940360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Attempting to bind port eac191b6-daa6-427a-8045-87f0bdf41e9a on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:27.940742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Attempting to bind port eac191b6-daa6-427a-8045-87f0bdf41e9a by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'af8a5f7f-858f-4e50-bea9-f822867933fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd1bba777-80ae-40d1-abe3-cdf14080acdf'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:27.941088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Attempting to bind port eac191b6-daa6-427a-8045-87f0bdf41e9a on network d1bba777-80ae-40d1-abe3-cdf14080acdf {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:27.956967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.967931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:27.989520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c52b31-a310-4acd-8343-a05663ea7182 req-b8dcd03b-8a42-476e-89d2-c069d17104d9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:27.991052 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-07c52b31-a310-4acd-8343-a05663ea7182 req-b8dcd03b-8a42-476e-89d2-c069d17104d9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 944 time: 0.2972584 Jun 15 14:47:28.000495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a6d87-022d-4594-ad37-17f4c8568bce None None] DHCP port deletion for b7552548-d2bf-4661-94dc-72ceaa35f706 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:47:28.015435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.050997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:28.053554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:47:28.053960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.064340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:28.065024 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Checking segment: {'id': 'af8a5f7f-858f-4e50-bea9-f822867933fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd1bba777-80ae-40d1-abe3-cdf14080acdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:28.065829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.066393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Bound using segment: {'id': 'af8a5f7f-858f-4e50-bea9-f822867933fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd1bba777-80ae-40d1-abe3-cdf14080acdf'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:28.067049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Bound port: eac191b6-daa6-427a-8045-87f0bdf41e9a, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8a5f7f-858f-4e50-bea9-f822867933fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd1bba777-80ae-40d1-abe3-cdf14080acdf'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:28.067636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.091051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:security_group_rule and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:28.110054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:28.147838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port c15bf075-654b-4b74-b813-e7064b6e19cf completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:28.151205 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8fb822-b43a-4ec6-9a3d-3ab4b8cb92eb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:28.160476 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f25a2c77-d933-411c-8502-32bfb4e709b4 resource provider aggregate not found Jun 15 14:47:28.165250 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d8ccc-c7da-4356-8364-3c0256edd60d None None] Sync routers for ids ['6d4f857d-8fff-40ad-93b6-784057626e3b'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:28.189104 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d8ccc-c7da-4356-8364-3c0256edd60d None None] Routers {'6d4f857d-8fff-40ad-93b6-784057626e3b'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:28.190747 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d93d8ccc-c7da-4356-8364-3c0256edd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['6d4f857d-8fff-40ad-93b6-784057626e3b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:28.196313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-994cd37a-3025-4ea9-ba50-4b5786a19902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.207993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5a8fb822-b43a-4ec6-9a3d-3ab4b8cb92eb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.211442 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5a8fb822-b43a-4ec6-9a3d-3ab4b8cb92eb tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "PUT /v2.0/routers/6d4f857d-8fff-40ad-93b6-784057626e3b HTTP/1.1" status: 200 len: 698 time: 2.4643691 Jun 15 14:47:28.219366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36844) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:28.231808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:28.249893 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f25a2c77-d933-411c-8502-32bfb4e709b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f25a2c77-d933-411c-8502-32bfb4e709b4 found for delete ", "request_id": "req-e46f2997-a49f-487d-bcad-3596b841d073"}]} Jun 15 14:47:28.266863 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-07c52b31-a310-4acd-8343-a05663ea7182 req-dabba271-b01a-4f6f-bbbe-78a9ca131927 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651958 Jun 15 14:47:28.311360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.323094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c15bf075-654b-4b74-b813-e7064b6e19cf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:28.323482 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.371650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-42cbd15f-e517-4dd3-ae29-8d7e25ac5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:28.373497 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-42cbd15f-e517-4dd3-ae29-8d7e25ac5b57 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3643c5210fdd422a8c02fdc421c86e35&device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 1097 time: 0.8006439 Jun 15 14:47:28.383080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04353df9-7dea-406c-a76c-7a623fc3979f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.389847 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.418406 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-d93d8ccc-c7da-4356-8364-3c0256edd60d None None] Set router 6d4f857d-8fff-40ad-93b6-784057626e3b gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:28.492473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.504797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Network': ['ID=b7552548-d2bf-4661-94dc-72ceaa35f706,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:28.508424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.546023 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d1e3477c-3962-4938-9428-547d6a67ccac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/networks/b7552548-d2bf-4661-94dc-72ceaa35f706 HTTP/1.1" status: 204 len: 168 time: 1.9738092 Jun 15 14:47:28.548619 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] For port eac191b6-daa6-427a-8045-87f0bdf41e9a, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:28.550304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36852) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:28.564575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-cc2b2f42-b557-4c80-acca-36f874a66b75 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:28.566413 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-cc2b2f42-b557-4c80-acca-36f874a66b75 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks?id=f9c6f62a-5be1-4ff6-92d6-3f8b9098031f HTTP/1.1" status: 200 len: 794 time: 0.5372655 Jun 15 14:47:28.570282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04353df9-7dea-406c-a76c-7a623fc3979f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event deleted for resources: {'Subnet': ['ID=8514d3a2-bdc4-42c2-ad53-7d6b6eefffb1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:28.573583 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-2f125244-a931-4ed3-a6f6-15b7febafb71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f HTTP/1.1" status: 200 len: 217 time: 0.1749954 Jun 15 14:47:28.583742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1285968069'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:28.590045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:28.594349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:network and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:28.597696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:28.603882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:28.608775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04353df9-7dea-406c-a76c-7a623fc3979f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.610866 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-04353df9-7dea-406c-a76c-7a623fc3979f tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "DELETE /v2.0/subnets/8514d3a2-bdc4-42c2-ad53-7d6b6eefffb1 HTTP/1.1" status: 204 len: 168 time: 2.2963831 Jun 15 14:47:28.615292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36856) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:28.622469 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d93d8ccc-c7da-4356-8364-3c0256edd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f857d-8fff-40ad-93b6-784057626e3b', 'name': 'tempest-RoutersIpV6Test-router-1911484355', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:47:25Z', 'updated_at': '2022-06-15T14:47:26Z', 'revision_number': 2, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:28.628622 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d8ccc-c7da-4356-8364-3c0256edd60d None None] Checking router: 6d4f857d-8fff-40ad-93b6-784057626e3b for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:28.638766 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93d8ccc-c7da-4356-8364-3c0256edd60d None None] Routers {'6d4f857d-8fff-40ad-93b6-784057626e3b'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:28.639365 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d93d8ccc-c7da-4356-8364-3c0256edd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['6d4f857d-8fff-40ad-93b6-784057626e3b'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:28.656875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] For port eac191b6-daa6-427a-8045-87f0bdf41e9a, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=eac191b6-daa6-427a-8045-87f0bdf41e9a,segment=NetworkSegment(af8a5f7f-858f-4e50-bea9-f822867933fb),segment_id=af8a5f7f-858f-4e50-bea9-f822867933fb)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:28.658429 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e6787eab-2aa8-4072-aa28-1416237f7811 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/routers/6d4f857d-8fff-40ad-93b6-784057626e3b HTTP/1.1" status: 200 len: 704 time: 0.3918505 Jun 15 14:47:28.670058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36860) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:28.676560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-173b79fa-1f41-43b8-a51b-9e2d9ee3d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:23Z', 'revision_number': 7, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf2a0d5-7cf3-4961-add6-c0fde1507944', 'name': '', 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:f5:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:09Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:20Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:28.764289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:28.775356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.787438 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-44e58e95-4b58-43ab-8e0b-34eca716cc5e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d4f857d-8fff-40ad-93b6-784057626e3b HTTP/1.1" status: 200 len: 205 time: 0.1158946 Jun 15 14:47:28.802953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36866) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:28.813246 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-d93d8ccc-c7da-4356-8364-3c0256edd60d None None] Set router 6d4f857d-8fff-40ad-93b6-784057626e3b gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:28.814607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.818523 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9718361 Jun 15 14:47:28.818677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:28.825876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc157c0a-66c9-41e8-b949-9545a89f0f82 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4835d5a7-3a1a-4995-a8b3-275ee6dbf43a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:28.826150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-994cd37a-3025-4ea9-ba50-4b5786a19902 None None] Allocated IP 2001:db8::2 (508ae436-8035-420d-83f1-786e9ae2dd4c/8ea7a3e7-761e-4498-b03f-ad0ba1198e43/29f04e72-69e5-4e0e-a9bb-2037355a940a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:28.848102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36870) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:28.857463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'security_group': {'name': 'tempest-secgroup-1281987070'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:28.878039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:28.880715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-3cb6876e-509e-4081-9038-33c07340638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:28.883508 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-3cb6876e-509e-4081-9038-33c07340638f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48317201-d757-4bda-87b6-ad06fdc12a70 HTTP/1.1" status: 200 len: 835 time: 0.2702544 Jun 15 14:47:28.890482 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:security_group and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:28.899089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:28.915690 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-b14b8fc8-00f3-4463-b709-65af2e3922b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 380 time: 0.2990487 Jun 15 14:47:28.919453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:28.932498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'device_id': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'admin_state_up': True, 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'security_groups': ['7e279663-163d-448f-a4e1-07efb5662153']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:28.938569 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d93d8ccc-c7da-4356-8364-3c0256edd60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f857d-8fff-40ad-93b6-784057626e3b', 'name': 'tempest-RoutersIpV6Test-router-1911484355', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:47:25Z', 'updated_at': '2022-06-15T14:47:26Z', 'revision_number': 2, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:28.944824 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93d8ccc-c7da-4356-8364-3c0256edd60d None None] The sync data for ids ['6d4f857d-8fff-40ad-93b6-784057626e3b'] in dv-neutron-845844-1-hyperv is: [{'id': '6d4f857d-8fff-40ad-93b6-784057626e3b', 'name': 'tempest-RoutersIpV6Test-router-1911484355', 'tenant_id': '2b2fcd08250a417586d6473adcddd585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:47:25Z', 'updated_at': '2022-06-15T14:47:26Z', 'revision_number': 2, 'project_id': '2b2fcd08250a417586d6473adcddd585', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:28.990701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b79fa-1f41-43b8-a51b-9e2d9ee3d8c4 None None] Checking router: 66da1939-c1e8-4a75-b018-5b1fa7f9781f for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:29.072963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173b79fa-1f41-43b8-a51b-9e2d9ee3d8c4 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:29.073719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-173b79fa-1f41-43b8-a51b-9e2d9ee3d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:46:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:29.086488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:47:29.095443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ba1729-ad6f-41a2-a763-31fecb818a16 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Deleting subnet 9c821465-2f03-4d6f-bbd6-5958e4497f29 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:29.109719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:29.112347 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.132808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.133147 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Added segment 548968d9-88ef-4763-87d4-6242a9f12ac4 of type vlan for network d6dcd7f6-b04a-412f-b7f6-6b08773898fb Jun 15 14:47:29.147198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c15bf075-654b-4b74-b813-e7064b6e19cf is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:29.147728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.154878 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:29.173430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.176272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:29.182913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:security_group_rule and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:29.196176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:29.199236 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:29.204897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.220509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:29.220960 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-94d4d3d9-01f5-4502-ae7d-b4eea8ff17f5 req-db7d2289-08f4-4b17-a8b2-bb84fe97c254 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 210 time: 0.3373899 Jun 15 14:47:29.233294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.250326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3364db52-6f83-4c3e-9649-5e29cbdcfa2e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.369762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.376272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:29.377158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.390276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port c15bf075-654b-4b74-b813-e7064b6e19cf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c15bf075-654b-4b74-b813-e7064b6e19cf,segment=NetworkSegment(8b892f7b-37a7-455e-9516-5c422ffbca94),segment_id=8b892f7b-37a7-455e-9516-5c422ffbca94)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:29.406155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Transition to ACTIVE for port object 54029b1b-d26f-425a-b977-927e51820f43 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:29.429804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.430513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device d3d59729-9855-45c6-89ec-93cd84f34ff6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:29.482656 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67af97-7414-400e-a3f2-7c55414420c0 None None] Pushing event updated for resources: {'Port': ['ID=eac191b6-daa6-427a-8045-87f0bdf41e9a,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:29.615018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-653dd205-f81a-410e-ac74-5bb7457cf1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.620776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Transition to ACTIVE for port object 54029b1b-d26f-425a-b977-927e51820f43 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:29.635056 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-994cd37a-3025-4ea9-ba50-4b5786a19902 None None] For port 29f04e72-69e5-4e0e-a9bb-2037355a940a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29f04e72-69e5-4e0e-a9bb-2037355a940a,segment=NetworkSegment(80036dda-1697-4d92-90d7-709c59ce75cd),segment_id=80036dda-1697-4d92-90d7-709c59ce75cd)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:29.641443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-173b79fa-1f41-43b8-a51b-9e2d9ee3d8c4 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:29.760003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-00930fc2-3af7-41e7-86fc-0590cdca75da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:29.762240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59ba1729-ad6f-41a2-a763-31fecb818a16 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.762670 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-00930fc2-3af7-41e7-86fc-0590cdca75da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8335154 Jun 15 14:47:29.767409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3364db52-6f83-4c3e-9649-5e29cbdcfa2e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.772515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3364db52-6f83-4c3e-9649-5e29cbdcfa2e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.773422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.877833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.904773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3364db52-6f83-4c3e-9649-5e29cbdcfa2e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.905237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3364db52-6f83-4c3e-9649-5e29cbdcfa2e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Fanout notify agent at l3_agent the message router_deleted on router 6d4f857d-8fff-40ad-93b6-784057626e3b {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:47:29.939849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Network 8c61c754-77c8-4b54-bf67-115f72d1f543 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:29.941454 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.954086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=c15bf075-654b-4b74-b813-e7064b6e19cf,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:29.967331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:29.970006 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:29.973076 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-994cd37a-3025-4ea9-ba50-4b5786a19902 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:47:30.011534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3364db52-6f83-4c3e-9649-5e29cbdcfa2e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:30.018395 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3364db52-6f83-4c3e-9649-5e29cbdcfa2e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/6d4f857d-8fff-40ad-93b6-784057626e3b HTTP/1.1" status: 204 len: 168 time: 1.2141936 Jun 15 14:47:30.019183 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Network': ['ID=d6dcd7f6-b04a-412f-b7f6-6b08773898fb,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:30.032114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36876) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:30.032429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:30.034114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port d3d59729-9855-45c6-89ec-93cd84f34ff6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:30.034488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:30.034595 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-933d3459-066d-488d-9c87-bf79a5baa33a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4670608 Jun 15 14:47:30.035697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffe10b4-2b79-4474-9ebf-e7c16539d2b4,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:30.059793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36880) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:30.073145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59ba1729-ad6f-41a2-a763-31fecb818a16 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:30.105214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': 'd6dcd7f6-b04a-412f-b7f6-6b08773898fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:30.113660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-994cd37a-3025-4ea9-ba50-4b5786a19902 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:30.117516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network d6dcd7f6-b04a-412f-b7f6-6b08773898fb details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:47:30.145296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:30.151062 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-953a3951-0a81-4768-b09f-13ece78ab75f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3010170 Jun 15 14:47:30.158672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36884) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:30.178088 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-68e53c33-c4cf-46fe-a9e4-e47342f4e140 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d4f857d-8fff-40ad-93b6-784057626e3b HTTP/1.1" status: 200 len: 205 time: 0.1459682 Jun 15 14:47:30.185989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-191207790', 'security_groups': ['6ffe10b4-2b79-4474-9ebf-e7c16539d2b4'], 'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8ea7a3e7-761e-4498-b03f-ad0ba1198e43'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:30.199999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36888) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:30.207303 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-12eb601b-f8bf-4f64-aa63-cb2a18b02a7a service neutron] 10.222.0.44 "GET /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355834 Jun 15 14:47:30.249078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-994cd37a-3025-4ea9-ba50-4b5786a19902 None None] Transition to ACTIVE for port object 29f04e72-69e5-4e0e-a9bb-2037355a940a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:30.273556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.13 (f9c6f62a-5be1-4ff6-92d6-3f8b9098031f/197bee49-1cb2-4ded-801c-db3ff1dc91ef/91afc305-0296-4bfa-a832-f2414a26fd95) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:30.301865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b52a75-fbae-4f20-9d89-cea5cf624de3 req-cacfbe32-f128-435a-8fe0-dd376012494e tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:30.309551 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26b52a75-fbae-4f20-9d89-cea5cf624de3 req-cacfbe32-f128-435a-8fe0-dd376012494e tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 944 time: 0.7133610 Jun 15 14:47:30.318180 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-e0cfdb69-fbe1-4e26-adb3-ff0e7062bc31 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] delete failed (client error): The resource could not be found. Jun 15 14:47:30.319259 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e0cfdb69-fbe1-4e26-adb3-ff0e7062bc31 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/6d4f857d-8fff-40ad-93b6-784057626e3b HTTP/1.1" status: 404 len: 336 time: 0.1159821 Jun 15 14:47:30.332960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36894) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:30.387798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:30.391988 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-132f0c87-52e1-45f1-b84f-c85c337992e3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:30.392671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132f0c87-52e1-45f1-b84f-c85c337992e3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:30.395258 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-132f0c87-52e1-45f1-b84f-c85c337992e3 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/2969af6c-59f0-4b55-9089-b704bd150e7a HTTP/1.1" status: 404 len: 337 time: 0.0587258 Jun 15 14:47:30.412576 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36898) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:30.414219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:30.441834 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Pushing event updated for resources: {'Port': ['ID=54029b1b-d26f-425a-b977-927e51820f43,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:30.442883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:30.473433 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26b52a75-fbae-4f20-9d89-cea5cf624de3 req-b546649b-6ae5-4e78-916f-b84801d7287a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627095 Jun 15 14:47:30.483968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-994cd37a-3025-4ea9-ba50-4b5786a19902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:30.530752 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:30.547494 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6522d3-9e3c-4cd3-90d8-3dc4964c2930 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:30.548008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6522d3-9e3c-4cd3-90d8-3dc4964c2930 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:30.551017 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-db6522d3-9e3c-4cd3-90d8-3dc4964c2930 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/4b29cbfe-ee5d-45ce-8116-e8d36642ea85 HTTP/1.1" status: 404 len: 337 time: 0.1114430 Jun 15 14:47:30.568921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36902) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:30.643180 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59ba1729-ad6f-41a2-a763-31fecb818a16 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:30.711739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:30.716351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:30.742078 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b4c8ef-2be5-4f33-9cbb-03e5bee6211e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:30.742780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6b4c8ef-2be5-4f33-9cbb-03e5bee6211e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:30.744635 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c6b4c8ef-2be5-4f33-9cbb-03e5bee6211e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/1cea7914-3fa3-4c62-9482-a5cc39ab1a74 HTTP/1.1" status: 404 len: 337 time: 0.1716876 Jun 15 14:47:30.817637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36906) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:30.890661 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-18f8dcb7-7a97-41ae-8e81-b8413d708c80 req-b018ef7c-f2fd-444b-8663-b4f43277e454 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 210 time: 0.5190234 Jun 15 14:47:30.901465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145718ab-5e7c-47a7-bb16-8a1b318d784a None None] Network d1bba777-80ae-40d1-abe3-cdf14080acdf requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:30.933664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port d3d59729-9855-45c6-89ec-93cd84f34ff6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:30.935494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3bf2a0d5-7cf3-4961-add6-c0fde1507944 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:30.960491 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d17ef9-a665-4714-8364-2487fadf4a1f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:30.960954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d17ef9-a665-4714-8364-2487fadf4a1f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:30.962710 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-48d17ef9-a665-4714-8364-2487fadf4a1f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/32452379-ee9c-48d2-a5f0-bffe3c401f36 HTTP/1.1" status: 404 len: 337 time: 0.1439884 Jun 15 14:47:30.965693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36910) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:30.979982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.023333 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Attempting to bind port 54029b1b-d26f-425a-b977-927e51820f43 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:31.023816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Attempting to bind port 54029b1b-d26f-425a-b977-927e51820f43 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '71d3784a-503f-4283-aee2-0b2c26ef536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8c61c754-77c8-4b54-bf67-115f72d1f543'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:31.024296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Attempting to bind port 54029b1b-d26f-425a-b977-927e51820f43 on network 8c61c754-77c8-4b54-bf67-115f72d1f543 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:31.042647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.056317 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c21887a9-826a-4733-9e75-628d6a7d7c8c req-638bcfa8-27d8-4743-a30c-9f134918a44d service neutron] 10.222.0.44 "GET /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7828588 Jun 15 14:47:31.061078 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b7d1fb75-8f75-466c-9196-67b228931fef tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=d26a7a47-5d91-46b4-b1ff-33bdbed6a024 HTTP/1.1" status: 200 len: 205 time: 0.0865731 Jun 15 14:47:31.062157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36914) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:31.068582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59ba1729-ad6f-41a2-a763-31fecb818a16 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.118922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.125274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:31.125720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Checking segment: {'id': '71d3784a-503f-4283-aee2-0b2c26ef536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8c61c754-77c8-4b54-bf67-115f72d1f543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:31.126193 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.126642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Bound using segment: {'id': '71d3784a-503f-4283-aee2-0b2c26ef536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8c61c754-77c8-4b54-bf67-115f72d1f543'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:31.127194 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Bound port: 54029b1b-d26f-425a-b977-927e51820f43, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d3784a-503f-4283-aee2-0b2c26ef536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8c61c754-77c8-4b54-bf67-115f72d1f543'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:31.127724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.135868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba1729-ad6f-41a2-a763-31fecb818a16 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event deleted for resources: {'Subnet': ['ID=9c821465-2f03-4d6f-bbd6-5958e4497f29,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:31.143655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59ba1729-ad6f-41a2-a763-31fecb818a16 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.183557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:31.201274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-334a7cfe-ff57-4a60-9b6f-db6bd747bb59 None None] Provisioning for port eac191b6-daa6-427a-8045-87f0bdf41e9a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:31.210668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object 91afc305-0296-4bfa-a832-f2414a26fd95 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:31.215335 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59ba1729-ad6f-41a2-a763-31fecb818a16 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "DELETE /v2.0/subnets/9c821465-2f03-4d6f-bbd6-5958e4497f29 HTTP/1.1" status: 204 len: 168 time: 2.5650132 Jun 15 14:47:31.219527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36918) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:31.227537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994cd37a-3025-4ea9-ba50-4b5786a19902 None None] Pushing event updated for resources: {'Port': ['ID=29f04e72-69e5-4e0e-a9bb-2037355a940a,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:31.237818 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-f01c9db9-6adc-4bf3-a5e2-084c0c70652b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] delete failed (client error): The resource could not be found. Jun 15 14:47:31.241852 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f01c9db9-6adc-4bf3-a5e2-084c0c70652b tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/d26a7a47-5d91-46b4-b1ff-33bdbed6a024 HTTP/1.1" status: 404 len: 336 time: 0.1761796 Jun 15 14:47:31.255906 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36922) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:31.308999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:31.346862 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5693020f-1f7e-4dc8-b730-626af9004403 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5 HTTP/1.1" status: 200 len: 205 time: 0.0857282 Jun 15 14:47:31.349931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc77222f-dabe-443c-8e11-da358522ea41 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:31.350735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fc77222f-dabe-443c-8e11-da358522ea41 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Synchronizing usage tracker for tenant:66a18a76bd99481881d12a568087d0f8 on resource:subnet {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:31.352127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36926) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:31.371103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.415973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.426748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-173b79fa-1f41-43b8-a51b-9e2d9ee3d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:23Z', 'revision_number': 7, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf2a0d5-7cf3-4961-add6-c0fde1507944', 'name': '', 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:f5:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:09Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:20Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:31.430307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fc77222f-dabe-443c-8e11-da358522ea41 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Unset dirty status for tenant:66a18a76bd99481881d12a568087d0f8 on resource:subnet {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:31.431524 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fc77222f-dabe-443c-8e11-da358522ea41 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2102733 Jun 15 14:47:31.438739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36930) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:31.439693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 3bf2a0d5-7cf3-4961-add6-c0fde1507944 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:31.445928 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b79fa-1f41-43b8-a51b-9e2d9ee3d8c4 None None] The sync data for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv is: [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:23Z', 'revision_number': 7, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3bf2a0d5-7cf3-4961-add6-c0fde1507944', 'name': '', 'network_id': 'fdb4a422-1b15-4aca-bdba-bdacb6a0c33b', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:f5:70:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:09Z', 'updated_at': '2022-06-15T14:47:18Z', 'revision_number': 4, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '0760a284-fcdc-4a82-b2c5-c835d729a130', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:20Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:31.447931 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] For port 54029b1b-d26f-425a-b977-927e51820f43, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:31.454038 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] For port 54029b1b-d26f-425a-b977-927e51820f43, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=54029b1b-d26f-425a-b977-927e51820f43,segment=NetworkSegment(71d3784a-503f-4283-aee2-0b2c26ef536c),segment_id=71d3784a-503f-4283-aee2-0b2c26ef536c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:31.464353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3bf2a0d5-7cf3-4961-add6-c0fde1507944 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:31.464713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.495447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.523435 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:31.558809 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-d7140faa-1f20-4200-8e3f-89a5fb8d11dc tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] delete failed (client error): The resource could not be found. Jun 15 14:47:31.560357 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d7140faa-1f20-4200-8e3f-89a5fb8d11dc tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/b8e0ba6b-77bc-4a46-a0f4-7af5e15221e5 HTTP/1.1" status: 404 len: 336 time: 0.2017303 Jun 15 14:47:31.582746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36936) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:31.586146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Subnet': ['ID=08aa0be3-2ef6-4318-9b56-fb8cf065548a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:31.618906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=91afc305-0296-4bfa-a832-f2414a26fd95,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:31.672920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:31.756137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:31.765927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Checking segment: {'id': '548968d9-88ef-4763-87d4-6242a9f12ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd6dcd7f6-b04a-412f-b7f6-6b08773898fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:31.766297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network hostable DHCP agents. Network: d6dcd7f6-b04a-412f-b7f6-6b08773898fb, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:47:31.782568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:31.789797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c868e6-5bc3-42c5-956d-cf0fb2211107 None None] Pushing event updated for resources: {'Port': ['ID=54029b1b-d26f-425a-b977-927e51820f43,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:31.892810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe97ae-31ed-4b1c-9f1a-7219b7ee3fbb req-29bcca03-c4b1-40ce-bd34-94ad40183c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:31.895079 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0fe97ae-31ed-4b1c-9f1a-7219b7ee3fbb req-29bcca03-c4b1-40ce-bd34-94ad40183c65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3643c5210fdd422a8c02fdc421c86e35&device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 1097 time: 0.7630985 Jun 15 14:47:31.899362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ddd69f-e88b-4df5-bd49-2c389da3726f None None] Network 8c61c754-77c8-4b54-bf67-115f72d1f543 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:31.922168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:31.922925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:31.952476 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ac448d-42d4-460e-ac7f-f9159c0992e1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:31.953121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ac448d-42d4-460e-ac7f-f9159c0992e1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:31.966171 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-99ac448d-42d4-460e-ac7f-f9159c0992e1 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/288fc622-fd62-4053-b20c-282872fefc70 HTTP/1.1" status: 404 len: 337 time: 0.3002152 Jun 15 14:47:31.968435 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-1579967c-4278-4075-9694-76807b71844d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0404766 Jun 15 14:47:31.972664 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 3bf2a0d5-7cf3-4961-add6-c0fde1507944 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:31.972907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36942) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:31.973025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:32.006452 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b289f1f2-9618-4902-9742-266f37819047 None None] DHCP port deletion for d1bba777-80ae-40d1-abe3-cdf14080acdf request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:47:32.119423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:32.171855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b289f1f2-9618-4902-9742-266f37819047 None None] Deleting port eac191b6-daa6-427a-8045-87f0bdf41e9a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:32.171855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b289f1f2-9618-4902-9742-266f37819047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:32.206583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3bf2a0d5-7cf3-4961-add6-c0fde1507944 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:32.207248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:32.209757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Request body: {'port': {'device_id': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:32.234090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network d6dcd7f6-b04a-412f-b7f6-6b08773898fb is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:47:32.262270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ca232152-eee9-4def-880b-8b82f603d302 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Synchronizing usage tracker for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:32.284639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, d6dcd7f6-b04a-412f-b7f6-6b08773898fb) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:32.299025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:32.299715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:32.312858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd9330e-7352-4e09-ad5f-f69ef115625c None None] Network d6dcd7f6-b04a-412f-b7f6-6b08773898fb requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:32.327532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:32.331846 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Deleting port 54029b1b-d26f-425a-b977-927e51820f43 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:32.331846 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:32.335125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ca232152-eee9-4def-880b-8b82f603d302 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] Unset dirty status for tenant:2b2fcd08250a417586d6473adcddd585 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:32.338627 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ca232152-eee9-4def-880b-8b82f603d302 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7c0e2a1-7f39-406d-ad39-b1e516fc2590 HTTP/1.1" status: 200 len: 205 time: 0.3598955 Jun 15 14:47:32.348057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36948) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:32.384812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259966f-3ce5-4011-8b3f-a8ba3f8bf91a req-d210a1f5-fa6e-400d-897b-8e36469668e7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:32.386197 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4259966f-3ce5-4011-8b3f-a8ba3f8bf91a req-d210a1f5-fa6e-400d-897b-8e36469668e7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 944 time: 0.7101629 Jun 15 14:47:32.392118 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f426aab6-6d46-4d20-a129-8172c7ff1c1f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3263636 Jun 15 14:47:32.404000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36954) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:32.404831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:32.428420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:32.438068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': 'd6dcd7f6-b04a-412f-b7f6-6b08773898fb', 'name': 'tempest-PortsTestJSON-1812498841', 'fixed_ips': [{'subnet_id': '08aa0be3-2ef6-4318-9b56-fb8cf065548a', 'ip_address': '172.20.0.10'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:32.465226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-57862e67-2a9c-4b9e-9958-168be5ec8141 None None] Provisioning complete for port 68566224-fe08-4f23-be3d-3ee7788e0295 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:32.465600 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57862e67-2a9c-4b9e-9958-168be5ec8141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:32.514142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 3bf2a0d5-7cf3-4961-add6-c0fde1507944, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3bf2a0d5-7cf3-4961-add6-c0fde1507944,segment=NetworkSegment(ef0552ef-27fa-45b4-87ea-9286394a4498),segment_id=ef0552ef-27fa-45b4-87ea-9286394a4498)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:32.519479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe97ae-31ed-4b1c-9f1a-7219b7ee3fbb req-4bec74a6-f853-457c-85a4-4bad080707fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:32.521165 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0fe97ae-31ed-4b1c-9f1a-7219b7ee3fbb req-4bec74a6-f853-457c-85a4-4bad080707fb service neutron] 10.222.0.44 "GET /v2.0/networks?id=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 HTTP/1.1" status: 200 len: 898 time: 0.6055341 Jun 15 14:47:32.542747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:32.543549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5edd05e2-dc72-442b-8f65-dff15654d815 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:32.638196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 5edd05e2-dc72-442b-8f65-dff15654d815 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:32.638520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5edd05e2-dc72-442b-8f65-dff15654d815 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 15 14:47:32.687009 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-e287928e-916f-4ef2-ac22-a5732a511549 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] delete failed (client error): The resource could not be found. Jun 15 14:47:32.690906 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e287928e-916f-4ef2-ac22-a5732a511549 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/e7c0e2a1-7f39-406d-ad39-b1e516fc2590 HTTP/1.1" status: 404 len: 336 time: 0.3375804 Jun 15 14:47:32.703174 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4259966f-3ce5-4011-8b3f-a8ba3f8bf91a req-5b6c0c16-5f7e-4612-b465-687eb29c2f4f tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050625 Jun 15 14:47:32.709984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36960) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:32.713711 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Port 5edd05e2-dc72-442b-8f65-dff15654d815 not found, will not notify nova. {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 15 14:47:32.714121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 21495323-3c86-4c25-a9d4-da45ece6f9d5 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:32.741993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-57862e67-2a9c-4b9e-9958-168be5ec8141 None None] Port 68566224-fe08-4f23-be3d-3ee7788e0295 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:32.780844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] device_id is not set on port 7e28bf13-015e-4cc9-a379-7a879b85e3da yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:47:32.828982 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-15637def-44a5-424a-ba57-05c5fccfcf3c tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=7de32e7e-cbaa-4433-b510-02b3c35d2d03 HTTP/1.1" status: 200 len: 205 time: 0.1011684 Jun 15 14:47:32.839842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 36964) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:32.846142 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0fe97ae-31ed-4b1c-9f1a-7219b7ee3fbb req-618611c3-0d2b-4be3-b986-b97d3b265ce3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f HTTP/1.1" status: 200 len: 217 time: 0.3110187 Jun 15 14:47:32.866748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:32.871065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:port and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:32.877946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:32.887269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:32.932386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b289f1f2-9618-4902-9742-266f37819047 None None] For port eac191b6-daa6-427a-8045-87f0bdf41e9a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=eac191b6-daa6-427a-8045-87f0bdf41e9a,segment=NetworkSegment(af8a5f7f-858f-4e50-bea9-f822867933fb),segment_id=af8a5f7f-858f-4e50-bea9-f822867933fb)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:32.932778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b289f1f2-9618-4902-9742-266f37819047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:32.945593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-57862e67-2a9c-4b9e-9958-168be5ec8141 None None] Provisioning for port 91afc305-0296-4bfa-a832-f2414a26fd95 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:32.948430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=3bf2a0d5-7cf3-4961-add6-c0fde1507944,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:32.976196 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:32.998217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd7609-e813-4495-81a5-b7ba15c91a19 req-2bdf3ff6-d456-4c73-8d83-eb84761a4570 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:32.999856 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-98bd7609-e813-4495-81a5-b7ba15c91a19 req-2bdf3ff6-d456-4c73-8d83-eb84761a4570 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 932 time: 0.8781416 Jun 15 14:47:33.008364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-57862e67-2a9c-4b9e-9958-168be5ec8141 None None] Provisioning complete for port 91afc305-0296-4bfa-a832-f2414a26fd95 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:33.008923 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57862e67-2a9c-4b9e-9958-168be5ec8141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:33.062909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] For port 3bf2a0d5-7cf3-4961-add6-c0fde1507944, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3bf2a0d5-7cf3-4961-add6-c0fde1507944,segment=NetworkSegment(ef0552ef-27fa-45b4-87ea-9286394a4498),segment_id=ef0552ef-27fa-45b4-87ea-9286394a4498)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:33.063329 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:33.071789 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-f69af9a3-70eb-4ce9-b1da-c029e0b2109e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] delete failed (client error): The resource could not be found. Jun 15 14:47:33.075320 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f69af9a3-70eb-4ce9-b1da-c029e0b2109e tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/7de32e7e-cbaa-4433-b510-02b3c35d2d03 HTTP/1.1" status: 404 len: 336 time: 0.2289929 Jun 15 14:47:33.076224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36968) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:33.147124 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77925c9-38a6-489a-88d9-cfe643912018 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:33.147563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77925c9-38a6-489a-88d9-cfe643912018 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:33.151801 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a77925c9-38a6-489a-88d9-cfe643912018 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/b4f2b00f-5b7d-4d8d-a782-bd479b42c90a HTTP/1.1" status: 404 len: 337 time: 0.0722537 Jun 15 14:47:33.155245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36972) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:33.187800 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b289f1f2-9618-4902-9742-266f37819047 None None] Calling delete_port for eac191b6-daa6-427a-8045-87f0bdf41e9a owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:33.231854 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-03103d6a-98a0-445a-b5da-da3deb6ba606 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba3a8c5f-1745-4803-9b18-5f09329fec06 HTTP/1.1" status: 200 len: 205 time: 0.0721481 Jun 15 14:47:33.241100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36976) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:33.277664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-d6dcd7f6-b04a-412f-b7f6-6b08773898fb', 'network_id': 'd6dcd7f6-b04a-412f-b7f6-6b08773898fb', 'tenant_id': '521159c916044f0ba796279da421933a', 'fixed_ips': [{'subnet_id': '08aa0be3-2ef6-4318-9b56-fb8cf065548a'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:47:33.278491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:33.293263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-57862e67-2a9c-4b9e-9958-168be5ec8141 None None] Port 91afc305-0296-4bfa-a832-f2414a26fd95 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:33.300554 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 21495323-3c86-4c25-a9d4-da45ece6f9d5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:33.300926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:33.335260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:33.376035 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-986fcff9-ac1b-4666-b3da-b752b7a89561 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] delete failed (client error): The resource could not be found. Jun 15 14:47:33.379849 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-986fcff9-ac1b-4666-b3da-b752b7a89561 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/ba3a8c5f-1745-4803-9b18-5f09329fec06 HTTP/1.1" status: 404 len: 336 time: 0.1340883 Jun 15 14:47:33.391674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36982) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:33.432238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-57862e67-2a9c-4b9e-9958-168be5ec8141 None None] Provisioning for port 29f04e72-69e5-4e0e-a9bb-2037355a940a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:33.447963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b289f1f2-9618-4902-9742-266f37819047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:33.453806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for 3bf2a0d5-7cf3-4961-add6-c0fde1507944 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:33.457983 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc4b65f-2235-48cb-a728-e5124c6bb830 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:33.458452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc4b65f-2235-48cb-a728-e5124c6bb830 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:33.463635 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fdc4b65f-2235-48cb-a728-e5124c6bb830 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/d9a43ffa-4f06-4db0-a4f5-7b453a61e4db HTTP/1.1" status: 404 len: 337 time: 0.0686512 Jun 15 14:47:33.468229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36986) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:33.479114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91afc305-0296-4bfa-a832-f2414a26fd95 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:47:33.487943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-57862e67-2a9c-4b9e-9958-168be5ec8141 None None] Provisioning complete for port 29f04e72-69e5-4e0e-a9bb-2037355a940a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:33.488371 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57862e67-2a9c-4b9e-9958-168be5ec8141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:33.494171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe97ae-31ed-4b1c-9f1a-7219b7ee3fbb req-55fa725a-71fe-4016-960b-8645305244cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:33.495864 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0fe97ae-31ed-4b1c-9f1a-7219b7ee3fbb req-55fa725a-71fe-4016-960b-8645305244cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48317201-d757-4bda-87b6-ad06fdc12a70 HTTP/1.1" status: 200 len: 835 time: 0.6146762 Jun 15 14:47:33.496350 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:33.546862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289f1f2-9618-4902-9742-266f37819047 None None] Pushing event deleted for resources: {'Port': ['ID=eac191b6-daa6-427a-8045-87f0bdf41e9a,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:33.559899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port ea2ca488-517c-421a-8850-1cb522d55071 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:47:33.563927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289f1f2-9618-4902-9742-266f37819047 None None] No DVR routers for this DVR port eac191b6-daa6-427a-8045-87f0bdf41e9a on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:47:33.594284 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-98bd7609-e813-4495-81a5-b7ba15c91a19 req-0451025c-db05-4f63-94db-d5ad876514a4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e279663-163d-448f-a4e1-07efb5662153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5725048 Jun 15 14:47:33.653707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] For port 54029b1b-d26f-425a-b977-927e51820f43, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=54029b1b-d26f-425a-b977-927e51820f43,segment=NetworkSegment(71d3784a-503f-4283-aee2-0b2c26ef536c),segment_id=71d3784a-503f-4283-aee2-0b2c26ef536c)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:33.654440 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:33.700620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 21495323-3c86-4c25-a9d4-da45ece6f9d5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:33.701686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:33.733946 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0b487346-0806-42dc-9bca-b1b1b52a2aa5 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "GET /v2.0/ports?device_id=89733c04-dfb1-40bc-823a-b46b600c47e9 HTTP/1.1" status: 200 len: 205 time: 0.2433615 Jun 15 14:47:33.739386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36992) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:33.752103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Allocated IP 172.20.0.2 (d6dcd7f6-b04a-412f-b7f6-6b08773898fb/08aa0be3-2ef6-4318-9b56-fb8cf065548a/7a3a4e2a-615c-4572-8512-0018ed9d1899) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:33.882552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:47:33.882931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:47:33.884227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8::367 (508ae436-8035-420d-83f1-786e9ae2dd4c/8ea7a3e7-761e-4498-b03f-ad0ba1198e43/7e28bf13-015e-4cc9-a379-7a879b85e3da) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:33.895944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Calling delete_port for 54029b1b-d26f-425a-b977-927e51820f43 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:33.973248 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Transition to ACTIVE for port object 91afc305-0296-4bfa-a832-f2414a26fd95 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:33.973864 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-57862e67-2a9c-4b9e-9958-168be5ec8141 None None] Current status of the port 29f04e72-69e5-4e0e-a9bb-2037355a940a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:34.007295 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:34.007753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:34.020200 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-2c6287a8-a472-425b-891f-4bc631e30a41 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] delete failed (client error): The resource could not be found. Jun 15 14:47:34.021243 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2c6287a8-a472-425b-891f-4bc631e30a41 tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/routers/89733c04-dfb1-40bc-823a-b46b600c47e9 HTTP/1.1" status: 404 len: 336 time: 0.2656279 Jun 15 14:47:34.022105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:34.026343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 36996) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:34.036292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe97ae-31ed-4b1c-9f1a-7219b7ee3fbb req-2f1e722b-9646-4925-8876-4d04abb8ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:34.037918 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0fe97ae-31ed-4b1c-9f1a-7219b7ee3fbb req-2f1e722b-9646-4925-8876-4d04abb8ecb6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5059576 Jun 15 14:47:34.196984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:34.200575 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82d93bf-f307-4c90-87c4-f4248067b94f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:34.201002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82d93bf-f307-4c90-87c4-f4248067b94f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:34.227589 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c82d93bf-f307-4c90-87c4-f4248067b94f tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/b669df9b-1117-4db2-a877-5d1b048ba4a1 HTTP/1.1" status: 404 len: 337 time: 0.1652489 Jun 15 14:47:34.245082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37000) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:34.256524 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:34.268900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Pushing event updated for resources: {'Port': ['ID=91afc305-0296-4bfa-a832-f2414a26fd95,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:34.285027 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:34.318400 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Transition to ACTIVE for port object 7a3a4e2a-615c-4572-8512-0018ed9d1899 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:34.349566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e127501d-3947-4857-82a9-3c332846f94c no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:34.350638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dcd88-3b28-406e-9ead-0f04ccfad305 req-acf649de-914c-434a-9eed-a4ee3c04d627 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:34.352286 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eb7dcd88-3b28-406e-9ead-0f04ccfad305 req-acf649de-914c-434a-9eed-a4ee3c04d627 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 944 time: 0.3753667 Jun 15 14:47:34.405729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:47:34.406277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Attempting to bind port 91afc305-0296-4bfa-a832-f2414a26fd95 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:34.406568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Attempting to bind port 91afc305-0296-4bfa-a832-f2414a26fd95 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:34.406896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Attempting to bind port 91afc305-0296-4bfa-a832-f2414a26fd95 on network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:34.413997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: e127501d-3947-4857-82a9-3c332846f94c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:34.414345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e127501d-3947-4857-82a9-3c332846f94c not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:34.418937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Port 91afc305-0296-4bfa-a832-f2414a26fd95 on network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:47:34.419561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Attempting to bind port 91afc305-0296-4bfa-a832-f2414a26fd95 on network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:34.422237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Transition to ACTIVE for port object 7a3a4e2a-615c-4572-8512-0018ed9d1899 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:34.440111 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eb7dcd88-3b28-406e-9ead-0f04ccfad305 req-31e856c2-8e1b-4da2-b999-6a9983dfd477 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810840 Jun 15 14:47:34.454051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:34.454051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Checking segment: {'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:34.454051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Bound using segment: {'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:34.454051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Bound port: 91afc305-0296-4bfa-a832-f2414a26fd95, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b892f7b-37a7-455e-9516-5c422ffbca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:34.454051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:34.464905 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:34.501053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 3bf2a0d5-7cf3-4961-add6-c0fde1507944 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:34.501677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:34.528374 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event deleted for resources: {'Port': ['ID=54029b1b-d26f-425a-b977-927e51820f43,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:34.541247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] No DVR routers for this DVR port 54029b1b-d26f-425a-b977-927e51820f43 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:47:34.547141 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecc4fe2-80d9-4cc2-899a-4d5108d31d0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:34.547843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ecc4fe2-80d9-4cc2-899a-4d5108d31d0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:34.557200 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Network d6dcd7f6-b04a-412f-b7f6-6b08773898fb is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:34.561564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Pushing event updated for resources: {'Port': ['ID=7a3a4e2a-615c-4572-8512-0018ed9d1899,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:34.568343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:34.571352 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:34.573636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.10 (d6dcd7f6-b04a-412f-b7f6-6b08773898fb/08aa0be3-2ef6-4318-9b56-fb8cf065548a/ea2ca488-517c-421a-8850-1cb522d55071) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:34.613808 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1ecc4fe2-80d9-4cc2-899a-4d5108d31d0d tempest-RoutersIpV6Test-419645890 tempest-RoutersIpV6Test-419645890-project] 10.222.0.26 "DELETE /v2.0/subnets/e513e677-4422-4bbb-b79e-ce75153327d1 HTTP/1.1" status: 404 len: 337 time: 0.3681462 Jun 15 14:47:34.623869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] For port 91afc305-0296-4bfa-a832-f2414a26fd95, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:34.666466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3bf2a0d5-7cf3-4961-add6-c0fde1507944 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:34.667343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] For port 91afc305-0296-4bfa-a832-f2414a26fd95, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=91afc305-0296-4bfa-a832-f2414a26fd95,segment=NetworkSegment(8b892f7b-37a7-455e-9516-5c422ffbca94),segment_id=8b892f7b-37a7-455e-9516-5c422ffbca94)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:34.698331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:34.713638 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0fe97ae-31ed-4b1c-9f1a-7219b7ee3fbb req-d8ffb7be-af0d-4971-95ce-b4aa3b3d53a9 service neutron] 10.222.0.44 "GET /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674356 Jun 15 14:47:34.884043 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:34.968527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Attempting to bind port 7a3a4e2a-615c-4572-8512-0018ed9d1899 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:34.972514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Attempting to bind port 7a3a4e2a-615c-4572-8512-0018ed9d1899 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '548968d9-88ef-4763-87d4-6242a9f12ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd6dcd7f6-b04a-412f-b7f6-6b08773898fb'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:34.972908 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Attempting to bind port 7a3a4e2a-615c-4572-8512-0018ed9d1899 on network d6dcd7f6-b04a-412f-b7f6-6b08773898fb {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:34.989008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:34.989461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Checking segment: {'id': '548968d9-88ef-4763-87d4-6242a9f12ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd6dcd7f6-b04a-412f-b7f6-6b08773898fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:34.989770 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:34.990167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Bound using segment: {'id': '548968d9-88ef-4763-87d4-6242a9f12ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd6dcd7f6-b04a-412f-b7f6-6b08773898fb'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:34.990648 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Bound port: 7a3a4e2a-615c-4572-8512-0018ed9d1899, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548968d9-88ef-4763-87d4-6242a9f12ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd6dcd7f6-b04a-412f-b7f6-6b08773898fb'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:34.991025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:34.997849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.001985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.032046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:35.034839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.037247 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] 10.222.0.44 "PUT /v2.0/ports/91afc305-0296-4bfa-a832-f2414a26fd95 HTTP/1.1" status: 200 len: 1094 time: 3.0549910 Jun 15 14:47:35.039974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'tag': '91afc305-0296-4bfa-a832-f2414a26fd95'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:47:35.057076 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:35.085800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Transition to ACTIVE for port object ea2ca488-517c-421a-8850-1cb522d55071 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:35.124997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object 7e28bf13-015e-4cc9-a379-7a879b85e3da will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:35.145584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'port_id': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'mac_address': 'fa:16:3e:37:d5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:47:35.159953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37014) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:35.162709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1740bb-2095-4ca0-a24f-dd4858b9b616 service neutron] Pushing event updated for resources: {'Port': ['ID=91afc305-0296-4bfa-a832-f2414a26fd95,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:35.208483 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c61c754-77c8-4b54-bf67-115f72d1f543']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:35.244079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-6490afa8-2ee6-4e90-9f53-d1d0b6b150dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:35.248853 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-6490afa8-2ee6-4e90-9f53-d1d0b6b150dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 1097 time: 0.1595061 Jun 15 14:47:35.249757 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:35.250149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.254240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.261877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d3784a-503f-4283-aee2-0b2c26ef536c') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:35.262381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d3784a-503f-4283-aee2-0b2c26ef536c') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:35.277515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:47:35.296765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:35.307255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.314090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] For port 7a3a4e2a-615c-4572-8512-0018ed9d1899, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:35.316948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3bf2a0d5-7cf3-4961-add6-c0fde1507944 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:35.317345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.332542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.340444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] For port 3bf2a0d5-7cf3-4961-add6-c0fde1507944, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3bf2a0d5-7cf3-4961-add6-c0fde1507944,segment=NetworkSegment(ef0552ef-27fa-45b4-87ea-9286394a4498),segment_id=ef0552ef-27fa-45b4-87ea-9286394a4498)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:35.340908 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.401977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.402984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.413280 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0fe97ae-31ed-4b1c-9f1a-7219b7ee3fbb req-bdcbaef5-1795-4cdf-98f1-7dae4493c401 service neutron] 10.222.0.44 "GET /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169803 Jun 15 14:47:35.445970 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f34f85-d93c-40ae-aecc-1ddec4dbee63'] response: {'name': 'network-changed', 'server_uuid': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'tag': '91afc305-0296-4bfa-a832-f2414a26fd95', 'status': 'completed', 'code': 200} Jun 15 14:47:35.446554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=ea2ca488-517c-421a-8850-1cb522d55071,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:35.467760 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-366edacb-0a86-41d5-aaaa-c45fdeed162b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91afc305-0296-4bfa-a832-f2414a26fd95 HTTP/1.1" status: 200 len: 217 time: 0.1991475 Jun 15 14:47:35.476626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] For port 7a3a4e2a-615c-4572-8512-0018ed9d1899, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7a3a4e2a-615c-4572-8512-0018ed9d1899,segment=NetworkSegment(548968d9-88ef-4763-87d4-6242a9f12ac4),segment_id=548968d9-88ef-4763-87d4-6242a9f12ac4)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:35.494509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.515070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network d6dcd7f6-b04a-412f-b7f6-6b08773898fb is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:35.519114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:35.526277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:35.550142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:35.563379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for 3bf2a0d5-7cf3-4961-add6-c0fde1507944 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:35.595829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:47:35.596393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.654980 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 508ae436-8035-420d-83f1-786e9ae2dd4c is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:35.687085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['199f7e7c-3a91-4b27-b27d-7da65c8f9b8f'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:47:35.702605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:35.704882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.719211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-aff1d998-9cea-4566-847c-3933291cb71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:35.721011 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-aff1d998-9cea-4566-847c-3933291cb71f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=197bee49-1cb2-4ded-801c-db3ff1dc91ef HTTP/1.1" status: 200 len: 834 time: 0.2452555 Jun 15 14:47:35.762882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:35.772547 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 71d3784a-503f-4283-aee2-0b2c26ef536c resource provider aggregate not found Jun 15 14:47:35.791776 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-da2cbaa8-3832-49c3-8980-88700eaa6620 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3765428 Jun 15 14:47:35.794756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:35.800688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:35.803894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.809258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37026) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:35.817364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deaaf0-9d3c-4d11-b1bd-8c9cb584b00a None None] Pushing event updated for resources: {'Port': ['ID=7a3a4e2a-615c-4572-8512-0018ed9d1899,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:35.827479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': 'd6dcd7f6-b04a-412f-b7f6-6b08773898fb', 'name': 'tempest-PortsTestJSON-2098803934', 'fixed_ips': [{'subnet_id': '08aa0be3-2ef6-4318-9b56-fb8cf065548a', 'ip_address': '172.20.0.9'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:35.850207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.866388 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:35.868586 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "DELETE /v2.0/networks/8c61c754-77c8-4b54-bf67-115f72d1f543 HTTP/1.1" status: 204 len: 168 time: 4.4274189 Jun 15 14:47:35.879582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145b953-3bfa-4853-bd35-fc07afd10dfa req-950cde79-add3-4e79-8e3e-56e0fafa563e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:35.882316 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3145b953-3bfa-4853-bd35-fc07afd10dfa req-950cde79-add3-4e79-8e3e-56e0fafa563e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 944 time: 1.0474775 Jun 15 14:47:35.883923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=7e28bf13-015e-4cc9-a379-7a879b85e3da,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:35.888940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3bf2a0d5-7cf3-4961-add6-c0fde1507944 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:35.890393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c15bf075-654b-4b74-b813-e7064b6e19cf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:35.890736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37030) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:35.905505 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 71d3784a-503f-4283-aee2-0b2c26ef536c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71d3784a-503f-4283-aee2-0b2c26ef536c found for delete ", "request_id": "req-816210de-d8ee-43ab-99ba-919fad671458"}]} Jun 15 14:47:36.015264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b62467-9e4c-4bd2-a72a-24c02a907ce0 req-7699dd56-1ba3-418d-bfb7-33a0be834849 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:36.016779 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0b62467-9e4c-4bd2-a72a-24c02a907ce0 req-7699dd56-1ba3-418d-bfb7-33a0be834849 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 945 time: 0.4344716 Jun 15 14:47:36.056715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c15bf075-654b-4b74-b813-e7064b6e19cf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:36.057772 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:36.116474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-cd41eb59-290b-4605-a9b0-839a7c9b880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:36.118231 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-cd41eb59-290b-4605-a9b0-839a7c9b880f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c6f62a-5be1-4ff6-92d6-3f8b9098031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3875115 Jun 15 14:47:36.127897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:36.132662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:port and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:36.135635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:36.141851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:36.153854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4127c2-7c40-4c77-844d-aad0d5ab6cc5 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event deleted for resources: {'Network': ['ID=8c61c754-77c8-4b54-bf67-115f72d1f543,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:36.161590 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8395faae-bb56-4906-b5e2-148de07daafd tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.9886775 Jun 15 14:47:36.185002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37034) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:36.192740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fec5861b-d46b-49fe-954f-e55b160dfcde tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:36.228332 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a0b62467-9e4c-4bd2-a72a-24c02a907ce0 req-142655b0-6485-43cf-875e-b606d96480d3 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902099 Jun 15 14:47:36.228958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:36.231882 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-da5dfeb7-848d-41fa-aee0-7762aa7f35fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b2fcd08250a417586d6473adcddd585&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0676961 Jun 15 14:47:36.234482 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:36.240507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37038) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:36.310588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-75c15a71-52dd-4cc7-804a-4c1b72020dde None None] Provisioning for port 7e28bf13-015e-4cc9-a379-7a879b85e3da completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:36.322197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-75c15a71-52dd-4cc7-804a-4c1b72020dde None None] Provisioning complete for port 7e28bf13-015e-4cc9-a379-7a879b85e3da triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:36.322567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-75c15a71-52dd-4cc7-804a-4c1b72020dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:36.338123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:36.354075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c15bf075-654b-4b74-b813-e7064b6e19cf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:36.355194 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29f04e72-69e5-4e0e-a9bb-2037355a940a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:36.359038 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3145b953-3bfa-4853-bd35-fc07afd10dfa req-adbf106d-a55f-4811-b315-d705964c6a46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e279663-163d-448f-a4e1-07efb5662153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4673290 Jun 15 14:47:36.444972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-75c15a71-52dd-4cc7-804a-4c1b72020dde None None] Port 7e28bf13-015e-4cc9-a379-7a879b85e3da cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:36.459933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 29f04e72-69e5-4e0e-a9bb-2037355a940a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:36.460175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85a2d456-6dd7-4ef9-a0e7-f23abb81931a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:36.460374 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:36.552389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port f9d258d1-d052-4b7a-bf25-608663ec84ce yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:47:36.582845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 29f04e72-69e5-4e0e-a9bb-2037355a940a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:36.645484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5edd05e2-dc72-442b-8f65-dff15654d815 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:36.693800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fec5861b-d46b-49fe-954f-e55b160dfcde tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:36.699668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fec5861b-d46b-49fe-954f-e55b160dfcde tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:36.702381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 5edd05e2-dc72-442b-8f65-dff15654d815 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:36.702775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5edd05e2-dc72-442b-8f65-dff15654d815 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:36.704888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fec5861b-d46b-49fe-954f-e55b160dfcde tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:36.732603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fec5861b-d46b-49fe-954f-e55b160dfcde tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:36.760579 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85a2d456-6dd7-4ef9-a0e7-f23abb81931a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:36.769619 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:36.828161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec5861b-d46b-49fe-954f-e55b160dfcde tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:36.831675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bba777-80ae-40d1-abe3-cdf14080acdf']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:36.832355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fec5861b-d46b-49fe-954f-e55b160dfcde tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:36.853063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8a5f7f-858f-4e50-bea9-f822867933fb') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:36.853510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8a5f7f-858f-4e50-bea9-f822867933fb') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:36.861719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:36.898085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7a3a4e2a-615c-4572-8512-0018ed9d1899 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:36.913367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:36.935960 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-de61ef87-f0d2-46e6-ae74-4391d693b577 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c6f62a-5be1-4ff6-92d6-3f8b9098031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7748907 Jun 15 14:47:36.989695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 7a3a4e2a-615c-4572-8512-0018ed9d1899 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:37.010435 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:37.070055 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85a2d456-6dd7-4ef9-a0e7-f23abb81931a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:37.073135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=3bf2a0d5-7cf3-4961-add6-c0fde1507944,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:37.099015 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:47:37.099428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:37.132829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2d456-6dd7-4ef9-a0e7-f23abb81931a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1803792-2995-4741-98c8-d1b3574c8c05,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:37.169419 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-fec5861b-d46b-49fe-954f-e55b160dfcde tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ea7a3e7-761e-4498-b03f-ad0ba1198e43 (CIDR: 2001:db8::/64) Jun 15 14:47:37.174019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37757a85-a49e-4d5f-9288-f95437f44b08 None None] Network d6dcd7f6-b04a-412f-b7f6-6b08773898fb requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:37.193903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.9 (d6dcd7f6-b04a-412f-b7f6-6b08773898fb/08aa0be3-2ef6-4318-9b56-fb8cf065548a/f9d258d1-d052-4b7a-bf25-608663ec84ce) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:37.245457 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec5861b-d46b-49fe-954f-e55b160dfcde tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:47:37.245950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec5861b-d46b-49fe-954f-e55b160dfcde tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:37.289724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85a2d456-6dd7-4ef9-a0e7-f23abb81931a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:37.291236 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-85a2d456-6dd7-4ef9-a0e7-f23abb81931a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b1803792-2995-4741-98c8-d1b3574c8c05 HTTP/1.1" status: 204 len: 168 time: 1.0428371 Jun 15 14:47:37.300775 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44707203-a89a-4a17-b1ca-8edfdd05ecd3 req-c08b3abe-1716-4790-875e-3fc939359a5d service neutron] 10.222.0.44 "GET /v2.0/networks/f9c6f62a-5be1-4ff6-92d6-3f8b9098031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555303 Jun 15 14:47:37.329542 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fec5861b-d46b-49fe-954f-e55b160dfcde tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1413383 Jun 15 14:47:37.334923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37046) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:37.343737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4c23e0c3-2567-4360-93f2-cfee42ce52b7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:37.362162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-903c1187-f173-45cf-8b2b-91fd2ecc94d3 None None] Provisioning for port 7a3a4e2a-615c-4572-8512-0018ed9d1899 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:37.370415 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:37.373299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-903c1187-f173-45cf-8b2b-91fd2ecc94d3 None None] Provisioning complete for port 7a3a4e2a-615c-4572-8512-0018ed9d1899 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:37.373918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-903c1187-f173-45cf-8b2b-91fd2ecc94d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:37.396015 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:37.415096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event deleted for resources: {'Network': ['ID=d1bba777-80ae-40d1-abe3-cdf14080acdf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:37.423087 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-196e0362-85a3-4806-9453-f091d9c2f9e2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "DELETE /v2.0/networks/d1bba777-80ae-40d1-abe3-cdf14080acdf HTTP/1.1" status: 204 len: 168 time: 1.4376545 Jun 15 14:47:37.426437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37052) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:37.514783 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:37.720804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-903c1187-f173-45cf-8b2b-91fd2ecc94d3 None None] Current status of the port 7a3a4e2a-615c-4572-8512-0018ed9d1899 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:37.721268 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-903c1187-f173-45cf-8b2b-91fd2ecc94d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:37.782281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-903c1187-f173-45cf-8b2b-91fd2ecc94d3 None None] For port 7a3a4e2a-615c-4572-8512-0018ed9d1899, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7a3a4e2a-615c-4572-8512-0018ed9d1899,segment=NetworkSegment(548968d9-88ef-4763-87d4-6242a9f12ac4),segment_id=548968d9-88ef-4763-87d4-6242a9f12ac4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:37.791072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-903c1187-f173-45cf-8b2b-91fd2ecc94d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:37.880609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c1187-f173-45cf-8b2b-91fd2ecc94d3 None None] Pushing event updated for resources: {'Port': ['ID=7a3a4e2a-615c-4572-8512-0018ed9d1899,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:37.882067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:37.925780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:37.952342 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Transition to ACTIVE for port object f9d258d1-d052-4b7a-bf25-608663ec84ce will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:37.955853 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment af8a5f7f-858f-4e50-bea9-f822867933fb resource provider aggregate not found Jun 15 14:47:37.995084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4c23e0c3-2567-4360-93f2-cfee42ce52b7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:37.999220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4c23e0c3-2567-4360-93f2-cfee42ce52b7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:38.003663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4c23e0c3-2567-4360-93f2-cfee42ce52b7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:38.009740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4c23e0c3-2567-4360-93f2-cfee42ce52b7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:38.029954 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment af8a5f7f-858f-4e50-bea9-f822867933fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af8a5f7f-858f-4e50-bea9-f822867933fb found for delete ", "request_id": "req-1dcdc4d8-2e0b-4ade-a7df-4ef0cdd3520e"}]} Jun 15 14:47:38.037997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db95031-326b-422a-805c-9c3d5eb543e9 req-b256852e-9911-4067-82c8-7d938cb5b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:38.039925 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7db95031-326b-422a-805c-9c3d5eb543e9 req-b256852e-9911-4067-82c8-7d938cb5b7f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 1097 time: 0.5409508 Jun 15 14:47:38.040225 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c23e0c3-2567-4360-93f2-cfee42ce52b7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:38.043578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4c23e0c3-2567-4360-93f2-cfee42ce52b7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:38.092681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49417a4a-3a2d-4720-8376-029120438869 req-f154a2ff-e227-4f54-b360-2af9b5290a41 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:38.094517 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-49417a4a-3a2d-4720-8376-029120438869 req-f154a2ff-e227-4f54-b360-2af9b5290a41 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 945 time: 0.5654726 Jun 15 14:47:38.124970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a6c258fd-f7ab-4d0c-94c5-59c1d385e0a3 None None] Provisioning complete for port 7a3a4e2a-615c-4572-8512-0018ed9d1899 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:38.125201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a6c258fd-f7ab-4d0c-94c5-59c1d385e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:38.221049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:38.289675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ef7e2-4f7d-422b-b2cd-8cf9caaa2b4e req-d3e3473e-dad1-41c5-aecb-278f3d464843 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:38.291251 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-356ef7e2-4f7d-422b-b2cd-8cf9caaa2b4e req-d3e3473e-dad1-41c5-aecb-278f3d464843 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 944 time: 0.6902859 Jun 15 14:47:38.298004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:38.334902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 66da1939-c1e8-4a75-b018-5b1fa7f9781f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:38.351389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37078) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:38.357337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a6c258fd-f7ab-4d0c-94c5-59c1d385e0a3 None None] Current status of the port 7a3a4e2a-615c-4572-8512-0018ed9d1899 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:38.358912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e791d2ec-ba43-48a2-a34e-4a721ed9aca9') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:38.359198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e791d2ec-ba43-48a2-a34e-4a721ed9aca9') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:38.371666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed791c3e-e44f-45f3-bbbf-f9f34b26f3e4 None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 14:47:38.390381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:38.396891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:38.407597 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a6c258fd-f7ab-4d0c-94c5-59c1d385e0a3 None None] Provisioning for port ea2ca488-517c-421a-8850-1cb522d55071 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:38.464225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:38.490551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a6c258fd-f7ab-4d0c-94c5-59c1d385e0a3 None None] Provisioning complete for port ea2ca488-517c-421a-8850-1cb522d55071 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:38.490941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a6c258fd-f7ab-4d0c-94c5-59c1d385e0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:38.576634 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:47:38.589395 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a6c258fd-f7ab-4d0c-94c5-59c1d385e0a3 None None] Port ea2ca488-517c-421a-8850-1cb522d55071 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:38.610826 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-49417a4a-3a2d-4720-8376-029120438869 req-a09b8227-92bd-42aa-9a09-c232d0b8c2df tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5004120 Jun 15 14:47:38.616738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b08f51fc-8f92-4904-b8be-959a8267c680 tempest-DvrRoutersNegativeTest-82348959 tempest-DvrRoutersNegativeTest-82348959-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-855284266', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:38.620229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.policy [None req-b08f51fc-8f92-4904-b8be-959a8267c680 tempest-DvrRoutersNegativeTest-82348959 tempest-DvrRoutersNegativeTest-82348959-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89018) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 15 14:47:38.620561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.policy [None req-b08f51fc-8f92-4904-b8be-959a8267c680 tempest-DvrRoutersNegativeTest-82348959 tempest-DvrRoutersNegativeTest-82348959-project] Failed policy check for 'create_router' {{(pid=89018) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 15 14:47:38.623128 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-b08f51fc-8f92-4904-b8be-959a8267c680 tempest-DvrRoutersNegativeTest-82348959 tempest-DvrRoutersNegativeTest-82348959-project] create failed (client error): Access was denied to this resource. Jun 15 14:47:38.624435 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b08f51fc-8f92-4904-b8be-959a8267c680 tempest-DvrRoutersNegativeTest-82348959 tempest-DvrRoutersNegativeTest-82348959-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2551506 Jun 15 14:47:38.635669 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-4c23e0c3-2567-4360-93f2-cfee42ce52b7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 646a5715-54a4-478c-a7ad-8a79deb1d7d5 (CIDR: 2001:db8:0:1::/64) Jun 15 14:47:38.649303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:38.649498 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-356ef7e2-4f7d-422b-b2cd-8cf9caaa2b4e req-b05d1412-fe44-4324-85db-f4266b60c4f5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e279663-163d-448f-a4e1-07efb5662153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435385 Jun 15 14:47:38.650477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:38.658803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:38.659214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:38.707205 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db95031-326b-422a-805c-9c3d5eb543e9 req-dbfb5dc2-ab60-4244-86ef-81b6e1234733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:38.708605 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7db95031-326b-422a-805c-9c3d5eb543e9 req-dbfb5dc2-ab60-4244-86ef-81b6e1234733 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9c6f62a-5be1-4ff6-92d6-3f8b9098031f HTTP/1.1" status: 200 len: 895 time: 0.6484163 Jun 15 14:47:38.718681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network d6dcd7f6-b04a-412f-b7f6-6b08773898fb is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:38.803254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:38.805811 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c23e0c3-2567-4360-93f2-cfee42ce52b7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:47:38.806570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c23e0c3-2567-4360-93f2-cfee42ce52b7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:38.822778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:47:38.823241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:38.838144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:38.882942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:38.883398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:38.902521 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7db95031-326b-422a-805c-9c3d5eb543e9 req-4b957238-645e-4dc5-bc8e-5401267b34e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91afc305-0296-4bfa-a832-f2414a26fd95 HTTP/1.1" status: 200 len: 217 time: 0.1815164 Jun 15 14:47:38.913262 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7a3a4e2a-615c-4572-8512-0018ed9d1899 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:38.926400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=f9d258d1-d052-4b7a-bf25-608663ec84ce,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:38.932464 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4c23e0c3-2567-4360-93f2-cfee42ce52b7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5962062 Jun 15 14:47:38.939293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37086) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:38.971859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:38.982698 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a7622cc7-72a2-4f69-8a64-26ca40f85f61 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4140456 Jun 15 14:47:38.985432 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37090) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:38.995896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1f181886-3f78-4b1f-b1b0-98ab6b89c7bc None None] Provisioning complete for port ea2ca488-517c-421a-8850-1cb522d55071 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:38.996536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1f181886-3f78-4b1f-b1b0-98ab6b89c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.017220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'subnet': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:39.018729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.027417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed791c3e-e44f-45f3-bbbf-f9f34b26f3e4 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 14:47:39.040441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.044757 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "DELETE /v2.0/networks/c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0 HTTP/1.1" status: 204 len: 168 time: 1.6173475 Jun 15 14:47:39.048088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37096) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:39.048275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:39.065762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:47:39.066005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4087b-38ca-4235-bd29-b85aa9b95de2 tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event deleted for resources: {'Network': ['ID=c5d2bd0a-8b59-430d-b23b-1ed3f3c6d5c0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:39.074935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0a0939-e256-4656-8bbd-a01668062f4a None None] Sync routers for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:39.080944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37102) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:39.093642 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d05cc6-d87d-45fa-b08b-b2c3109ed407 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting subnet 0760a284-fcdc-4a82-b2c5-c835d729a130 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:39.097547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90d05cc6-d87d-45fa-b08b-b2c3109ed407 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.101074 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.193125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:39.193873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.197557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a0939-e256-4656-8bbd-a01668062f4a None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:39.198764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ce0a0939-e256-4656-8bbd-a01668062f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:39.210206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90d05cc6-d87d-45fa-b08b-b2c3109ed407 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.277104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db95031-326b-422a-805c-9c3d5eb543e9 req-160d7401-a639-4155-a9be-567003f98ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:39.278641 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7db95031-326b-422a-805c-9c3d5eb543e9 req-160d7401-a639-4155-a9be-567003f98ab4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=197bee49-1cb2-4ded-801c-db3ff1dc91ef HTTP/1.1" status: 200 len: 834 time: 0.3402579 Jun 15 14:47:39.310087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90d05cc6-d87d-45fa-b08b-b2c3109ed407 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.391916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eec75605-a722-4e5d-8389-9abea8661bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.396266 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-396fb1f8-0dca-4245-b26c-af14506a599a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5852730 Jun 15 14:47:39.400911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37110) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:39.418679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.426862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1f181886-3f78-4b1f-b1b0-98ab6b89c7bc None None] Port ea2ca488-517c-421a-8850-1cb522d55071 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:39.431386 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56114054-39f9-4fe6-9e68-5b0ea239b145'] response: {'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'code': 200} Jun 15 14:47:39.454846 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-eec75605-a722-4e5d-8389-9abea8661bff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:39.460225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-eec75605-a722-4e5d-8389-9abea8661bff admin admin] Usage tracker for resource:security_group_rule and tenant:7ce5e148e1e04335ba7bb74efc52d027 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:39.463438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-eec75605-a722-4e5d-8389-9abea8661bff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:39.470354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-eec75605-a722-4e5d-8389-9abea8661bff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:39.501079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 7a3a4e2a-615c-4572-8512-0018ed9d1899 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:39.501462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.532940 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90d05cc6-d87d-45fa-b08b-b2c3109ed407 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.542398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:39.567465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Usage tracker for resource:subnet and tenant:1811f021965845728c9b3aaf02b41c17 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:39.568169 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:39.573792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:39.588047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:39.593505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ce0a0939-e256-4656-8bbd-a01668062f4a None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:39.637480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d05cc6-d87d-45fa-b08b-b2c3109ed407 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Subnet': ['ID=0760a284-fcdc-4a82-b2c5-c835d729a130,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:39.639768 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90d05cc6-d87d-45fa-b08b-b2c3109ed407 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.664457 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db95031-326b-422a-805c-9c3d5eb543e9 req-39639527-e2fe-4c76-99fc-d0f34b6bb3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:39.665983 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7db95031-326b-422a-805c-9c3d5eb543e9 req-39639527-e2fe-4c76-99fc-d0f34b6bb3c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c6f62a-5be1-4ff6-92d6-3f8b9098031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3800519 Jun 15 14:47:39.741293 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-90d05cc6-d87d-45fa-b08b-b2c3109ed407 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/0760a284-fcdc-4a82-b2c5-c835d729a130 HTTP/1.1" status: 204 len: 168 time: 0.7547867 Jun 15 14:47:39.753801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37118) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:39.760808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.809120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eec75605-a722-4e5d-8389-9abea8661bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.841848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Made reservation on behalf of 1811f021965845728c9b3aaf02b41c17 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:39.845349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.863866 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014f22d4-9220-4436-9066-7028a18861b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:39.868219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-014f22d4-9220-4436-9066-7028a18861b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:39.868392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7a3a4e2a-615c-4572-8512-0018ed9d1899 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:39.876063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eec75605-a722-4e5d-8389-9abea8661bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:39.959491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-014f22d4-9220-4436-9066-7028a18861b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:39.963101 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-014f22d4-9220-4436-9066-7028a18861b1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5529280 Jun 15 14:47:39.963101 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eec75605-a722-4e5d-8389-9abea8661bff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ce5e148e1e04335ba7bb74efc52d027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8809233 Jun 15 14:47:39.964090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37122) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:39.970012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec75605-a722-4e5d-8389-9abea8661bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5884a3-5001-4a06-b7f4-31a9be63314c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:39.972627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37124) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:40.030174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c435e13c-8db5-4c38-8c7d-cf6c8cfab842 req-01ba1737-aedf-4792-822f-c30f7fdd79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:40.032033 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c435e13c-8db5-4c38-8c7d-cf6c8cfab842 req-01ba1737-aedf-4792-822f-c30f7fdd79fe service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 1099 time: 0.4945939 Jun 15 14:47:40.054196 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1ad992-9d1e-4b48-a9be-b23e46153ef7']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:40.080071 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e791d2ec-ba43-48a2-a34e-4a721ed9aca9 resource provider aggregate not found Jun 15 14:47:40.117754 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e791d2ec-ba43-48a2-a34e-4a721ed9aca9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e791d2ec-ba43-48a2-a34e-4a721ed9aca9 found for delete ", "request_id": "req-8172ad64-2974-4d8c-a5b3-12fef6308b6c"}]} Jun 15 14:47:40.173034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aefe61c-23b1-459e-bdef-69a76487c8a9 req-56810ca0-4018-428c-9c12-223442ab5d07 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:40.173274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6a7e37-db2e-40c6-aee1-80bd3b7c0551') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:40.173274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6a7e37-db2e-40c6-aee1-80bd3b7c0551') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:40.174575 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4aefe61c-23b1-459e-bdef-69a76487c8a9 req-56810ca0-4018-428c-9c12-223442ab5d07 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.3638017 Jun 15 14:47:40.176731 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c435e13c-8db5-4c38-8c7d-cf6c8cfab842 req-da41f3eb-22cc-40ee-a6a4-40fe09a197fe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295619 Jun 15 14:47:40.201441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c30e3f3-9bad-4ab3-b642-f703ad73927a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.238775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ce0a0939-e256-4656-8bbd-a01668062f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:36Z', 'revision_number': 8, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:20Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:40.243576 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0a0939-e256-4656-8bbd-a01668062f4a None None] Checking router: 66da1939-c1e8-4a75-b018-5b1fa7f9781f for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:40.251792 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7db95031-326b-422a-805c-9c3d5eb543e9 req-9f9385fd-0436-408b-82f5-bbe64fb3948d service neutron] 10.222.0.44 "GET /v2.0/networks/f9c6f62a-5be1-4ff6-92d6-3f8b9098031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5774148 Jun 15 14:47:40.253099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0a0939-e256-4656-8bbd-a01668062f4a None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:40.253752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ce0a0939-e256-4656-8bbd-a01668062f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:40.255703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.260672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a801c-292d-4fdb-83a2-4ea1ace0d759 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:40.267134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a801c-292d-4fdb-83a2-4ea1ace0d759 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:40.273681 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a801c-292d-4fdb-83a2-4ea1ace0d759 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:40.278062 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9d2a801c-292d-4fdb-83a2-4ea1ace0d759 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3092604 Jun 15 14:47:40.280498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.281127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37134) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:40.286286 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4aefe61c-23b1-459e-bdef-69a76487c8a9 req-655ee85a-c87b-4e64-a4d0-a56d89369cda tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042528 Jun 15 14:47:40.310096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.311391 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e1fc79-d1eb-4632-a2b5-4e78f23e1ff8 None None] Network fdb4a422-1b15-4aca-bdba-bdacb6a0c33b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:40.330164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b245b-cf93-473a-b707-52d370b82586 req-c07eb533-0494-49f3-afad-cb89c72c278c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:40.330897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e35b245b-cf93-473a-b707-52d370b82586 req-c07eb533-0494-49f3-afad-cb89c72c278c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:40.342994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c30e3f3-9bad-4ab3-b642-f703ad73927a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.351900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:47:40.352352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.418434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port bf6bc421-011f-4ede-abe3-8f54f32c46d8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:40.419136 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.422023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7377851e-511d-44d3-be6b-af0374056a4f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port f9d258d1-d052-4b7a-bf25-608663ec84ce {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:40.422446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7377851e-511d-44d3-be6b-af0374056a4f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.453621 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment cf6a7e37-db2e-40c6-aee1-80bd3b7c0551 resource provider aggregate not found Jun 15 14:47:40.461081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e35b245b-cf93-473a-b707-52d370b82586 req-c07eb533-0494-49f3-afad-cb89c72c278c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:40.461748 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e35b245b-cf93-473a-b707-52d370b82586 req-c07eb533-0494-49f3-afad-cb89c72c278c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 944 time: 0.6024594 Jun 15 14:47:40.498877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 91afc305-0296-4bfa-a832-f2414a26fd95 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:47:40.540547 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment cf6a7e37-db2e-40c6-aee1-80bd3b7c0551 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf6a7e37-db2e-40c6-aee1-80bd3b7c0551 found for delete ", "request_id": "req-2716b658-baf0-4099-8667-434455bc0b03"}]} Jun 15 14:47:40.598089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c30e3f3-9bad-4ab3-b642-f703ad73927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.622996 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ce0a0939-e256-4656-8bbd-a01668062f4a None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:40.672647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30e3f3-9bad-4ab3-b642-f703ad73927a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5884a3-5001-4a06-b7f4-31a9be63314c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:40.701532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0c30e3f3-9bad-4ab3-b642-f703ad73927a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.707221 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0c30e3f3-9bad-4ab3-b642-f703ad73927a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c5884a3-5001-4a06-b7f4-31a9be63314c HTTP/1.1" status: 204 len: 168 time: 0.7323356 Jun 15 14:47:40.794513 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7377851e-511d-44d3-be6b-af0374056a4f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.810519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5c70d31e-bd3c-4cb1-9a17-91c0ab4706d1 None None] Provisioning for port f9d258d1-d052-4b7a-bf25-608663ec84ce completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:40.899142 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e35b245b-cf93-473a-b707-52d370b82586 req-6fd0059a-b88f-4598-b921-87a5cbd35e60 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e279663-163d-448f-a4e1-07efb5662153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713970 Jun 15 14:47:40.905947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5c70d31e-bd3c-4cb1-9a17-91c0ab4706d1 None None] Provisioning complete for port f9d258d1-d052-4b7a-bf25-608663ec84ce triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:40.906279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5c70d31e-bd3c-4cb1-9a17-91c0ab4706d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.912204 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.959807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:40.999913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] Pushing event deleted for resources: {'Network': ['ID=9f1ad992-9d1e-4b48-a9be-b23e46153ef7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:41.064352 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-15be066d-454e-4d10-8539-77961080af4a tempest-BulkNetworkOpsTest-1010975095 tempest-BulkNetworkOpsTest-1010975095-project] 10.222.0.26 "DELETE /v2.0/networks/9f1ad992-9d1e-4b48-a9be-b23e46153ef7 HTTP/1.1" status: 204 len: 168 time: 2.0086880 Jun 15 14:47:41.083035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5c70d31e-bd3c-4cb1-9a17-91c0ab4706d1 None None] Port f9d258d1-d052-4b7a-bf25-608663ec84ce cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:41.085770 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 91afc305-0296-4bfa-a832-f2414a26fd95, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=91afc305-0296-4bfa-a832-f2414a26fd95,segment=NetworkSegment(8b892f7b-37a7-455e-9516-5c422ffbca94),segment_id=8b892f7b-37a7-455e-9516-5c422ffbca94)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:41.092442 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7db95031-326b-422a-805c-9c3d5eb543e9 req-e1230684-62c8-4f36-9abc-f60c3988f575 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c6f62a-5be1-4ff6-92d6-3f8b9098031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7092848 Jun 15 14:47:41.119938 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '91afc305-0296-4bfa-a832-f2414a26fd95', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'port_id': '91afc305-0296-4bfa-a832-f2414a26fd95', 'mac_address': 'fa:16:3e:49:7b:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:47:41.195423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] For port bf6bc421-011f-4ede-abe3-8f54f32c46d8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bf6bc421-011f-4ede-abe3-8f54f32c46d8,segment=NetworkSegment(ef0552ef-27fa-45b4-87ea-9286394a4498),segment_id=ef0552ef-27fa-45b4-87ea-9286394a4498)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:41.195642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:41.270974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 91afc305-0296-4bfa-a832-f2414a26fd95 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:41.271259 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:41.287351 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5480880-c560-45da-a82a-8c0e9161e95c None None] DHCP port deletion for fdb4a422-1b15-4aca-bdba-bdacb6a0c33b request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:47:41.295869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a5480880-c560-45da-a82a-8c0e9161e95c None None] Deleting port bf6bc421-011f-4ede-abe3-8f54f32c46d8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:41.296271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5480880-c560-45da-a82a-8c0e9161e95c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:41.306232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7377851e-511d-44d3-be6b-af0374056a4f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for f9d258d1-d052-4b7a-bf25-608663ec84ce owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:41.331719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91afc305-0296-4bfa-a832-f2414a26fd95 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:47:41.377338 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 91afc305-0296-4bfa-a832-f2414a26fd95, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=91afc305-0296-4bfa-a832-f2414a26fd95,segment=NetworkSegment(8b892f7b-37a7-455e-9516-5c422ffbca94),segment_id=8b892f7b-37a7-455e-9516-5c422ffbca94)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:41.408592 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:41.497484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for bf6bc421-011f-4ede-abe3-8f54f32c46d8 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:41.555950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:41.598997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7377851e-511d-44d3-be6b-af0374056a4f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:41.614430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=91afc305-0296-4bfa-a832-f2414a26fd95,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:41.621381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['91afc305-0296-4bfa-a832-f2414a26fd95'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:47:41.642487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37150) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:41.649505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Network 508ae436-8035-420d-83f1-786e9ae2dd4c is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:41.655103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ce0a0939-e256-4656-8bbd-a01668062f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:36Z', 'revision_number': 8, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:20Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:41.657556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:41.671271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:41.673231 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:41.693839 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3960d27f-4fb2-4475-b1f3-10ca55018e3b None None] Network 508ae436-8035-420d-83f1-786e9ae2dd4c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:41.712620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0a0939-e256-4656-8bbd-a01668062f4a None None] The sync data for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv is: [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:36Z', 'revision_number': 8, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd3d59729-9855-45c6-89ec-93cd84f34ff6', 'name': '', 'network_id': 'fb10d7bc-ef22-464a-976d-b2c0f778e5d6', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:30:66:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1021, 'fixed_ips': [{'subnet_id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:54Z', 'updated_at': '2022-06-15T14:47:20Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '6f340f52-c6c8-48e9-b901-f580957a68ba', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:41.723517 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a5480880-c560-45da-a82a-8c0e9161e95c None None] For port bf6bc421-011f-4ede-abe3-8f54f32c46d8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bf6bc421-011f-4ede-abe3-8f54f32c46d8,segment=NetworkSegment(ef0552ef-27fa-45b4-87ea-9286394a4498),segment_id=ef0552ef-27fa-45b4-87ea-9286394a4498)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:41.723926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5480880-c560-45da-a82a-8c0e9161e95c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:41.729875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Subnet': ['ID=82c3a093-23d0-425e-bcd6-0be281899ad8,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:41.735363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:41.822128 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-98381483-281f-45e5-b22e-673221776501 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8157322 Jun 15 14:47:41.822958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37156) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:41.827448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=bf6bc421-011f-4ede-abe3-8f54f32c46d8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:41.832850 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377851e-511d-44d3-be6b-af0374056a4f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=f9d258d1-d052-4b7a-bf25-608663ec84ce,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:41.867286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No DVR routers for this DVR port bf6bc421-011f-4ede-abe3-8f54f32c46d8 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:47:41.876843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1ef64515-ae40-45cb-bd4a-7e564074acf7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-771913999', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '82c3a093-23d0-425e-bcd6-0be281899ad8'}], 'security_groups': ['21d63365-13e2-4241-8331-48ebcd9d49ff', '4835d5a7-3a1a-4995-a8b3-275ee6dbf43a']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:41.916169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7377851e-511d-44d3-be6b-af0374056a4f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:41.944859 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7377851e-511d-44d3-be6b-af0374056a4f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/f9d258d1-d052-4b7a-bf25-608663ec84ce HTTP/1.1" status: 204 len: 168 time: 1.6600344 Jun 15 14:47:41.946515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37162) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:41.975148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ceee9-71db-4e13-8cef-d96266c819f1 req-e4b9c827-ee62-419f-a79b-12ebf1556d8a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:41.990859 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-269ceee9-71db-4e13-8cef-d96266c819f1 req-e4b9c827-ee62-419f-a79b-12ebf1556d8a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.4810069 Jun 15 14:47:42.082698 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-269ceee9-71db-4e13-8cef-d96266c819f1 req-076728f8-6b4c-4d36-a99c-ed8f819cadf6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909736 Jun 15 14:47:42.110033 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad181d70-4e2e-4e3b-9934-99862a85a778 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:47:42.110922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ad181d70-4e2e-4e3b-9934-99862a85a778 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:42.155229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a5480880-c560-45da-a82a-8c0e9161e95c None None] Calling delete_port for bf6bc421-011f-4ede-abe3-8f54f32c46d8 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:42.337641 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-16029dec-bad0-484a-accb-5a4472b97ddb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66a18a76bd99481881d12a568087d0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6916895 Jun 15 14:47:42.338957 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37170) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:42.353274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:42.356898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-a5480880-c560-45da-a82a-8c0e9161e95c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:47:42.357256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-a5480880-c560-45da-a82a-8c0e9161e95c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:47:42.442547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ad181d70-4e2e-4e3b-9934-99862a85a778 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:42.443824 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ad181d70-4e2e-4e3b-9934-99862a85a778 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/f9d258d1-d052-4b7a-bf25-608663ec84ce HTTP/1.1" status: 404 len: 333 time: 0.4882751 Jun 15 14:47:42.444733 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fedb-bbda-472d-ab53-bb7bfda2a767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:42.451043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37174) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:42.457959 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb4a422-1b15-4aca-bdba-bdacb6a0c33b']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:42.480408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fedb-bbda-472d-ab53-bb7bfda2a767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:42.510405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0552ef-27fa-45b4-87ea-9286394a4498') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:42.511302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0552ef-27fa-45b4-87ea-9286394a4498') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:42.529788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b7590-3d29-4786-b98e-5ced671f7d06 req-7e96624a-f15b-4922-9405-2135fb63b24d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:42.531581 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6c8b7590-3d29-4786-b98e-5ced671f7d06 req-7e96624a-f15b-4922-9405-2135fb63b24d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.2946138 Jun 15 14:47:42.566330 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:42.586674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fedb-bbda-472d-ab53-bb7bfda2a767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:42.614051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa3fedb-bbda-472d-ab53-bb7bfda2a767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b1950f-ea1a-48ef-8296-d8c312257637,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:42.619452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-be6064fa-0953-4bb4-b228-099026250563 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port ea2ca488-517c-421a-8850-1cb522d55071 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:42.620147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be6064fa-0953-4bb4-b228-099026250563 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:42.628805 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6c8b7590-3d29-4786-b98e-5ced671f7d06 req-bdc333a8-5b85-492d-a811-2dea6a0aa1ca tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839798 Jun 15 14:47:42.653638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cfa3fedb-bbda-472d-ab53-bb7bfda2a767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:42.654789 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cfa3fedb-bbda-472d-ab53-bb7bfda2a767 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c0b1950f-ea1a-48ef-8296-d8c312257637 HTTP/1.1" status: 204 len: 168 time: 0.3136663 Jun 15 14:47:42.656663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37178) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:42.674362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:42.705575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:47:42.706628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:42.798755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddd7d00-4fa5-4899-a41a-3e8de5937985 None None] Update dhcp port {'port': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'fixed_ips': [{'subnet_id': '646a5715-54a4-478c-a7ad-8a79deb1d7d5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8ea7a3e7-761e-4498-b03f-ad0ba1198e43', 'ip_address': '2001:db8::2'}, {'subnet_id': '82c3a093-23d0-425e-bcd6-0be281899ad8'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': '29f04e72-69e5-4e0e-a9bb-2037355a940a'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:47:42.802532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e2e7fe-98bd-4e7d-b200-7cfa39c66523 tempest-TestNetworkAdvancedServerOps-1125232402 tempest-TestNetworkAdvancedServerOps-1125232402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:42.804331 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-04e2e7fe-98bd-4e7d-b200-7cfa39c66523 tempest-TestNetworkAdvancedServerOps-1125232402 tempest-TestNetworkAdvancedServerOps-1125232402-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 1094 time: 0.1465731 Jun 15 14:47:42.807627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37184) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:42.814951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:42.822532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:42.827494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Usage tracker for resource:floatingip and tenant:3643c5210fdd422a8c02fdc421c86e35 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:42.832879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:42.839737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:42.870393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:42.884501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a5480880-c560-45da-a82a-8c0e9161e95c None None] Deleting port bf6bc421-011f-4ede-abe3-8f54f32c46d8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:42.884891 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5480880-c560-45da-a82a-8c0e9161e95c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:42.928804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3bf2a0d5-7cf3-4961-add6-c0fde1507944 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:42.979721 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 3bf2a0d5-7cf3-4961-add6-c0fde1507944 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:42.980064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3bf2a0d5-7cf3-4961-add6-c0fde1507944 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:42.980518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bf6bc421-011f-4ede-abe3-8f54f32c46d8 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:43.085810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:43.107003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: bf6bc421-011f-4ede-abe3-8f54f32c46d8 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:43.107528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bf6bc421-011f-4ede-abe3-8f54f32c46d8 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:43.109901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d4c51-94b6-4af0-802e-08aaa39f6242 req-a94496b5-4e75-4d4e-ba0d-90cceb21680d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:43.117330 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-649d4c51-94b6-4af0-802e-08aaa39f6242 req-a94496b5-4e75-4d4e-ba0d-90cceb21680d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 945 time: 0.9011390 Jun 15 14:47:43.132660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a5480880-c560-45da-a82a-8c0e9161e95c None None] The port 'bf6bc421-011f-4ede-abe3-8f54f32c46d8' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:47:43.148889 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ef0552ef-27fa-45b4-87ea-9286394a4498 resource provider aggregate not found Jun 15 14:47:43.155154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7d00-4fa5-4899-a41a-3e8de5937985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:43.230664 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment ef0552ef-27fa-45b4-87ea-9286394a4498 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef0552ef-27fa-45b4-87ea-9286394a4498 found for delete ", "request_id": "req-c162c4ce-9711-4218-b7c6-a3bce7d86857"}]} Jun 15 14:47:43.316383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:43.356657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Allocated IP 172.26.3.55 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/b78eb95e-bffd-4c18-9165-aae400846fac) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:43.442895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ef64515-ae40-45cb-bd4a-7e564074acf7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:43.454019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-0ddd7d00-4fa5-4899-a41a-3e8de5937985 None None] Allocated IP 2001:db8:0:2::2 (508ae436-8035-420d-83f1-786e9ae2dd4c/82c3a093-23d0-425e-bcd6-0be281899ad8/29f04e72-69e5-4e0e-a9bb-2037355a940a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:43.460748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:43.531739 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-649d4c51-94b6-4af0-802e-08aaa39f6242 req-cc5a1678-37b9-4374-86c1-308e148a64df tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e279663-163d-448f-a4e1-07efb5662153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134605 Jun 15 14:47:43.532577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Network': ['ID=fdb4a422-1b15-4aca-bdba-bdacb6a0c33b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:43.565244 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9d3bba08-7a0f-4b35-a71e-6d0502ca2dcc tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/networks/fdb4a422-1b15-4aca-bdba-bdacb6a0c33b HTTP/1.1" status: 204 len: 168 time: 3.7827625 Jun 15 14:47:43.569680 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37208) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:43.631162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0ddd7d00-4fa5-4899-a41a-3e8de5937985 None None] For port 29f04e72-69e5-4e0e-a9bb-2037355a940a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29f04e72-69e5-4e0e-a9bb-2037355a940a,segment=NetworkSegment(80036dda-1697-4d92-90d7-709c59ce75cd),segment_id=80036dda-1697-4d92-90d7-709c59ce75cd)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:43.659269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7d00-4fa5-4899-a41a-3e8de5937985 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:43.679552 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0ddd7d00-4fa5-4899-a41a-3e8de5937985 None None] Transition to ACTIVE for port object 29f04e72-69e5-4e0e-a9bb-2037355a940a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:43.685380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0ddd7d00-4fa5-4899-a41a-3e8de5937985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:43.733802 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37214) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:43.748650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:43.893636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd7d00-4fa5-4899-a41a-3e8de5937985 None None] Pushing event updated for resources: {'Port': ['ID=29f04e72-69e5-4e0e-a9bb-2037355a940a,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:43.940966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group': {'name': 'tempest-secgroup--2061013037'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:43.965505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:43.976112 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:43.979666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:43.990775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:43.995741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be6064fa-0953-4bb4-b228-099026250563 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:44.041170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:44.142449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-be6064fa-0953-4bb4-b228-099026250563 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for ea2ca488-517c-421a-8850-1cb522d55071 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:44.196143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:44.252696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:44.273679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:44.281409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:44.290799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:44.299651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-1ef64515-ae40-45cb-bd4a-7e564074acf7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Delete allocated IP 2001:db8::367 (508ae436-8035-420d-83f1-786e9ae2dd4c/8ea7a3e7-761e-4498-b03f-ad0ba1198e43) {{(pid=89018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 15 14:47:44.318022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:44.349720 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-1ef64515-ae40-45cb-bd4a-7e564074acf7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Allocated IP 2001:db8:0:2::205 (508ae436-8035-420d-83f1-786e9ae2dd4c/82c3a093-23d0-425e-bcd6-0be281899ad8/7e28bf13-015e-4cc9-a379-7a879b85e3da) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:44.359798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:44.375750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:44.378737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'Port': ['ID=b78eb95e-bffd-4c18-9165-aae400846fac,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:44.391648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:44.408355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be6064fa-0953-4bb4-b228-099026250563 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:44.452297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 91afc305-0296-4bfa-a832-f2414a26fd95 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:44.518254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6064fa-0953-4bb4-b228-099026250563 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=ea2ca488-517c-421a-8850-1cb522d55071,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:44.572933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 91afc305-0296-4bfa-a832-f2414a26fd95 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:44.585921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 91afc305-0296-4bfa-a832-f2414a26fd95 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:44.586951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:44.690313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-be6064fa-0953-4bb4-b228-099026250563 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:44.719614 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-be6064fa-0953-4bb4-b228-099026250563 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/ea2ca488-517c-421a-8850-1cb522d55071 HTTP/1.1" status: 204 len: 168 time: 2.2644265 Jun 15 14:47:44.728231 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37222) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:44.773253 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1d65ef98-d6a4-4ac0-be5b-a0d97cbb2635 None None] Provisioning complete for port 68566224-fe08-4f23-be3d-3ee7788e0295 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:44.773822 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d65ef98-d6a4-4ac0-be5b-a0d97cbb2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:44.786224 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb489d18-eb3a-482c-871d-a5c4e76104c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:47:44.786823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eb489d18-eb3a-482c-871d-a5c4e76104c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:44.831787 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eb489d18-eb3a-482c-871d-a5c4e76104c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:44.836146 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eb489d18-eb3a-482c-871d-a5c4e76104c6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/ea2ca488-517c-421a-8850-1cb522d55071 HTTP/1.1" status: 404 len: 333 time: 0.1029308 Jun 15 14:47:44.838091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37226) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:44.895631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ef64515-ae40-45cb-bd4a-7e564074acf7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:44.900785 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29f04e72-69e5-4e0e-a9bb-2037355a940a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:44.925372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:44.928308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-1ef64515-ae40-45cb-bd4a-7e564074acf7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Transition to ACTIVE for port object 7e28bf13-015e-4cc9-a379-7a879b85e3da will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:44.938644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f6da0a-7c0d-4474-8d6b-dae8d1ebc0f7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting subnet 08aa0be3-2ef6-4318-9b56-fb8cf065548a {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:44.940646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ef64515-ae40-45cb-bd4a-7e564074acf7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:44.981984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35f6da0a-7c0d-4474-8d6b-dae8d1ebc0f7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:44.983678 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.003207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:45.022038 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1d65ef98-d6a4-4ac0-be5b-a0d97cbb2635 None None] Port 68566224-fe08-4f23-be3d-3ee7788e0295 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:45.029423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:45.035196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:45.042673 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 91afc305-0296-4bfa-a832-f2414a26fd95 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:45.043182 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.057240 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:45.070483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1d65ef98-d6a4-4ac0-be5b-a0d97cbb2635 None None] Provisioning for port 29f04e72-69e5-4e0e-a9bb-2037355a940a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:45.072962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b933705c-d240-4b75-838b-8a836f5216e7,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:45.083468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91afc305-0296-4bfa-a832-f2414a26fd95'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:47:45.103343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1d65ef98-d6a4-4ac0-be5b-a0d97cbb2635 None None] Provisioning complete for port 29f04e72-69e5-4e0e-a9bb-2037355a940a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:45.105030 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d65ef98-d6a4-4ac0-be5b-a0d97cbb2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.115611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1ef64515-ae40-45cb-bd4a-7e564074acf7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] In _notify_port_updated(), no bound segment for port 7e28bf13-015e-4cc9-a379-7a879b85e3da on network 508ae436-8035-420d-83f1-786e9ae2dd4c {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:47:45.121931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef64515-ae40-45cb-bd4a-7e564074acf7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:45.122411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ef64515-ae40-45cb-bd4a-7e564074acf7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.127399 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1ef64515-ae40-45cb-bd4a-7e564074acf7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "PUT /v2.0/ports/7e28bf13-015e-4cc9-a379-7a879b85e3da HTTP/1.1" status: 200 len: 969 time: 3.2982211 Jun 15 14:47:45.127572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-290e283d-1938-4b18-93f6-5d98d45bd12c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.133046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37232) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:45.176741 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de5b5c0-6b19-4ee3-89e1-a91db6ade429'] response: {'server_uuid': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91afc305-0296-4bfa-a832-f2414a26fd95', 'code': 200} Jun 15 14:47:45.200826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 91afc305-0296-4bfa-a832-f2414a26fd95, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=91afc305-0296-4bfa-a832-f2414a26fd95,segment=NetworkSegment(8b892f7b-37a7-455e-9516-5c422ffbca94),segment_id=8b892f7b-37a7-455e-9516-5c422ffbca94)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:45.205579 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 29f04e72-69e5-4e0e-a9bb-2037355a940a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:45.206441 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.258886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.326022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef64515-ae40-45cb-bd4a-7e564074acf7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event updated for resources: {'Port': ['ID=7e28bf13-015e-4cc9-a379-7a879b85e3da,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:45.330942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89056d66-222c-42a5-8136-ed362e4766e2 req-50716c42-3ef2-4d4c-943d-870310b1a934 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:45.332636 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-89056d66-222c-42a5-8136-ed362e4766e2 req-50716c42-3ef2-4d4c-943d-870310b1a934 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 945 time: 0.5878932 Jun 15 14:47:45.347784 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35f6da0a-7c0d-4474-8d6b-dae8d1ebc0f7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.450821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe4a8d-6721-4cde-9383-3bbdf242ba4d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 7e28bf13-015e-4cc9-a379-7a879b85e3da {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:45.451223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1dbe4a8d-6721-4cde-9383-3bbdf242ba4d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.460823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=91afc305-0296-4bfa-a832-f2414a26fd95,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:45.505316 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1d65ef98-d6a4-4ac0-be5b-a0d97cbb2635 None None] Current status of the port 29f04e72-69e5-4e0e-a9bb-2037355a940a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:45.529592 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 29f04e72-69e5-4e0e-a9bb-2037355a940a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:45.533616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1d65ef98-d6a4-4ac0-be5b-a0d97cbb2635 None None] Provisioning for port 7e28bf13-015e-4cc9-a379-7a879b85e3da completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:45.538582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1d65ef98-d6a4-4ac0-be5b-a0d97cbb2635 None None] Provisioning complete for port 7e28bf13-015e-4cc9-a379-7a879b85e3da triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:45.538975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d65ef98-d6a4-4ac0-be5b-a0d97cbb2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.597859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1d65ef98-d6a4-4ac0-be5b-a0d97cbb2635 None None] Port 7e28bf13-015e-4cc9-a379-7a879b85e3da cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:45.609161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.616832 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-89056d66-222c-42a5-8136-ed362e4766e2 req-6e5a7f2f-6177-440c-839a-a768006c9aea tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e279663-163d-448f-a4e1-07efb5662153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587810 Jun 15 14:47:45.619778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.701981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c194cff-8cc3-4b4c-b89d-2bdc66ddbb5c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:45.720551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.724763 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0638666c-1e6b-4c1f-8e94-f260589e558f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9799328 Jun 15 14:47:45.726264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37236) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:45.727440 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.733947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f010e8b5-c598-4cb0-b412-d38c86725a83 None None] Provisioning complete for port 7e28bf13-015e-4cc9-a379-7a879b85e3da triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:45.734427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f010e8b5-c598-4cb0-b412-d38c86725a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.769441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35f6da0a-7c0d-4474-8d6b-dae8d1ebc0f7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.790472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f010e8b5-c598-4cb0-b412-d38c86725a83 None None] Port 7e28bf13-015e-4cc9-a379-7a879b85e3da cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:45.852701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e871fc-3ac9-4567-89f1-1449d66c8fd6 req-5e342d18-5a71-4cc0-9990-c098fa9f75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:45.854233 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93e871fc-3ac9-4567-89f1-1449d66c8fd6 req-5e342d18-5a71-4cc0-9990-c098fa9f75d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 1099 time: 0.3326874 Jun 15 14:47:45.894079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1dbe4a8d-6721-4cde-9383-3bbdf242ba4d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.902711 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-290e283d-1938-4b18-93f6-5d98d45bd12c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port d3d59729-9855-45c6-89ec-93cd84f34ff6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:45.903350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-290e283d-1938-4b18-93f6-5d98d45bd12c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:45.966419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e740d4dd-ec94-437d-93ac-f2f73ad660e1 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:45.978880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.039385 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1dbe4a8d-6721-4cde-9383-3bbdf242ba4d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for 7e28bf13-015e-4cc9-a379-7a879b85e3da owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:46.100559 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93e871fc-3ac9-4567-89f1-1449d66c8fd6 req-f29174ab-517a-4cb7-ac13-dfbffbdd8385 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e279663-163d-448f-a4e1-07efb5662153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328503 Jun 15 14:47:46.101543 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35f6da0a-7c0d-4474-8d6b-dae8d1ebc0f7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.147893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6da0a-7c0d-4474-8d6b-dae8d1ebc0f7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Subnet': ['ID=08aa0be3-2ef6-4318-9b56-fb8cf065548a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:46.160542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35f6da0a-7c0d-4474-8d6b-dae8d1ebc0f7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.167813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87b0a51-f4d9-4954-b608-b638c2e9b6e4 None None] Network d6dcd7f6-b04a-412f-b7f6-6b08773898fb requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:46.185103 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-35f6da0a-7c0d-4474-8d6b-dae8d1ebc0f7 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/08aa0be3-2ef6-4318-9b56-fb8cf065548a HTTP/1.1" status: 204 len: 168 time: 1.3459318 Jun 15 14:47:46.185775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37240) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:46.246632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e740d4dd-ec94-437d-93ac-f2f73ad660e1 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:46.247911 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e740d4dd-ec94-437d-93ac-f2f73ad660e1 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5183570 Jun 15 14:47:46.260645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37244) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:46.269674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-dd7c7172-809c-4ac0-9c7e-65ba6e4af1fe tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group': {'name': 'tempest-security--407085447', 'description': 'tempest-security-description-1619329966'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:46.351820 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.374090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 7a3a4e2a-615c-4572-8512-0018ed9d1899 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:46.374480 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.405764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1dbe4a8d-6721-4cde-9383-3bbdf242ba4d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.406585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7172-809c-4ac0-9c7e-65ba6e4af1fe tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.446910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8644e4a-0213-4460-af46-fe5e4b0c7ab3 None None] DHCP port deletion for d6dcd7f6-b04a-412f-b7f6-6b08773898fb request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:47:46.451070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c8644e4a-0213-4460-af46-fe5e4b0c7ab3 None None] Deleting port 7a3a4e2a-615c-4572-8512-0018ed9d1899 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:46.451443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8644e4a-0213-4460-af46-fe5e4b0c7ab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.489927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe4a8d-6721-4cde-9383-3bbdf242ba4d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=7e28bf13-015e-4cc9-a379-7a879b85e3da,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:46.498989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-290e283d-1938-4b18-93f6-5d98d45bd12c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] For port d3d59729-9855-45c6-89ec-93cd84f34ff6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=d3d59729-9855-45c6-89ec-93cd84f34ff6,segment=NetworkSegment(2dfa35b7-1301-40a3-b754-bf6812a788d1),segment_id=2dfa35b7-1301-40a3-b754-bf6812a788d1)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:46.499290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-290e283d-1938-4b18-93f6-5d98d45bd12c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.597582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1dbe4a8d-6721-4cde-9383-3bbdf242ba4d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.631488 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1dbe4a8d-6721-4cde-9383-3bbdf242ba4d tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/7e28bf13-015e-4cc9-a379-7a879b85e3da HTTP/1.1" status: 204 len: 168 time: 1.4970779 Jun 15 14:47:46.634760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37248) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:46.663856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-290e283d-1938-4b18-93f6-5d98d45bd12c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for d3d59729-9855-45c6-89ec-93cd84f34ff6 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:46.704465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7172-809c-4ac0-9c7e-65ba6e4af1fe tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.715342 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d393e34-4a2a-465e-83a7-e677cd0a1389 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] GET failed (client error): The resource could not be found. Jun 15 14:47:46.716388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d393e34-4a2a-465e-83a7-e677cd0a1389 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:46.727175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7172-809c-4ac0-9c7e-65ba6e4af1fe tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.730202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7172-809c-4ac0-9c7e-65ba6e4af1fe tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.732034 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dd7c7172-809c-4ac0-9c7e-65ba6e4af1fe tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "PUT /v2.0/security-groups/1c194cff-8cc3-4b4c-b89d-2bdc66ddbb5c HTTP/1.1" status: 200 len: 1779 time: 0.4704623 Jun 15 14:47:46.756152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c8644e4a-0213-4460-af46-fe5e4b0c7ab3 None None] For port 7a3a4e2a-615c-4572-8512-0018ed9d1899, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7a3a4e2a-615c-4572-8512-0018ed9d1899,segment=NetworkSegment(548968d9-88ef-4763-87d4-6242a9f12ac4),segment_id=548968d9-88ef-4763-87d4-6242a9f12ac4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:46.756576 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8644e4a-0213-4460-af46-fe5e4b0c7ab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.757361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37254) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:46.766033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:47:46.835826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.841723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c7172-809c-4ac0-9c7e-65ba6e4af1fe tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c194cff-8cc3-4b4c-b89d-2bdc66ddbb5c,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:46.847635 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7a3a4e2a-615c-4572-8512-0018ed9d1899 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:46.860446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.927856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d393e34-4a2a-465e-83a7-e677cd0a1389 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:46.929070 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6d393e34-4a2a-465e-83a7-e677cd0a1389 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports/7e28bf13-015e-4cc9-a379-7a879b85e3da HTTP/1.1" status: 404 len: 333 time: 0.2933116 Jun 15 14:47:46.930925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] For port 7a3a4e2a-615c-4572-8512-0018ed9d1899, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7a3a4e2a-615c-4572-8512-0018ed9d1899,segment=NetworkSegment(548968d9-88ef-4763-87d4-6242a9f12ac4),segment_id=548968d9-88ef-4763-87d4-6242a9f12ac4)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:46.931605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:46.936563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c8644e4a-0213-4460-af46-fe5e4b0c7ab3 None None] Calling delete_port for 7a3a4e2a-615c-4572-8512-0018ed9d1899 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:46.942485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37258) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:47.020842 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a17b7f80-2877-43a0-800a-584f4444eb75 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-groups/1c194cff-8cc3-4b4c-b89d-2bdc66ddbb5c HTTP/1.1" status: 200 len: 1779 time: 0.2621284 Jun 15 14:47:47.046859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37262) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:47.087031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8644e4a-0213-4460-af46-fe5e4b0c7ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:47.129470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event updated for resources: {'Port': ['ID=b78eb95e-bffd-4c18-9165-aae400846fac,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:47.142474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7a3a4e2a-615c-4572-8512-0018ed9d1899 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:47.142859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:47.153679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8644e4a-0213-4460-af46-fe5e4b0c7ab3 None None] Pushing event deleted for resources: {'Port': ['ID=7a3a4e2a-615c-4572-8512-0018ed9d1899,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:47.159464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8644e4a-0213-4460-af46-fe5e4b0c7ab3 None None] No DVR routers for this DVR port 7a3a4e2a-615c-4572-8512-0018ed9d1899 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:47:47.187939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:47.288155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc879521-66cb-4e72-bf56-c9e62b73933c tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:47.289228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 7a3a4e2a-615c-4572-8512-0018ed9d1899 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:47.320390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d768ef7-6f09-418c-9016-5b1a1347bfe9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:47.372307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325d91a-c047-4abf-a100-b0496d84b03b req-e1f6588f-b7a5-4945-8593-981aa44927b0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:47.373884 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8325d91a-c047-4abf-a100-b0496d84b03b req-e1f6588f-b7a5-4945-8593-981aa44927b0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 946 time: 0.5303152 Jun 15 14:47:47.379324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:47:47.379637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:47:47.407033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc879521-66cb-4e72-bf56-c9e62b73933c tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:47.420255 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8325d91a-c047-4abf-a100-b0496d84b03b req-19484791-1d6a-455a-9591-986ab1747220 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e279663-163d-448f-a4e1-07efb5662153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396388 Jun 15 14:47:47.476084 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d768ef7-6f09-418c-9016-5b1a1347bfe9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:47.583694 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Floating IP 80a1a1e5-6d7f-4914-a302-364edee02767 associated. External IP: 172.26.3.55, port: 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f. Jun 15 14:47:47.639140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-290e283d-1938-4b18-93f6-5d98d45bd12c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:47.704762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d768ef7-6f09-418c-9016-5b1a1347bfe9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:47.756921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc879521-66cb-4e72-bf56-c9e62b73933c tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:47.759856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e283d-1938-4b18-93f6-5d98d45bd12c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=d3d59729-9855-45c6-89ec-93cd84f34ff6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:47.785232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d768ef7-6f09-418c-9016-5b1a1347bfe9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffe10b4-2b79-4474-9ebf-e7c16539d2b4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:47.880789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 7a3a4e2a-615c-4572-8512-0018ed9d1899 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:47.881224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:47.955053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] The port '7a3a4e2a-615c-4572-8512-0018ed9d1899' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:47:48.037896 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc879521-66cb-4e72-bf56-c9e62b73933c tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c194cff-8cc3-4b4c-b89d-2bdc66ddbb5c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:48.087709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.113642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6dcd7f6-b04a-412f-b7f6-6b08773898fb']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:48.125793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548968d9-88ef-4763-87d4-6242a9f12ac4') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:48.126093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548968d9-88ef-4763-87d4-6242a9f12ac4') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:48.138134 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.150877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc879521-66cb-4e72-bf56-c9e62b73933c tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.154505 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dc879521-66cb-4e72-bf56-c9e62b73933c tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-groups/1c194cff-8cc3-4b4c-b89d-2bdc66ddbb5c HTTP/1.1" status: 204 len: 168 time: 1.1023066 Jun 15 14:47:48.154505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d768ef7-6f09-418c-9016-5b1a1347bfe9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.154505 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5d768ef7-6f09-418c-9016-5b1a1347bfe9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/security-groups/6ffe10b4-2b79-4474-9ebf-e7c16539d2b4 HTTP/1.1" status: 204 len: 168 time: 1.2063632 Jun 15 14:47:48.156217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.158418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37266) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:48.159441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37268) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:48.193973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:47:48.194363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.283358 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 548968d9-88ef-4763-87d4-6242a9f12ac4 resource provider aggregate not found Jun 15 14:47:48.313818 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 548968d9-88ef-4763-87d4-6242a9f12ac4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 548968d9-88ef-4763-87d4-6242a9f12ac4 found for delete ", "request_id": "req-7e7bc0f8-d053-4c22-9af8-653defe816a2"}]} Jun 15 14:47:48.334012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-290e283d-1938-4b18-93f6-5d98d45bd12c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.352258 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-122c1d99-458c-402e-9602-e5366911b0b1 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1917207 Jun 15 14:47:48.354186 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.355671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37278) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:48.382239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.420049 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Network': ['ID=d6dcd7f6-b04a-412f-b7f6-6b08773898fb,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:48.427494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43b71a03-f969-431c-8667-4d0a811e0e50 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.430895 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-de7bed4a-c562-44f9-8f93-f88883a257e2 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] delete failed (client error): The resource could not be found. Jun 15 14:47:48.432008 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-de7bed4a-c562-44f9-8f93-f88883a257e2 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-groups/1c194cff-8cc3-4b4c-b89d-2bdc66ddbb5c HTTP/1.1" status: 404 len: 347 time: 0.0729105 Jun 15 14:47:48.443909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37282) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:48.449061 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0ed4d59f-bdff-4c36-8bab-d883bf60a45d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/networks/d6dcd7f6-b04a-412f-b7f6-6b08773898fb HTTP/1.1" status: 204 len: 168 time: 2.2575531 Jun 15 14:47:48.449767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37288) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:48.453135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1461987868'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:48.470265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1371091037'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:48.477812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:48.484051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:48.486694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:48.491590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43b71a03-f969-431c-8667-4d0a811e0e50 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.500420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:network and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:48.504217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:48.506954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:48.516599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:48.521508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:48.553835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.567676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:48.571089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.598414 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:48.604874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:48.610444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:48.616037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43b71a03-f969-431c-8667-4d0a811e0e50 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.621920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:47:48.634213 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Router 8ccf3c02-f410-470a-a116-40f78f37baa6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:48.636419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:48.649663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b71a03-f969-431c-8667-4d0a811e0e50 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4835d5a7-3a1a-4995-a8b3-275ee6dbf43a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:48.662616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.663072 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Added segment 66801452-3f8d-40a1-a319-d7e6c092d6d1 of type vlan for network 51c489fe-7dfc-45b9-ae2b-202c93cc2750 Jun 15 14:47:48.688222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-43b71a03-f969-431c-8667-4d0a811e0e50 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.689841 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-43b71a03-f969-431c-8667-4d0a811e0e50 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/security-groups/4835d5a7-3a1a-4995-a8b3-275ee6dbf43a HTTP/1.1" status: 204 len: 168 time: 0.5275519 Jun 15 14:47:48.704215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37292) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:48.733608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.850499 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.853053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.858467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:48.859058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.876693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28ecc99e-b954-4bd0-b17d-0e8a20d6df44 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.883218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:48.987447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b6701-b046-4882-a82e-017456e94101 req-35fd380b-798a-496c-b1cb-6648e17adede tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:48.988976 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-156b6701-b046-4882-a82e-017456e94101 req-35fd380b-798a-496c-b1cb-6648e17adede tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 946 time: 0.4482095 Jun 15 14:47:49.004939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290e283d-1938-4b18-93f6-5d98d45bd12c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 66da1939-c1e8-4a75-b018-5b1fa7f9781f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:49.025891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:49.031662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28ecc99e-b954-4bd0-b17d-0e8a20d6df44 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.039429 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d350e42-9a4c-48a7-bc42-0b2f4b6140e6 None None] Sync routers for ids ['8ccf3c02-f410-470a-a116-40f78f37baa6'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:49.048399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3002c9-667e-4116-afe0-4cfe5c5b7d3a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:49.055219 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d350e42-9a4c-48a7-bc42-0b2f4b6140e6 None None] Routers {'8ccf3c02-f410-470a-a116-40f78f37baa6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:49.056280 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0d350e42-9a4c-48a7-bc42-0b2f4b6140e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8ccf3c02-f410-470a-a116-40f78f37baa6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:49.061294 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5999589 Jun 15 14:47:49.069256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.073109 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-97942b9e-a475-4447-887a-175a1f570705 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6242857 Jun 15 14:47:49.073109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37296) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:49.074298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e5637-ff77-4035-b14d-12c4dbed2160 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Network': ['ID=51c489fe-7dfc-45b9-ae2b-202c93cc2750,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:49.078591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37298) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:49.087691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': '51c489fe-7dfc-45b9-ae2b-202c93cc2750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:49.090518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 51c489fe-7dfc-45b9-ae2b-202c93cc2750 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:47:49.123845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2e123234-5ec6-4b12-a923-6d52d69ebf88 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': 'de3002c9-667e-4116-afe0-4cfe5c5b7d3a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:49.144590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2e123234-5ec6-4b12-a923-6d52d69ebf88 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:49.184115 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-156b6701-b046-4882-a82e-017456e94101 req-c3e57f24-8a76-41e9-8af1-28d3add600cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e279663-163d-448f-a4e1-07efb5662153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838748 Jun 15 14:47:49.196373 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.215373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2e123234-5ec6-4b12-a923-6d52d69ebf88 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:49.215373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2e123234-5ec6-4b12-a923-6d52d69ebf88 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:49.224794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2e123234-5ec6-4b12-a923-6d52d69ebf88 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:49.251463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28ecc99e-b954-4bd0-b17d-0e8a20d6df44 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.267052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:49.280003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:49.285028 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ecc99e-b954-4bd0-b17d-0e8a20d6df44 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d63365-13e2-4241-8331-48ebcd9d49ff,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:49.287473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:49.295661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e123234-5ec6-4b12-a923-6d52d69ebf88 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.313658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:49.334946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:49.338512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.367698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-28ecc99e-b954-4bd0-b17d-0e8a20d6df44 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.371313 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-28ecc99e-b954-4bd0-b17d-0e8a20d6df44 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/security-groups/21d63365-13e2-4241-8331-48ebcd9d49ff HTTP/1.1" status: 204 len: 168 time: 0.6638803 Jun 15 14:47:49.381146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37306) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:49.394831 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0d350e42-9a4c-48a7-bc42-0b2f4b6140e6 None None] Set router 8ccf3c02-f410-470a-a116-40f78f37baa6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:49.427894 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-179e3a42-edfc-4d54-82f9-5156c390636a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6160059 Jun 15 14:47:49.428131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:47:49.433631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290e283d-1938-4b18-93f6-5d98d45bd12c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:49.447562 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-290e283d-1938-4b18-93f6-5d98d45bd12c tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8744497 Jun 15 14:47:49.447941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37314) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:49.452710 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239ee61-1724-4903-9fdc-d6ef2e6dc2c7 None None] Sync routers for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:49.468206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239ee61-1724-4903-9fdc-d6ef2e6dc2c7 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:49.468974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9239ee61-1724-4903-9fdc-d6ef2e6dc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:49.625491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e123234-5ec6-4b12-a923-6d52d69ebf88 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.630609 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa3e379-c2e5-402d-8139-75a147729a39 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting subnet 6f340f52-c6c8-48e9-b901-f580957a68ba {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:49.632804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb87549e-98df-4acb-a367-622c71ab6e7f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting subnet 8ea7a3e7-761e-4498-b03f-ad0ba1198e43 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:49.635112 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e379-c2e5-402d-8139-75a147729a39 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.639400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb87549e-98df-4acb-a367-622c71ab6e7f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.671908 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e123234-5ec6-4b12-a923-6d52d69ebf88 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.686676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-9239ee61-1724-4903-9fdc-d6ef2e6dc2c7 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:49.708031 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e379-c2e5-402d-8139-75a147729a39 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.736985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb87549e-98df-4acb-a367-622c71ab6e7f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.767785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e123234-5ec6-4b12-a923-6d52d69ebf88 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69105b01-b9d5-45e4-9a1f-1e2d3c04e543,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:49.846682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00092db-8862-4aac-915d-819737259fba req-4d73b5ed-528a-47ea-9254-d3e12e07f2f6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:49.848854 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b00092db-8862-4aac-915d-819737259fba req-4d73b5ed-528a-47ea-9254-d3e12e07f2f6 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.3055217 Jun 15 14:47:49.868945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e379-c2e5-402d-8139-75a147729a39 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.921560 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0d350e42-9a4c-48a7-bc42-0b2f4b6140e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:47:04Z', 'revision_number': 4, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '80a1a1e5-6d7f-4914-a302-364edee02767', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'floating_ip_address': '172.26.3.55', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'port_id': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'mac_address': 'fa:16:3e:37:d5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:47:45Z', 'updated_at': '2022-06-15T14:47:45Z', 'revision_number': 0, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21495323-3c86-4c25-a9d4-da45ece6f9d5', 'name': '', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'mac_address': 'fa:16:3e:d4:d3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:00Z', 'updated_at': '2022-06-15T14:47:24Z', 'revision_number': 5, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'subnets': [{'id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:49.927032 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d350e42-9a4c-48a7-bc42-0b2f4b6140e6 None None] Checking router: 8ccf3c02-f410-470a-a116-40f78f37baa6 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:49.936736 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d350e42-9a4c-48a7-bc42-0b2f4b6140e6 None None] Routers {'8ccf3c02-f410-470a-a116-40f78f37baa6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:49.937371 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0d350e42-9a4c-48a7-bc42-0b2f4b6140e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8ccf3c02-f410-470a-a116-40f78f37baa6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:49.968517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2e123234-5ec6-4b12-a923-6d52d69ebf88 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:49.972590 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2e123234-5ec6-4b12-a923-6d52d69ebf88 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8866174 Jun 15 14:47:49.981848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37318) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:50.011111 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b00092db-8862-4aac-915d-819737259fba req-fa0f97b0-bf3c-45cf-a0a7-a6da5abfb2bd tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538200 Jun 15 14:47:50.015000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a53da-333b-4bfe-bd81-0d93154bb783 req-992961ad-6efe-4360-aba2-a9ac9102a961 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:50.016620 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a0a53da-333b-4bfe-bd81-0d93154bb783 req-992961ad-6efe-4360-aba2-a9ac9102a961 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 946 time: 0.5851097 Jun 15 14:47:50.016845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e379-c2e5-402d-8139-75a147729a39 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.038268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37322) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:50.100537 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23089c46-7b33-4163-83d0-872deb9d4150'] response: {'name': 'network-changed', 'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'status': 'completed', 'code': 200} Jun 15 14:47:50.111873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa3e379-c2e5-402d-8139-75a147729a39 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Subnet': ['ID=6f340f52-c6c8-48e9-b901-f580957a68ba,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:50.117078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bfa3e379-c2e5-402d-8139-75a147729a39 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.120464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9239ee61-1724-4903-9fdc-d6ef2e6dc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:47Z', 'revision_number': 9, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:50.125318 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239ee61-1724-4903-9fdc-d6ef2e6dc2c7 None None] Checking router: 66da1939-c1e8-4a75-b018-5b1fa7f9781f for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:50.129453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a55ed96-7fab-4902-b6cf-9462728c0202 None None] Network fb10d7bc-ef22-464a-976d-b2c0f778e5d6 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:50.136379 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bfa3e379-c2e5-402d-8139-75a147729a39 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/6f340f52-c6c8-48e9-b901-f580957a68ba HTTP/1.1" status: 204 len: 168 time: 0.6870079 Jun 15 14:47:50.137246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37326) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:50.202204 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0d350e42-9a4c-48a7-bc42-0b2f4b6140e6 None None] Set router 8ccf3c02-f410-470a-a116-40f78f37baa6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:50.219985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-500057b5-74dd-48dc-860f-db6f50a7cb90 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.231869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9239ee61-1724-4903-9fdc-d6ef2e6dc2c7 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:50.232655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9239ee61-1724-4903-9fdc-d6ef2e6dc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:50.284532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.294702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-500057b5-74dd-48dc-860f-db6f50a7cb90 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.299580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port e1d0da80-cbeb-471a-85f3-181fb63447f6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:50.299977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.321798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb87549e-98df-4acb-a367-622c71ab6e7f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.360537 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2a0a53da-333b-4bfe-bd81-0d93154bb783 req-6b353047-1a77-4f3a-9748-f6fb9976acfb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e279663-163d-448f-a4e1-07efb5662153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199446 Jun 15 14:47:50.370730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.390715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37330) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:50.426759 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-312f58a2-5271-47e5-b970-9b7ecc4aeb0d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/floatingips/80a1a1e5-6d7f-4914-a302-364edee02767 HTTP/1.1" status: 200 len: 991 time: 0.3824546 Jun 15 14:47:50.461133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-9239ee61-1724-4903-9fdc-d6ef2e6dc2c7 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:50.500437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-500057b5-74dd-48dc-860f-db6f50a7cb90 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.523731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Subnet': ['ID=0057b1b4-1341-4ddc-bed1-6c55ab7ceda0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:50.543615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500057b5-74dd-48dc-860f-db6f50a7cb90 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69105b01-b9d5-45e4-9a1f-1e2d3c04e543,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:50.563790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28bd7-f8d4-47ba-81b0-e047245132a1 req-7aab2502-3b91-4ec8-ba56-e5dd3d8c8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:50.566744 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28a28bd7-f8d4-47ba-81b0-e047245132a1 req-7aab2502-3b91-4ec8-ba56-e5dd3d8c8a99 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3643c5210fdd422a8c02fdc421c86e35&device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 1099 time: 0.4225121 Jun 15 14:47:50.567774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Checking segment: {'id': '66801452-3f8d-40a1-a319-d7e6c092d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51c489fe-7dfc-45b9-ae2b-202c93cc2750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:50.568276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network hostable DHCP agents. Network: 51c489fe-7dfc-45b9-ae2b-202c93cc2750, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:47:50.608889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-500057b5-74dd-48dc-860f-db6f50a7cb90 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.613061 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-500057b5-74dd-48dc-860f-db6f50a7cb90 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/69105b01-b9d5-45e4-9a1f-1e2d3c04e543 HTTP/1.1" status: 204 len: 168 time: 0.6265883 Jun 15 14:47:50.668812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37334) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:50.669574 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0d350e42-9a4c-48a7-bc42-0b2f4b6140e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:47:04Z', 'revision_number': 4, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '80a1a1e5-6d7f-4914-a302-364edee02767', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'floating_ip_address': '172.26.3.55', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'port_id': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'mac_address': 'fa:16:3e:37:d5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:47:45Z', 'updated_at': '2022-06-15T14:47:45Z', 'revision_number': 0, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21495323-3c86-4c25-a9d4-da45ece6f9d5', 'name': '', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'mac_address': 'fa:16:3e:d4:d3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:00Z', 'updated_at': '2022-06-15T14:47:24Z', 'revision_number': 5, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'subnets': [{'id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:50.672228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb87549e-98df-4acb-a367-622c71ab6e7f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.674259 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d350e42-9a4c-48a7-bc42-0b2f4b6140e6 None None] The sync data for ids ['8ccf3c02-f410-470a-a116-40f78f37baa6'] in dv-neutron-845844-1-hyperv is: [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:47:04Z', 'revision_number': 4, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '80a1a1e5-6d7f-4914-a302-364edee02767', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'floating_ip_address': '172.26.3.55', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'port_id': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'mac_address': 'fa:16:3e:37:d5:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:47:45Z', 'updated_at': '2022-06-15T14:47:45Z', 'revision_number': 0, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21495323-3c86-4c25-a9d4-da45ece6f9d5', 'name': '', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'mac_address': 'fa:16:3e:d4:d3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:00Z', 'updated_at': '2022-06-15T14:47:24Z', 'revision_number': 5, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'subnets': [{'id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:50.731822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] For port e1d0da80-cbeb-471a-85f3-181fb63447f6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e1d0da80-cbeb-471a-85f3-181fb63447f6,segment=NetworkSegment(2dfa35b7-1301-40a3-b754-bf6812a788d1),segment_id=2dfa35b7-1301-40a3-b754-bf6812a788d1)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:50.733552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.749434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e32775-d0ed-47ca-a466-a60cd70622ff tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:50.752919 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-67e32775-d0ed-47ca-a466-a60cd70622ff tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 1094 time: 0.3608534 Jun 15 14:47:50.757074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37338) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:50.766672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '91afc305-0296-4bfa-a832-f2414a26fd95', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:50.777332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:50.784823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:floatingip and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:50.787572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87549e-98df-4acb-a367-622c71ab6e7f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Subnet': ['ID=8ea7a3e7-761e-4498-b03f-ad0ba1198e43,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:50.794182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:50.796868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bb87549e-98df-4acb-a367-622c71ab6e7f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.802749 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bb87549e-98df-4acb-a367-622c71ab6e7f tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/8ea7a3e7-761e-4498-b03f-ad0ba1198e43 HTTP/1.1" status: 204 len: 168 time: 1.4171360 Jun 15 14:47:50.803387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:50.807013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37342) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:50.838677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561db38b-f68e-433c-90a6-12d1cdd090ef None None] Network 508ae436-8035-420d-83f1-786e9ae2dd4c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:50.873127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 51c489fe-7dfc-45b9-ae2b-202c93cc2750 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:47:50.883076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.926939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1f8470e0-3ff8-49a5-b865-b9ae38280eef tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:50.955018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 51c489fe-7dfc-45b9-ae2b-202c93cc2750) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:50.981430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:50.982076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:50.999856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for e1d0da80-cbeb-471a-85f3-181fb63447f6 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:51.000113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e3b503-a7b9-4a3a-97ea-91d4db471024 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting subnet 82c3a093-23d0-425e-bcd6-0be281899ad8 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:51.003974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28bd7-f8d4-47ba-81b0-e047245132a1 req-55137970-b905-4c59-8fe3-a265f63929e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:51.006566 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28a28bd7-f8d4-47ba-81b0-e047245132a1 req-55137970-b905-4c59-8fe3-a265f63929e4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 HTTP/1.1" status: 200 len: 898 time: 0.4298248 Jun 15 14:47:51.017625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dafba5e-d4d1-441a-8fe3-a4ea16316f0d None None] Network 51c489fe-7dfc-45b9-ae2b-202c93cc2750 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:51.092416 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d03d2-ee14-4c8a-bd7c-adb03f5d2279 None None] New status for floating IP 80a1a1e5-6d7f-4914-a302-364edee02767: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:47:51.095901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e3b503-a7b9-4a3a-97ea-91d4db471024 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.176160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1f8470e0-3ff8-49a5-b865-b9ae38280eef tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:51.180883 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1f8470e0-3ff8-49a5-b865-b9ae38280eef tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5079248 Jun 15 14:47:51.191089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37346) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:51.194678 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fdcee84d-e0f6-49ad-ba21-72ece75e0d4e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1178644 Jun 15 14:47:51.200844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37350) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:51.211527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4130bebb-5c23-48e1-ad6a-2a87706fd7d4 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1082021971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:51.232358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4130bebb-5c23-48e1-ad6a-2a87706fd7d4 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:51.240257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e3b503-a7b9-4a3a-97ea-91d4db471024 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.271715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4130bebb-5c23-48e1-ad6a-2a87706fd7d4 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:router and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:51.283376 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28a28bd7-f8d4-47ba-81b0-e047245132a1 req-ce12c026-e723-4f2c-938b-4e9419b761c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f HTTP/1.1" status: 200 len: 999 time: 0.2672911 Jun 15 14:47:51.293050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4130bebb-5c23-48e1-ad6a-2a87706fd7d4 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:51.297680 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.347324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4130bebb-5c23-48e1-ad6a-2a87706fd7d4 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:51.352972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No DVR routers for this DVR port e1d0da80-cbeb-471a-85f3-181fb63447f6 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:47:51.388335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4130bebb-5c23-48e1-ad6a-2a87706fd7d4 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.389541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4130bebb-5c23-48e1-ad6a-2a87706fd7d4 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.398735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8855042d-48f0-4211-b685-c27543dca068 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.425184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28bd7-f8d4-47ba-81b0-e047245132a1 req-b851648f-f47a-445b-b853-3e9274954873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:51.428574 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28a28bd7-f8d4-47ba-81b0-e047245132a1 req-b851648f-f47a-445b-b853-3e9274954873 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48317201-d757-4bda-87b6-ad06fdc12a70 HTTP/1.1" status: 200 len: 835 time: 0.1257329 Jun 15 14:47:51.432348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4130bebb-5c23-48e1-ad6a-2a87706fd7d4 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.434514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37354) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:51.522827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=e1d0da80-cbeb-471a-85f3-181fb63447f6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:51.582934 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da69525-7357-4a26-8fc2-8252f495887e None None] DHCP port deletion for fb10d7bc-ef22-464a-976d-b2c0f778e5d6 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:47:51.593173 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.609547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-51c489fe-7dfc-45b9-ae2b-202c93cc2750', 'network_id': '51c489fe-7dfc-45b9-ae2b-202c93cc2750', 'tenant_id': '521159c916044f0ba796279da421933a', 'fixed_ips': [{'subnet_id': '0057b1b4-1341-4ddc-bed1-6c55ab7ceda0'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:47:51.610654 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.632660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e3b503-a7b9-4a3a-97ea-91d4db471024 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.644874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.660966 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9239ee61-1724-4903-9fdc-d6ef2e6dc2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:47Z', 'revision_number': 9, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:51.677885 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4130bebb-5c23-48e1-ad6a-2a87706fd7d4 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.708260 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9239ee61-1724-4903-9fdc-d6ef2e6dc2c7 None None] The sync data for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv is: [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:47Z', 'revision_number': 9, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '3b58c62f-89b8-4a49-99c9-51705eca2e20', 'name': '', 'network_id': '2dc97bc6-605c-496d-b06b-b6067d98cbf4', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:66:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:39Z', 'updated_at': '2022-06-15T14:46:56Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': '4b491647-4078-480b-af1c-fc5be451d7bb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:51.789541 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-afe991b4-94e5-4953-bcb3-6deb6c5bdf61 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/floatingips/80a1a1e5-6d7f-4914-a302-364edee02767 HTTP/1.1" status: 200 len: 991 time: 0.3545568 Jun 15 14:47:51.805272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4130bebb-5c23-48e1-ad6a-2a87706fd7d4 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.807074 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4130bebb-5c23-48e1-ad6a-2a87706fd7d4 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6017489 Jun 15 14:47:51.813624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37358) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:51.823404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'network_id': '51c489fe-7dfc-45b9-ae2b-202c93cc2750', 'name': 'tempest-PortsTestJSON-1663692235'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:51.879882 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Allocated IP 172.20.0.2 (51c489fe-7dfc-45b9-ae2b-202c93cc2750/0057b1b4-1341-4ddc-bed1-6c55ab7ceda0/4aad9022-a454-4454-9b31-67ea576a0da5) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:51.887942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb10d7bc-ef22-464a-976d-b2c0f778e5d6']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:51.896965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8855042d-48f0-4211-b685-c27543dca068 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.924771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfa35b7-1301-40a3-b754-bf6812a788d1') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:51.925130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfa35b7-1301-40a3-b754-bf6812a788d1') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:51.930443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e3b503-a7b9-4a3a-97ea-91d4db471024 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.950647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.988490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.991173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:51.999336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3b503-a7b9-4a3a-97ea-91d4db471024 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Subnet': ['ID=82c3a093-23d0-425e-bcd6-0be281899ad8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:52.002842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a28bd7-f8d4-47ba-81b0-e047245132a1 req-ddb7ae5a-a89c-457f-a5de-3a85d78af1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:52.005095 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28a28bd7-f8d4-47ba-81b0-e047245132a1 req-ddb7ae5a-a89c-457f-a5de-3a85d78af1a9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5604393 Jun 15 14:47:52.005775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-12e3b503-a7b9-4a3a-97ea-91d4db471024 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.031751 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:47:52.032158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.067510 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-12e3b503-a7b9-4a3a-97ea-91d4db471024 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/82c3a093-23d0-425e-bcd6-0be281899ad8 HTTP/1.1" status: 204 len: 168 time: 1.2541392 Jun 15 14:47:52.069912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8855042d-48f0-4211-b685-c27543dca068 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.094390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37364) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:52.228615 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 2dfa35b7-1301-40a3-b754-bf6812a788d1 resource provider aggregate not found Jun 15 14:47:52.264520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.279100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Transition to ACTIVE for port object 4aad9022-a454-4454-9b31-67ea576a0da5 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:52.307828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855042d-48f0-4211-b685-c27543dca068 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3002c9-667e-4116-afe0-4cfe5c5b7d3a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:52.324242 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.352631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Transition to ACTIVE for port object 4aad9022-a454-4454-9b31-67ea576a0da5 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:52.355303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:52.363276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:port and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:52.365324 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1264bb34-b47c-438d-ad63-f7c176961620 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:52.366139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1264bb34-b47c-438d-ad63-f7c176961620 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:52.376558 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.377262 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.383438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:52.385726 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 2dfa35b7-1301-40a3-b754-bf6812a788d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dfa35b7-1301-40a3-b754-bf6812a788d1 found for delete ", "request_id": "req-c71f6056-5939-4615-81c7-6d9f62bc6578"}]} Jun 15 14:47:52.398283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:52.410203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Network': ['ID=fb10d7bc-ef22-464a-976d-b2c0f778e5d6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:52.419385 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:47:52.424755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.433486 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1264bb34-b47c-438d-ad63-f7c176961620 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/8ea7a3e7-761e-4498-b03f-ad0ba1198e43 HTTP/1.1" status: 404 len: 337 time: 0.3272932 Jun 15 14:47:52.456355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37370) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:52.467220 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ceb79946-57e6-45e3-a521-11fac57aab9d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/networks/fb10d7bc-ef22-464a-976d-b2c0f778e5d6 HTTP/1.1" status: 204 len: 168 time: 2.3287313 Jun 15 14:47:52.473934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8855042d-48f0-4211-b685-c27543dca068 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.474852 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Network 51c489fe-7dfc-45b9-ae2b-202c93cc2750 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:52.475551 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8855042d-48f0-4211-b685-c27543dca068 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-groups/de3002c9-667e-4116-afe0-4cfe5c5b7d3a HTTP/1.1" status: 204 len: 168 time: 1.2846889 Jun 15 14:47:52.478291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:52.481187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:52.483437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37374) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:52.483975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37376) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:52.534485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Pushing event updated for resources: {'Port': ['ID=4aad9022-a454-4454-9b31-67ea576a0da5,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:52.557727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0587eb-7332-4213-90df-917bfa927041 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting subnet 646a5715-54a4-478c-a7ad-8a79deb1d7d5 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:52.561269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e0587eb-7332-4213-90df-917bfa927041 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.613057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Attempting to bind port 4aad9022-a454-4454-9b31-67ea576a0da5 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:47:52.613629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Attempting to bind port 4aad9022-a454-4454-9b31-67ea576a0da5 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '66801452-3f8d-40a1-a319-d7e6c092d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51c489fe-7dfc-45b9-ae2b-202c93cc2750'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:47:52.613822 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Attempting to bind port 4aad9022-a454-4454-9b31-67ea576a0da5 on network 51c489fe-7dfc-45b9-ae2b-202c93cc2750 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:47:52.620303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:47:52.620682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Checking segment: {'id': '66801452-3f8d-40a1-a319-d7e6c092d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51c489fe-7dfc-45b9-ae2b-202c93cc2750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:47:52.621389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.621827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Bound using segment: {'id': '66801452-3f8d-40a1-a319-d7e6c092d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51c489fe-7dfc-45b9-ae2b-202c93cc2750'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:47:52.622361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Bound port: 4aad9022-a454-4454-9b31-67ea576a0da5, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66801452-3f8d-40a1-a319-d7e6c092d6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '51c489fe-7dfc-45b9-ae2b-202c93cc2750'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:47:52.622740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.654016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port 87c07ab3-b43f-4519-a3c6-33cbb744355a yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:47:52.719365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e0587eb-7332-4213-90df-917bfa927041 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:52.744482 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac119b-a5c7-4925-921c-f4659336df31 None None] Network 508ae436-8035-420d-83f1-786e9ae2dd4c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:52.748448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c8c2e204-2da3-4c16-ac03-a2d60553ad01 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:52.771253 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.120 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/ae125f22-d8a2-4d34-aa4c-0653d56e9951) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:52.776372 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28a28bd7-f8d4-47ba-81b0-e047245132a1 req-188551ab-231f-47c5-9457-af1531cc1d5a service neutron] 10.222.0.44 "GET /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7517955 Jun 15 14:47:52.801819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37382) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:52.860065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e1d0da80-cbeb-471a-85f3-181fb63447f6 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:52.909084 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] For port 4aad9022-a454-4454-9b31-67ea576a0da5, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:47:52.922967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: e1d0da80-cbeb-471a-85f3-181fb63447f6 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:52.923394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e1d0da80-cbeb-471a-85f3-181fb63447f6 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:52.923806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device d3d59729-9855-45c6-89ec-93cd84f34ff6 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:52.970564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] For port 4aad9022-a454-4454-9b31-67ea576a0da5, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4aad9022-a454-4454-9b31-67ea576a0da5,segment=NetworkSegment(66801452-3f8d-40a1-a319-d7e6c092d6d1),segment_id=66801452-3f8d-40a1-a319-d7e6c092d6d1)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:47:52.974610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c8c2e204-2da3-4c16-ac03-a2d60553ad01 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:52.974800 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: d3d59729-9855-45c6-89ec-93cd84f34ff6 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:52.974800 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device d3d59729-9855-45c6-89ec-93cd84f34ff6 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:52.979474 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c8c2e204-2da3-4c16-ac03-a2d60553ad01 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4883366 Jun 15 14:47:52.982013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37386) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:52.999282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group': {'name': 'tempest-secgroup--255758760'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:53.005215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1fc64434-be67-4f5b-92f7-a50a6b0d878d None None] Provisioning complete for port 68566224-fe08-4f23-be3d-3ee7788e0295 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:53.006106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1fc64434-be67-4f5b-92f7-a50a6b0d878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.023017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:53.030303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.050119 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28a28bd7-f8d4-47ba-81b0-e047245132a1 req-02d2389b-e01c-4dc9-b360-8320681ba186 service neutron] 10.222.0.44 "GET /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644372 Jun 15 14:47:53.054976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:53.057746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.5 (51c489fe-7dfc-45b9-ae2b-202c93cc2750/0057b1b4-1341-4ddc-bed1-6c55ab7ceda0/87c07ab3-b43f-4519-a3c6-33cbb744355a) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:47:53.060378 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e0587eb-7332-4213-90df-917bfa927041 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.119477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.183398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:53.192367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1fc64434-be67-4f5b-92f7-a50a6b0d878d None None] Port 68566224-fe08-4f23-be3d-3ee7788e0295 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:53.201647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81782c1a-57f9-4eb0-96f5-d2c43ec1efa6 None None] Pushing event updated for resources: {'Port': ['ID=4aad9022-a454-4454-9b31-67ea576a0da5,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:53.204991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:53.213045 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-53392f51-7290-47af-9dc5-935195543428 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/floatingips/80a1a1e5-6d7f-4914-a302-364edee02767 HTTP/1.1" status: 200 len: 993 time: 0.4082563 Jun 15 14:47:53.216864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:53.243854 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:53.311392 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.325329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e0587eb-7332-4213-90df-917bfa927041 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.327438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1fc64434-be67-4f5b-92f7-a50a6b0d878d None None] Provisioning complete for port 29f04e72-69e5-4e0e-a9bb-2037355a940a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:53.328170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1fc64434-be67-4f5b-92f7-a50a6b0d878d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.401443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0587eb-7332-4213-90df-917bfa927041 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Subnet': ['ID=646a5715-54a4-478c-a7ad-8a79deb1d7d5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:53.424853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e0587eb-7332-4213-90df-917bfa927041 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.438875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.524239 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6e0587eb-7332-4213-90df-917bfa927041 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/646a5715-54a4-478c-a7ad-8a79deb1d7d5 HTTP/1.1" status: 204 len: 168 time: 1.0576496 Jun 15 14:47:53.524529 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37390) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:53.548209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:53.570985 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1fc64434-be67-4f5b-92f7-a50a6b0d878d None None] Current status of the port 29f04e72-69e5-4e0e-a9bb-2037355a940a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:53.572797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.600177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:53.604695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfb3c93-d2d7-40e6-83e5-18aacc2f1695 None None] Update dhcp port {'port': {'network_id': '508ae436-8035-420d-83f1-786e9ae2dd4c', 'fixed_ips': [{'subnet_id': '646a5715-54a4-478c-a7ad-8a79deb1d7d5'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': '29f04e72-69e5-4e0e-a9bb-2037355a940a'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:47:53.616761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Transition to ACTIVE for port object 87c07ab3-b43f-4519-a3c6-33cbb744355a will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:47:53.619373 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:53.619560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.635755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.667134 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-7773725c-2fad-4e43-80e3-b96e6c5fbbab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:53.667603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7773725c-2fad-4e43-80e3-b96e6c5fbbab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:53.672233 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7773725c-2fad-4e43-80e3-b96e6c5fbbab tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/1bd12434-cea9-42b6-a94b-2587333cdc88 HTTP/1.1" status: 404 len: 337 time: 0.1442716 Jun 15 14:47:53.686770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37394) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:53.701972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fbfb3c93-d2d7-40e6-83e5-18aacc2f1695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.722713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b6611f-0623-4771-b6d6-ac76016c44e9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:53.747720 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.752840 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2076d163-d11f-4432-a25a-b433becbfc3d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7614849 Jun 15 14:47:53.753216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=ae125f22-d8a2-4d34-aa4c-0653d56e9951,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:53.755720 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37398) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:53.765528 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-07f755ee-9d85-41b5-a4a7-8203f08686fa tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': '38b6611f-0623-4771-b6d6-ac76016c44e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:53.772250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dc9de67c-9ee7-430e-909c-58f37c0da5f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Synchronizing usage tracker for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:53.774985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-07f755ee-9d85-41b5-a4a7-8203f08686fa tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:53.783785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-07f755ee-9d85-41b5-a4a7-8203f08686fa tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:53.787820 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-07f755ee-9d85-41b5-a4a7-8203f08686fa tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:53.804919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-07f755ee-9d85-41b5-a4a7-8203f08686fa tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:53.813476 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.887432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07f755ee-9d85-41b5-a4a7-8203f08686fa tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:53.915580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 51c489fe-7dfc-45b9-ae2b-202c93cc2750 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:53.929433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:53.934620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=87c07ab3-b43f-4519-a3c6-33cbb744355a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:53.939482 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:47:53.970989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dd5fb1-938c-417f-ba36-61dff7bd90e8 None None] Network 508ae436-8035-420d-83f1-786e9ae2dd4c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:54.030162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dc9de67c-9ee7-430e-909c-58f37c0da5f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Unset dirty status for tenant:1811f021965845728c9b3aaf02b41c17 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:54.034087 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dc9de67c-9ee7-430e-909c-58f37c0da5f6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "GET /v2.0/ports?device_id=071eaca4-01b4-4ff9-8840-c326c461bf45 HTTP/1.1" status: 200 len: 205 time: 0.3436909 Jun 15 14:47:54.040689 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:54.041366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:54.042788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37402) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:54.058355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07f755ee-9d85-41b5-a4a7-8203f08686fa tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:54.066765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07f755ee-9d85-41b5-a4a7-8203f08686fa tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:54.089251 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-77c7c022-e297-4f83-96c8-a73472f1d505 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2710788 Jun 15 14:47:54.093830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a0d52843-4d2e-4e27-b109-e3abfe1f2d8f None None] Provisioning complete for port 68566224-fe08-4f23-be3d-3ee7788e0295 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:54.094047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37406) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:54.094163 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0d52843-4d2e-4e27-b109-e3abfe1f2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:54.094272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f755ee-9d85-41b5-a4a7-8203f08686fa tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=035667f6-ee53-43de-9fdf-f394f44e0f6d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:54.159769 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-684bccfc-659b-4a3f-b114-8ca3b02950e5 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] delete failed (client error): The resource could not be found. Jun 15 14:47:54.160893 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-684bccfc-659b-4a3f-b114-8ca3b02950e5 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/routers/071eaca4-01b4-4ff9-8840-c326c461bf45 HTTP/1.1" status: 404 len: 336 time: 0.1173608 Jun 15 14:47:54.167948 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37410) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:54.211079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a0d52843-4d2e-4e27-b109-e3abfe1f2d8f None None] Port 68566224-fe08-4f23-be3d-3ee7788e0295 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:54.228970 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b818f02-3556-428e-b417-3da90bf5a176 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:54.229456 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b818f02-3556-428e-b417-3da90bf5a176 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:54.231241 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1b818f02-3556-428e-b417-3da90bf5a176 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/7188b446-ccd6-432c-9376-3a101f2cc9c2 HTTP/1.1" status: 404 len: 337 time: 0.0607042 Jun 15 14:47:54.233020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-07f755ee-9d85-41b5-a4a7-8203f08686fa tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:54.236836 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-07f755ee-9d85-41b5-a4a7-8203f08686fa tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4760437 Jun 15 14:47:54.237021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37414) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:54.247338 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37416) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:54.255410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8b936f03-7e38-446a-b89f-4119e9232998 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': '38b6611f-0623-4771-b6d6-ac76016c44e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:54.264985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8b936f03-7e38-446a-b89f-4119e9232998 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:54.286555 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8bdf6f9-90e8-44d1-8d1a-b4cd39e3897b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:54.287057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8bdf6f9-90e8-44d1-8d1a-b4cd39e3897b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:54.288868 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e8bdf6f9-90e8-44d1-8d1a-b4cd39e3897b tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/0ff7f79c-3bf6-414b-9aea-106f13baf19b HTTP/1.1" status: 404 len: 337 time: 0.0517328 Jun 15 14:47:54.298945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a0d52843-4d2e-4e27-b109-e3abfe1f2d8f None None] Provisioning complete for port 29f04e72-69e5-4e0e-a9bb-2037355a940a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:54.299356 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a0d52843-4d2e-4e27-b109-e3abfe1f2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:54.325470 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37422) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:54.329183 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8b936f03-7e38-446a-b89f-4119e9232998 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:54.359120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d3bba71-c54f-4475-a926-d0065cd5ad30 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:54.368491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8b936f03-7e38-446a-b89f-4119e9232998 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:54.450206 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8b936f03-7e38-446a-b89f-4119e9232998 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:54.452926 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e2211f-3730-43c8-9b83-0eed85cbe4ef tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:54.453551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e2211f-3730-43c8-9b83-0eed85cbe4ef tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:54.455383 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-00e2211f-3730-43c8-9b83-0eed85cbe4ef tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/a654e830-a4ec-4f33-9908-98fabd89b220 HTTP/1.1" status: 404 len: 337 time: 0.1288857 Jun 15 14:47:54.459033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37426) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:54.468735 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a0d52843-4d2e-4e27-b109-e3abfe1f2d8f None None] Current status of the port 29f04e72-69e5-4e0e-a9bb-2037355a940a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:54.515180 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c68b7a7-44ee-4c9c-9029-ef4d4b1077e2 None None] DHCP port deletion for 508ae436-8035-420d-83f1-786e9ae2dd4c request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:47:54.521534 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0c68b7a7-44ee-4c9c-9029-ef4d4b1077e2 None None] Deleting port 29f04e72-69e5-4e0e-a9bb-2037355a940a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:54.522155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0c68b7a7-44ee-4c9c-9029-ef4d4b1077e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:54.729419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3b2483-e5bc-4c3c-9379-2131b43964a1 None None] Network 51c489fe-7dfc-45b9-ae2b-202c93cc2750 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:54.769319 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6b2d70-5094-46e8-b2a3-ded006846dd7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:54.770142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6b2d70-5094-46e8-b2a3-ded006846dd7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:54.771606 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9e6b2d70-5094-46e8-b2a3-ded006846dd7 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/81bbc112-e9ba-4c85-a804-134906755329 HTTP/1.1" status: 404 len: 333 time: 0.3098171 Jun 15 14:47:54.779654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37430) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:54.783394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b936f03-7e38-446a-b89f-4119e9232998 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:54.783617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cdca9bb8-3971-498f-b153-c7ecffb6aa66 None None] Provisioning for port 4aad9022-a454-4454-9b31-67ea576a0da5 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:54.835971 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-770c0cdb-7127-43cf-bc1e-9e7008d46333 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:54.836261 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770c0cdb-7127-43cf-bc1e-9e7008d46333 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:54.859627 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-770c0cdb-7127-43cf-bc1e-9e7008d46333 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/d383b449-1e7a-4f26-99e0-f5f464fcc87b HTTP/1.1" status: 404 len: 337 time: 0.0790641 Jun 15 14:47:54.863952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37434) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:54.891037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0c68b7a7-44ee-4c9c-9029-ef4d4b1077e2 None None] For port 29f04e72-69e5-4e0e-a9bb-2037355a940a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29f04e72-69e5-4e0e-a9bb-2037355a940a,segment=NetworkSegment(80036dda-1697-4d92-90d7-709c59ce75cd),segment_id=80036dda-1697-4d92-90d7-709c59ce75cd)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:54.891450 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0c68b7a7-44ee-4c9c-9029-ef4d4b1077e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:54.908215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4aad9022-a454-4454-9b31-67ea576a0da5 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:54.928884 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34f28d2-3f67-424b-bfb8-546d75b1ad7e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:54.929364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34f28d2-3f67-424b-bfb8-546d75b1ad7e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:54.933480 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e34f28d2-3f67-424b-bfb8-546d75b1ad7e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/8e24cf61-b609-4f69-9cc4-4ab12c2dd49f HTTP/1.1" status: 404 len: 337 time: 0.0591419 Jun 15 14:47:54.935741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37438) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:55.006029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7d3bba71-c54f-4475-a926-d0065cd5ad30 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 3b58c62f-89b8-4a49-99c9-51705eca2e20 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:55.006029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d3bba71-c54f-4475-a926-d0065cd5ad30 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.037298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b936f03-7e38-446a-b89f-4119e9232998 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.037833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.040793 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-8217e24b-08e9-4e9d-99dc-60c33d61cfa9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:55.041238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8217e24b-08e9-4e9d-99dc-60c33d61cfa9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:55.051898 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8217e24b-08e9-4e9d-99dc-60c33d61cfa9 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/23c3d23a-120c-4eb7-88a9-1f17b1b66673 HTTP/1.1" status: 404 len: 333 time: 0.1131737 Jun 15 14:47:55.058665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37442) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:55.061645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b936f03-7e38-446a-b89f-4119e9232998 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.083345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0c68b7a7-44ee-4c9c-9029-ef4d4b1077e2 None None] Calling delete_port for 29f04e72-69e5-4e0e-a9bb-2037355a940a owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:55.129993 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b936f03-7e38-446a-b89f-4119e9232998 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba522a4-3df6-4e34-9192-903ae04c3672,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:55.132279 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8307ca3-46bb-4894-8550-5a508902ef06 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:55.132756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8307ca3-46bb-4894-8550-5a508902ef06 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:55.137063 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e8307ca3-46bb-4894-8550-5a508902ef06 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/8705af95-7013-4c3e-8fb8-ff52c9eed4bd HTTP/1.1" status: 404 len: 337 time: 0.0745268 Jun 15 14:47:55.157853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37446) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:55.193531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b936f03-7e38-446a-b89f-4119e9232998 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.197506 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8b936f03-7e38-446a-b89f-4119e9232998 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9466264 Jun 15 14:47:55.198406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37450) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:55.206782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0a561c57-10a2-4dca-a6ce-fa7d70e0ef2b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': '38b6611f-0623-4771-b6d6-ac76016c44e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:55.215859 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0a561c57-10a2-4dca-a6ce-fa7d70e0ef2b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:55.224095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0a561c57-10a2-4dca-a6ce-fa7d70e0ef2b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:55.227227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0a561c57-10a2-4dca-a6ce-fa7d70e0ef2b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:55.240429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0a561c57-10a2-4dca-a6ce-fa7d70e0ef2b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:55.242592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.248312 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae24d933-d671-4935-ae9e-51bf20cd062e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] DELETE failed (client error): The resource could not be found. Jun 15 14:47:55.249282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae24d933-d671-4935-ae9e-51bf20cd062e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:47:55.253143 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ae24d933-d671-4935-ae9e-51bf20cd062e tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/subnets/0120e734-b7be-4149-abfe-7bc429651add HTTP/1.1" status: 404 len: 337 time: 0.0916028 Jun 15 14:47:55.254875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37454) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:55.316876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.344219 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 4aad9022-a454-4454-9b31-67ea576a0da5 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:55.349668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 4aad9022-a454-4454-9b31-67ea576a0da5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:55.350188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.386540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-7d3bba71-c54f-4475-a926-d0065cd5ad30 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] For port 3b58c62f-89b8-4a49-99c9-51705eca2e20, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3b58c62f-89b8-4a49-99c9-51705eca2e20,segment=NetworkSegment(e9d81048-30e1-437c-a382-707f63ab6dcc),segment_id=e9d81048-30e1-437c-a382-707f63ab6dcc)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:55.387222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d3bba71-c54f-4475-a926-d0065cd5ad30 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.393995 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0c68b7a7-44ee-4c9c-9029-ef4d4b1077e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.395189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a561c57-10a2-4dca-a6ce-fa7d70e0ef2b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.440782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f2b34-3127-46c3-a406-7c72fa95bcae tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Deleting port 68566224-fe08-4f23-be3d-3ee7788e0295 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:55.441149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2b34-3127-46c3-a406-7c72fa95bcae tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.472964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c68b7a7-44ee-4c9c-9029-ef4d4b1077e2 None None] Pushing event deleted for resources: {'Port': ['ID=29f04e72-69e5-4e0e-a9bb-2037355a940a,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:55.478317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c68b7a7-44ee-4c9c-9029-ef4d4b1077e2 None None] No DVR routers for this DVR port 29f04e72-69e5-4e0e-a9bb-2037355a940a on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:47:55.581871 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 4aad9022-a454-4454-9b31-67ea576a0da5 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:55.582425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.625025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 4aad9022-a454-4454-9b31-67ea576a0da5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4aad9022-a454-4454-9b31-67ea576a0da5,segment=NetworkSegment(66801452-3f8d-40a1-a319-d7e6c092d6d1),segment_id=66801452-3f8d-40a1-a319-d7e6c092d6d1)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:47:55.630867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.692761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7d3bba71-c54f-4475-a926-d0065cd5ad30 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for 3b58c62f-89b8-4a49-99c9-51705eca2e20 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:55.723082 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=4aad9022-a454-4454-9b31-67ea576a0da5,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:55.729325 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a561c57-10a2-4dca-a6ce-fa7d70e0ef2b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.748324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29f04e72-69e5-4e0e-a9bb-2037355a940a no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:47:55.788133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 29f04e72-69e5-4e0e-a9bb-2037355a940a {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:47:55.788133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29f04e72-69e5-4e0e-a9bb-2037355a940a not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:47:55.866645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a561c57-10a2-4dca-a6ce-fa7d70e0ef2b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.893542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-da9a8ee8-5be2-4f96-8d17-71bb2ffc5e77 None None] Provisioning for port 87c07ab3-b43f-4519-a3c6-33cbb744355a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:47:55.899942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-da9a8ee8-5be2-4f96-8d17-71bb2ffc5e77 None None] Provisioning complete for port 87c07ab3-b43f-4519-a3c6-33cbb744355a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:55.900569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-da9a8ee8-5be2-4f96-8d17-71bb2ffc5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:55.933953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a561c57-10a2-4dca-a6ce-fa7d70e0ef2b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5a3704-6eb3-4e5d-9cce-25ed1721e181,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:55.986385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-da9a8ee8-5be2-4f96-8d17-71bb2ffc5e77 None None] Port 87c07ab3-b43f-4519-a3c6-33cbb744355a cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:55.987791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.002813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-da9a8ee8-5be2-4f96-8d17-71bb2ffc5e77 None None] Provisioning complete for port 4aad9022-a454-4454-9b31-67ea576a0da5 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:56.003332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-da9a8ee8-5be2-4f96-8d17-71bb2ffc5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.007644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0a561c57-10a2-4dca-a6ce-fa7d70e0ef2b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.011672 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0a561c57-10a2-4dca-a6ce-fa7d70e0ef2b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8125226 Jun 15 14:47:56.015944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37458) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:56.022030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.081796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cb334bdf-9f42-439e-8906-eb034f599b27 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': '38b6611f-0623-4771-b6d6-ac76016c44e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:56.090296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cb334bdf-9f42-439e-8906-eb034f599b27 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:56.094762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cb334bdf-9f42-439e-8906-eb034f599b27 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:56.097955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cb334bdf-9f42-439e-8906-eb034f599b27 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:56.105374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cb334bdf-9f42-439e-8906-eb034f599b27 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:56.146009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-da9a8ee8-5be2-4f96-8d17-71bb2ffc5e77 None None] Current status of the port 4aad9022-a454-4454-9b31-67ea576a0da5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:56.147994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb334bdf-9f42-439e-8906-eb034f599b27 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.168434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=ae125f22-d8a2-4d34-aa4c-0653d56e9951,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:56.179980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2b34-3127-46c3-a406-7c72fa95bcae tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.182484 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d3bba71-c54f-4475-a926-d0065cd5ad30 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.234895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.269764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d76541c4-d4da-42ba-8b2c-577314da3c3a None None] Provisioning complete for port 87c07ab3-b43f-4519-a3c6-33cbb744355a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:56.270602 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d76541c4-d4da-42ba-8b2c-577314da3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.300215 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bba71-c54f-4475-a926-d0065cd5ad30 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=3b58c62f-89b8-4a49-99c9-51705eca2e20,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:56.340979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d76541c4-d4da-42ba-8b2c-577314da3c3a None None] Port 87c07ab3-b43f-4519-a3c6-33cbb744355a cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:56.466348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:47:56.480721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-8e4f2b34-3127-46c3-a406-7c72fa95bcae tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Calling delete_port for 68566224-fe08-4f23-be3d-3ee7788e0295 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:47:56.533046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.545946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.553093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb334bdf-9f42-439e-8906-eb034f599b27 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.605317 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb334bdf-9f42-439e-8906-eb034f599b27 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.645740 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 10b91b0b-0c2b-468f-98dc-6418159ed9e2 associated. External IP: 172.26.3.120, port: 91afc305-0296-4bfa-a832-f2414a26fd95. Jun 15 14:47:56.698741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb334bdf-9f42-439e-8906-eb034f599b27 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18aaf4ff-744e-4942-b1ec-e8a89879eb23,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:56.727181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=87c07ab3-b43f-4519-a3c6-33cbb744355a,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:56.746079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb334bdf-9f42-439e-8906-eb034f599b27 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.747247 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cb334bdf-9f42-439e-8906-eb034f599b27 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6822593 Jun 15 14:47:56.752477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37462) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:56.770018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e04c5694-f0bd-4ef9-9e38-a1a10f7ad1d8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': '38b6611f-0623-4771-b6d6-ac76016c44e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:47:56.778392 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2b34-3127-46c3-a406-7c72fa95bcae tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.842206 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2b34-3127-46c3-a406-7c72fa95bcae tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.854171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e04c5694-f0bd-4ef9-9e38-a1a10f7ad1d8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:47:56.893464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4aad9022-a454-4454-9b31-67ea576a0da5 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:47:56.897568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e04c5694-f0bd-4ef9-9e38-a1a10f7ad1d8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:47:56.904995 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e04c5694-f0bd-4ef9-9e38-a1a10f7ad1d8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:47:56.909118 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f2b34-3127-46c3-a406-7c72fa95bcae tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Port': ['ID=68566224-fe08-4f23-be3d-3ee7788e0295,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:56.923950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d3bba71-c54f-4475-a926-d0065cd5ad30 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:56.932576 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e04c5694-f0bd-4ef9-9e38-a1a10f7ad1d8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:47:56.938108 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8e4f2b34-3127-46c3-a406-7c72fa95bcae tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/ports/68566224-fe08-4f23-be3d-3ee7788e0295 HTTP/1.1" status: 204 len: 168 time: 1.6808972 Jun 15 14:47:56.941750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37466) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:56.978242 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0043130b-5801-4d79-bff1-eeca8f53a932 None None] Provisioning complete for port 87c07ab3-b43f-4519-a3c6-33cbb744355a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:56.978497 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0043130b-5801-4d79-bff1-eeca8f53a932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.012263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 4aad9022-a454-4454-9b31-67ea576a0da5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:47:57.012263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.086700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0043130b-5801-4d79-bff1-eeca8f53a932 None None] Port 87c07ab3-b43f-4519-a3c6-33cbb744355a cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:47:57.086968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e04c5694-f0bd-4ef9-9e38-a1a10f7ad1d8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.153259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.158904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 4aad9022-a454-4454-9b31-67ea576a0da5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:47:57.283843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-081ba369-6c59-461a-ae75-3929790a158f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.347424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e04c5694-f0bd-4ef9-9e38-a1a10f7ad1d8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.379001 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router c99767e6-57b8-4777-912d-80e561fb459a has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:57.395702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.411075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e04c5694-f0bd-4ef9-9e38-a1a10f7ad1d8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.463268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.500694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c5694-f0bd-4ef9-9e38-a1a10f7ad1d8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53bcfb3-2947-4af7-b9ee-a160ffc3e5c2,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:57.513753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e04c5694-f0bd-4ef9-9e38-a1a10f7ad1d8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.514983 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e04c5694-f0bd-4ef9-9e38-a1a10f7ad1d8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7581067 Jun 15 14:47:57.519711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508ae436-8035-420d-83f1-786e9ae2dd4c']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:57.526633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37470) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:57.543384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80036dda-1697-4d92-90d7-709c59ce75cd') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:57.543708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80036dda-1697-4d92-90d7-709c59ce75cd') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:57.563491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.622201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.633203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3bba71-c54f-4475-a926-d0065cd5ad30 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 66da1939-c1e8-4a75-b018-5b1fa7f9781f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:47:57.643961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-98e41a77-8763-4009-819a-af1dc8a0de75 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.664377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-98e41a77-8763-4009-819a-af1dc8a0de75 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.670393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:47:57.670848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.759553 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 80036dda-1697-4d92-90d7-709c59ce75cd resource provider aggregate not found Jun 15 14:47:57.790170 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 80036dda-1697-4d92-90d7-709c59ce75cd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80036dda-1697-4d92-90d7-709c59ce75cd found for delete ", "request_id": "req-d4c42b85-6edb-4323-983e-1aab84fdd168"}]} Jun 15 14:47:57.795560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.808934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:57.821033 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c2de7-40a6-4530-8cee-3cf32429a02f None None] Sync routers for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:57.833309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c2de7-40a6-4530-8cee-3cf32429a02f None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:57.834250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-529c2de7-40a6-4530-8cee-3cf32429a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:57.850860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.855797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.872738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.881079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-98e41a77-8763-4009-819a-af1dc8a0de75 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.905407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3bba71-c54f-4475-a926-d0065cd5ad30 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:47:57.915950 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7d3bba71-c54f-4475-a926-d0065cd5ad30 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4305837 Jun 15 14:47:57.921464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37478) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:57.921976 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a1ace-49b1-4108-8b71-26158fb14b69 None None] Sync routers for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:47:57.922515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] Pushing event deleted for resources: {'Network': ['ID=508ae436-8035-420d-83f1-786e9ae2dd4c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:57.926959 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-77634adb-4994-48af-b8b8-d8248da12df6 tempest-PortsIpV6TestJSON-2002039880 tempest-PortsIpV6TestJSON-2002039880-project] 10.222.0.26 "DELETE /v2.0/networks/508ae436-8035-420d-83f1-786e9ae2dd4c HTTP/1.1" status: 204 len: 168 time: 0.9822867 Jun 15 14:47:57.931272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-98e41a77-8763-4009-819a-af1dc8a0de75 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:57.932364 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-98e41a77-8763-4009-819a-af1dc8a0de75 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/f53bcfb3-2947-4af7-b9ee-a160ffc3e5c2 HTTP/1.1" status: 204 len: 168 time: 0.4047518 Jun 15 14:47:57.933199 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e41a77-8763-4009-819a-af1dc8a0de75 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f53bcfb3-2947-4af7-b9ee-a160ffc3e5c2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:57.934883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37484) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:57.944719 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a1ace-49b1-4108-8b71-26158fb14b69 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:57.945755 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-fc6a1ace-49b1-4108-8b71-26158fb14b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:57.970074 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e5b615da-a82c-4d07-b78a-3f96306a5813 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.2112737 Jun 15 14:47:57.970856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37488) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:57.972342 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'tag': '91afc305-0296-4bfa-a832-f2414a26fd95'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:47:58.098829 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ca4a3e-917c-4f06-856c-fce4f6e1763b'] response: {'name': 'network-changed', 'server_uuid': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'tag': '91afc305-0296-4bfa-a832-f2414a26fd95', 'status': 'completed', 'code': 200} Jun 15 14:47:58.109747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-529c2de7-40a6-4530-8cee-3cf32429a02f None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:58.146873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-46998190-90fa-4200-bae4-0430d431add7 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting subnet 4b491647-4078-480b-af1c-fc5be451d7bb {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:47:58.150466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46998190-90fa-4200-bae4-0430d431add7 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.153726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-eccaf4f9-c9fa-448f-ab95-4956fe194432 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:58.195350 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-fc6a1ace-49b1-4108-8b71-26158fb14b69 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:58.198352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-eccaf4f9-c9fa-448f-ab95-4956fe194432 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:58.199851 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eccaf4f9-c9fa-448f-ab95-4956fe194432 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2638671 Jun 15 14:47:58.205597 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ecf1a1e3-e2db-465e-9d69-a128da6fa694 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/10b91b0b-0c2b-468f-98dc-6418159ed9e2 HTTP/1.1" status: 200 len: 992 time: 0.2283361 Jun 15 14:47:58.206412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37496) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:58.237324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-017ea4c2-8d60-4c9e-9cbb-65436e01d17e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.252321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-017ea4c2-8d60-4c9e-9cbb-65436e01d17e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.306555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-017ea4c2-8d60-4c9e-9cbb-65436e01d17e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.323090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37500) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:58.338904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ea4c2-8d60-4c9e-9cbb-65436e01d17e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18aaf4ff-744e-4942-b1ec-e8a89879eb23,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:58.343046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-017ea4c2-8d60-4c9e-9cbb-65436e01d17e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.344517 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-017ea4c2-8d60-4c9e-9cbb-65436e01d17e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/18aaf4ff-744e-4942-b1ec-e8a89879eb23 HTTP/1.1" status: 204 len: 168 time: 0.1369746 Jun 15 14:47:58.347508 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37506) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:58.448614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f749dbc8-0aee-424e-95eb-66f99462c2e9 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:58.479740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f749dbc8-0aee-424e-95eb-66f99462c2e9 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:58.485042 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f749dbc8-0aee-424e-95eb-66f99462c2e9 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1360002 Jun 15 14:47:58.485710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37510) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:58.563704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27df856e-581f-43e8-bee8-7f6dcd93f1eb tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.582806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-529c2de7-40a6-4530-8cee-3cf32429a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:47:01Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '10b91b0b-0c2b-468f-98dc-6418159ed9e2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.120', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'port_id': '91afc305-0296-4bfa-a832-f2414a26fd95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'mac_address': 'fa:16:3e:49:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:47:54Z', 'updated_at': '2022-06-15T14:47:54Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:29Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:58.586821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46998190-90fa-4200-bae4-0430d431add7 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.587905 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c2de7-40a6-4530-8cee-3cf32429a02f None None] Checking router: c99767e6-57b8-4777-912d-80e561fb459a for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:58.597532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c2de7-40a6-4530-8cee-3cf32429a02f None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:58.598755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-529c2de7-40a6-4530-8cee-3cf32429a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:58.610870 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5eed18fc-f474-43ea-85df-8c39fe3f769c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1811f021965845728c9b3aaf02b41c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818856 Jun 15 14:47:58.614837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37514) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:58.619171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27df856e-581f-43e8-bee8-7f6dcd93f1eb tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.735761 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-fc6a1ace-49b1-4108-8b71-26158fb14b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:55Z', 'revision_number': 10, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:58.740994 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a1ace-49b1-4108-8b71-26158fb14b69 None None] Checking router: 66da1939-c1e8-4a75-b018-5b1fa7f9781f for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:47:58.757402 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6a1ace-49b1-4108-8b71-26158fb14b69 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:47:58.758021 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-fc6a1ace-49b1-4108-8b71-26158fb14b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:58.760175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27df856e-581f-43e8-bee8-7f6dcd93f1eb tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.790840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-506ab577-159f-4665-8c1c-65104f6bd073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.794698 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df856e-581f-43e8-bee8-7f6dcd93f1eb tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d5a3704-6eb3-4e5d-9cce-25ed1721e181,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:58.812050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f3d5-00a4-41ad-a26b-6cd55a65c032 req-060eca7c-4a60-4a4c-8883-b216159fb298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:58.813042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-27df856e-581f-43e8-bee8-7f6dcd93f1eb tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.813595 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71e5f3d5-00a4-41ad-a26b-6cd55a65c032 req-060eca7c-4a60-4a4c-8883-b216159fb298 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 1099 time: 0.5924973 Jun 15 14:47:58.815308 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-27df856e-581f-43e8-bee8-7f6dcd93f1eb tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/9d5a3704-6eb3-4e5d-9cce-25ed1721e181 HTTP/1.1" status: 204 len: 168 time: 0.3284461 Jun 15 14:47:58.818698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37518) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:58.844669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-506ab577-159f-4665-8c1c-65104f6bd073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.878733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-529c2de7-40a6-4530-8cee-3cf32429a02f None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:58.900134 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46998190-90fa-4200-bae4-0430d431add7 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.907825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-506ab577-159f-4665-8c1c-65104f6bd073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.929505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ab577-159f-4665-8c1c-65104f6bd073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa62909-94af-42a9-a2ad-640cc54e7324,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:58.939388 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-506ab577-159f-4665-8c1c-65104f6bd073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:58.940805 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-506ab577-159f-4665-8c1c-65104f6bd073 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/faa62909-94af-42a9-a2ad-640cc54e7324 HTTP/1.1" status: 204 len: 168 time: 0.3245096 Jun 15 14:47:58.984388 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-fc6a1ace-49b1-4108-8b71-26158fb14b69 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:47:59.047510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.resource_extend [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:47:59.069148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c8b86521-901c-45a7-b823-a222cd046371 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:47:59.087725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:59.115440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:59.207730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37526) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:59.229018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c8b86521-901c-45a7-b823-a222cd046371 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:47:59.230738 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c8b86521-901c-45a7-b823-a222cd046371 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4109969 Jun 15 14:47:59.243138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37532) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:59.269622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46998190-90fa-4200-bae4-0430d431add7 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:59.308253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f3d5-00a4-41ad-a26b-6cd55a65c032 req-f2e82232-e4e0-4269-96f6-16ba79301d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:59.309752 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71e5f3d5-00a4-41ad-a26b-6cd55a65c032 req-f2e82232-e4e0-4269-96f6-16ba79301d3c service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9c6f62a-5be1-4ff6-92d6-3f8b9098031f HTTP/1.1" status: 200 len: 895 time: 0.4718411 Jun 15 14:47:59.388458 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-fc6a1ace-49b1-4108-8b71-26158fb14b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:55Z', 'revision_number': 10, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:59.401225 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46998190-90fa-4200-bae4-0430d431add7 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Subnet': ['ID=4b491647-4078-480b-af1c-fc5be451d7bb,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:59.418426 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a4eaa990-1a7b-419b-a976-b6308c6a9c09 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/10b91b0b-0c2b-468f-98dc-6418159ed9e2 HTTP/1.1" status: 200 len: 992 time: 0.2094295 Jun 15 14:47:59.419904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=87c07ab3-b43f-4519-a3c6-33cbb744355a,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:59.422831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:59.425173 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f651b697-b06d-405b-9fe5-261d20794165 None None] Network 2dc97bc6-605c-496d-b06b-b6067d98cbf4 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:47:59.428594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-46998190-90fa-4200-bae4-0430d431add7 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:59.430662 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6a1ace-49b1-4108-8b71-26158fb14b69 None None] The sync data for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv is: [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:47:55Z', 'revision_number': 10, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None, '_interfaces': [{'id': '9d2f7fec-d479-4205-92b6-f1f18a6c4679', 'name': '', 'network_id': '958796a7-3dac-4069-b59a-64fd0e60b8f5', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'mac_address': 'fa:16:3e:bc:14:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'device_owner': 'network:router_interface', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:23Z', 'updated_at': '2022-06-15T14:46:42Z', 'revision_number': 5, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'subnets': [{'id': 'e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:59.448658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e683-de5f-49f4-add8-d24baaf28a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:59.475484 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-46998190-90fa-4200-bae4-0430d431add7 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/4b491647-4078-480b-af1c-fc5be451d7bb HTTP/1.1" status: 204 len: 168 time: 1.5472007 Jun 15 14:47:59.476366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37542) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:59.498129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31487458-ceaf-4fc4-90ae-1c8e3cb1cce6 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:59.572774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31487458-ceaf-4fc4-90ae-1c8e3cb1cce6 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:59.609171 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71e5f3d5-00a4-41ad-a26b-6cd55a65c032 req-2e2243d2-cc6c-4944-ae69-eb98a2e1aca3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91afc305-0296-4bfa-a832-f2414a26fd95 HTTP/1.1" status: 200 len: 1000 time: 0.2741339 Jun 15 14:47:59.690029 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31487458-ceaf-4fc4-90ae-1c8e3cb1cce6 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:59.722438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-529c2de7-40a6-4530-8cee-3cf32429a02f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:47:01Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '10b91b0b-0c2b-468f-98dc-6418159ed9e2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.120', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'port_id': '91afc305-0296-4bfa-a832-f2414a26fd95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'mac_address': 'fa:16:3e:49:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:47:54Z', 'updated_at': '2022-06-15T14:47:54Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:29Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:47:59.737515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c2de7-40a6-4530-8cee-3cf32429a02f None None] The sync data for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv is: [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:47:01Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '10b91b0b-0c2b-468f-98dc-6418159ed9e2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.120', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'port_id': '91afc305-0296-4bfa-a832-f2414a26fd95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'mac_address': 'fa:16:3e:49:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:47:54Z', 'updated_at': '2022-06-15T14:47:54Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:29Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:47:59.740023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31487458-ceaf-4fc4-90ae-1c8e3cb1cce6 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bba522a4-3df6-4e34-9192-903ae04c3672,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:47:59.751195 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f3d5-00a4-41ad-a26b-6cd55a65c032 req-3f54ef4f-025b-4992-87f3-07af64ce0152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:47:59.752878 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71e5f3d5-00a4-41ad-a26b-6cd55a65c032 req-3f54ef4f-025b-4992-87f3-07af64ce0152 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=197bee49-1cb2-4ded-801c-db3ff1dc91ef HTTP/1.1" status: 200 len: 834 time: 0.1367667 Jun 15 14:47:59.755099 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-31487458-ceaf-4fc4-90ae-1c8e3cb1cce6 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:59.756957 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-31487458-ceaf-4fc4-90ae-1c8e3cb1cce6 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/bba522a4-3df6-4e34-9192-903ae04c3672 HTTP/1.1" status: 204 len: 168 time: 0.5072806 Jun 15 14:47:59.759769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37554) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:59.763745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 51c489fe-7dfc-45b9-ae2b-202c93cc2750 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:47:59.787844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:47:59.859781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837f1206-0cc6-4419-8024-ba397dba3f77 None None] DHCP port deletion for 2dc97bc6-605c-496d-b06b-b6067d98cbf4 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:47:59.868414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-837f1206-0cc6-4419-8024-ba397dba3f77 None None] Deleting port 3bd50f40-7477-4025-9b1b-00dbfab5745d {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:59.868792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-837f1206-0cc6-4419-8024-ba397dba3f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:59.883397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37558) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:47:59.918906 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:47:59.950558 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 3bd50f40-7477-4025-9b1b-00dbfab5745d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:47:59.950907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.072448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2370e491-bf6b-4877-89a8-7842db624065 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:00.073205 dv-neutron-845844-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-2370e491-bf6b-4877-89a8-7842db624065 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 15 14:48:00.073705 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-2370e491-bf6b-4877-89a8-7842db624065 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): There was a conflict when trying to complete your request. Jun 15 14:48:00.074683 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2370e491-bf6b-4877-89a8-7842db624065 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1903663 Jun 15 14:48:00.078978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37564) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:00.121710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b3c1646d-72ac-4148-b8b5-c556b94f4cf0 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:00.150993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810836760'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:00.173631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:00.183687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b3c1646d-72ac-4148-b8b5-c556b94f4cf0 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:00.185432 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b3c1646d-72ac-4148-b8b5-c556b94f4cf0 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4247096 Jun 15 14:48:00.189899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37568) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:00.196057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:00.200704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:00.210301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:00.231847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83404f11-910c-48b6-a56a-77b20841af4d None None] New status for floating IP 10b91b0b-0c2b-468f-98dc-6418159ed9e2: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:48:00.250209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f3d5-00a4-41ad-a26b-6cd55a65c032 req-15006990-0f90-4410-9c2c-e210232bb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:00.251924 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71e5f3d5-00a4-41ad-a26b-6cd55a65c032 req-15006990-0f90-4410-9c2c-e210232bb7f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c6f62a-5be1-4ff6-92d6-3f8b9098031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4871163 Jun 15 14:48:00.284823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34674f23-b41b-424e-ada9-1f5146bad7bc tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.301454 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.315414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.340684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-837f1206-0cc6-4419-8024-ba397dba3f77 None None] For port 3bd50f40-7477-4025-9b1b-00dbfab5745d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3bd50f40-7477-4025-9b1b-00dbfab5745d,segment=NetworkSegment(e9d81048-30e1-437c-a382-707f63ab6dcc),segment_id=e9d81048-30e1-437c-a382-707f63ab6dcc)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:00.341178 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-837f1206-0cc6-4419-8024-ba397dba3f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.347640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:00.350817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] For port 3bd50f40-7477-4025-9b1b-00dbfab5745d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3bd50f40-7477-4025-9b1b-00dbfab5745d,segment=NetworkSegment(e9d81048-30e1-437c-a382-707f63ab6dcc),segment_id=e9d81048-30e1-437c-a382-707f63ab6dcc)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:00.351203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.353285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34674f23-b41b-424e-ada9-1f5146bad7bc tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.363495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:00.367685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:00.368982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Router c2d10552-2af5-4337-90d3-01b8cc3f556e is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:48:00.423244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37572) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:00.428431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:00.446429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f6233cc0-a389-4e05-92e0-d41fc27bde2c None None] Provisioning complete for port 87c07ab3-b43f-4519-a3c6-33cbb744355a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:00.446429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6233cc0-a389-4e05-92e0-d41fc27bde2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.553419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for 3bd50f40-7477-4025-9b1b-00dbfab5745d owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:00.628337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-837f1206-0cc6-4419-8024-ba397dba3f77 None None] Calling delete_port for 3bd50f40-7477-4025-9b1b-00dbfab5745d owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:00.687705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34674f23-b41b-424e-ada9-1f5146bad7bc tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.700487 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.723843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f6233cc0-a389-4e05-92e0-d41fc27bde2c None None] Port 87c07ab3-b43f-4519-a3c6-33cbb744355a cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:00.725357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.761826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34674f23-b41b-424e-ada9-1f5146bad7bc tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=035667f6-ee53-43de-9fdf-f394f44e0f6d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:00.773840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.780084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34674f23-b41b-424e-ada9-1f5146bad7bc tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.781495 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-34674f23-b41b-424e-ada9-1f5146bad7bc tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/035667f6-ee53-43de-9fdf-f394f44e0f6d HTTP/1.1" status: 204 len: 168 time: 0.5794103 Jun 15 14:48:00.787916 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71e5f3d5-00a4-41ad-a26b-6cd55a65c032 req-b7f0043b-2895-4239-b559-51482ce7ac29 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c6f62a-5be1-4ff6-92d6-3f8b9098031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278115 Jun 15 14:48:00.788915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37576) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:00.795011 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-52925656-06b9-447b-822b-38ae6ecb7f37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/10b91b0b-0c2b-468f-98dc-6418159ed9e2 HTTP/1.1" status: 200 len: 992 time: 0.3681722 Jun 15 14:48:00.797194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.802395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:00.807242 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:00.810194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:00.816890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:00.868978 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3b58c62f-89b8-4a49-99c9-51705eca2e20 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:48:00.901577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:00.902651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.909877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 3b58c62f-89b8-4a49-99c9-51705eca2e20 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:48:00.910233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3b58c62f-89b8-4a49-99c9-51705eca2e20 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:48:00.910669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3bd50f40-7477-4025-9b1b-00dbfab5745d no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:48:00.911578 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-665ca6d1-5fef-478a-b087-ca535e155490 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "PUT /v2.0/routers/c2d10552-2af5-4337-90d3-01b8cc3f556e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8148837 Jun 15 14:48:00.917924 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37580) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:00.920149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:00.936497 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1086b60-996f-401f-bb88-1473891825e7 None None] Sync routers for ids ['c2d10552-2af5-4337-90d3-01b8cc3f556e'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:00.943466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-837f1206-0cc6-4419-8024-ba397dba3f77 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 15 14:48:00.943466 dv-neutron-845844-1-hyperv neutron-server[89020]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jun 15 14:48:00.943466 dv-neutron-845844-1-hyperv neutron-server[89020]: [parameters: {'port_id': '3bd50f40-7477-4025-9b1b-00dbfab5745d', 'host': 'dv-neutron-845844-1-hyperv'}] Jun 15 14:48:00.943466 dv-neutron-845844-1-hyperv neutron-server[89020]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:48:00.943844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-837f1206-0cc6-4419-8024-ba397dba3f77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:48:00.950155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 3bd50f40-7477-4025-9b1b-00dbfab5745d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:48:00.950504 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3bd50f40-7477-4025-9b1b-00dbfab5745d not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:48:00.950659 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1086b60-996f-401f-bb88-1473891825e7 None None] Routers {'c2d10552-2af5-4337-90d3-01b8cc3f556e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:00.951182 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c1086b60-996f-401f-bb88-1473891825e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c2d10552-2af5-4337-90d3-01b8cc3f556e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:00.954862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.006026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8e076b-3658-4619-8616-e7d34a972621,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:01.015566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No DVR routers for this DVR port 3bd50f40-7477-4025-9b1b-00dbfab5745d on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:48:01.026107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=3bd50f40-7477-4025-9b1b-00dbfab5745d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:01.026797 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c1086b60-996f-401f-bb88-1473891825e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:01.037322 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1086b60-996f-401f-bb88-1473891825e7 None None] Routers {'c2d10552-2af5-4337-90d3-01b8cc3f556e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:01.038614 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c1086b60-996f-401f-bb88-1473891825e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c2d10552-2af5-4337-90d3-01b8cc3f556e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:01.061142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.062389 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9773202 Jun 15 14:48:01.068128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-606d861b-5282-424e-84f3-ec9876ca888d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:01.071606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37584) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:01.083353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bcbf091b-1e88-4f2e-b38f-b8d4b5aaba72 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '955e304e-ddce-43b4-bdb8-210a20b48bac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:01.102998 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c1086b60-996f-401f-bb88-1473891825e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:01.103396 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1086b60-996f-401f-bb88-1473891825e7 None None] The sync data for ids ['c2d10552-2af5-4337-90d3-01b8cc3f556e'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:48:01.105896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bcbf091b-1e88-4f2e-b38f-b8d4b5aaba72 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:01.112548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bcbf091b-1e88-4f2e-b38f-b8d4b5aaba72 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:01.120404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bcbf091b-1e88-4f2e-b38f-b8d4b5aaba72 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:01.131507 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-71e5f3d5-00a4-41ad-a26b-6cd55a65c032 req-44110e4c-597d-4f65-a47e-46b7ff1eb8cd service neutron] 10.222.0.44 "GET /v2.0/networks/f9c6f62a-5be1-4ff6-92d6-3f8b9098031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347802 Jun 15 14:48:01.132528 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bcbf091b-1e88-4f2e-b38f-b8d4b5aaba72 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:01.137943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-606d861b-5282-424e-84f3-ec9876ca888d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:01.141816 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-606d861b-5282-424e-84f3-ec9876ca888d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3443053 Jun 15 14:48:01.142462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37588) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:01.154247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7d2430-922a-4444-a18f-dc87ac6263bf tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:01.154975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-da7d2430-922a-4444-a18f-dc87ac6263bf tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:01.171449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0861a-2c53-4664-b50a-4df71007ce12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955e304e-ddce-43b4-bdb8-210a20b48bac,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:01.181333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.202172 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-da7d2430-922a-4444-a18f-dc87ac6263bf tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:01.203674 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-da7d2430-922a-4444-a18f-dc87ac6263bf tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d10552-2af5-4337-90d3-01b8cc3f556e HTTP/1.1" status: 200 len: 982 time: 0.2841992 Jun 15 14:48:01.204977 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcbf091b-1e88-4f2e-b38f-b8d4b5aaba72 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.207835 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37592) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:01.274983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc97bc6-605c-496d-b06b-b6067d98cbf4']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:01.276866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64750b6a-70e1-46ec-99bc-bba6db73dd2e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.318867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64750b6a-70e1-46ec-99bc-bba6db73dd2e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.326710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcbf091b-1e88-4f2e-b38f-b8d4b5aaba72 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.333731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcbf091b-1e88-4f2e-b38f-b8d4b5aaba72 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.351933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d81048-30e1-437c-a382-707f63ab6dcc') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:01.352769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d81048-30e1-437c-a382-707f63ab6dcc') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:01.371151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf091b-1e88-4f2e-b38f-b8d4b5aaba72 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e73af3d-e901-4ba7-a6c0-d31fd413bc7c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:01.379402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.386930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bcbf091b-1e88-4f2e-b38f-b8d4b5aaba72 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.391260 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bcbf091b-1e88-4f2e-b38f-b8d4b5aaba72 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3162608 Jun 15 14:48:01.392107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37596) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:01.397570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f8f797a2-3664-4e29-9020-4c55ed63cb94 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '955e304e-ddce-43b4-bdb8-210a20b48bac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:01.403829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f8f797a2-3664-4e29-9020-4c55ed63cb94 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:01.407193 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.409399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f8f797a2-3664-4e29-9020-4c55ed63cb94 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:01.412620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f8f797a2-3664-4e29-9020-4c55ed63cb94 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:01.415226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64750b6a-70e1-46ec-99bc-bba6db73dd2e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.428868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f8f797a2-3664-4e29-9020-4c55ed63cb94 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:01.440996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64750b6a-70e1-46ec-99bc-bba6db73dd2e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b6611f-0623-4771-b6d6-ac76016c44e9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:01.445453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-837f1206-0cc6-4419-8024-ba397dba3f77 None None] Deleting port 3bd50f40-7477-4025-9b1b-00dbfab5745d {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:01.446131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-837f1206-0cc6-4419-8024-ba397dba3f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.462759 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f8f797a2-3664-4e29-9020-4c55ed63cb94 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.475447 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-64750b6a-70e1-46ec-99bc-bba6db73dd2e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.476613 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-64750b6a-70e1-46ec-99bc-bba6db73dd2e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-groups/38b6611f-0623-4771-b6d6-ac76016c44e9 HTTP/1.1" status: 204 len: 168 time: 0.3332090 Jun 15 14:48:01.479442 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37600) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:01.489939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:48:01.490355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.543995 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-837f1206-0cc6-4419-8024-ba397dba3f77 None None] The port '3bd50f40-7477-4025-9b1b-00dbfab5745d' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:48:01.567439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-733f0c6d-d9a6-4e50-839d-e418caa45898 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:01.581655 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-f8f797a2-3664-4e29-9020-4c55ed63cb94 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): There was a conflict when trying to complete your request. Jun 15 14:48:01.583281 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f8f797a2-3664-4e29-9020-4c55ed63cb94 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1893485 Jun 15 14:48:01.586270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37606) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:01.602419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-733f0c6d-d9a6-4e50-839d-e418caa45898 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:01.603687 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-733f0c6d-d9a6-4e50-839d-e418caa45898 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1231179 Jun 15 14:48:01.610137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37610) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:01.616479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1812743613'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:01.636335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:01.665273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:01.696782 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e9d81048-30e1-437c-a382-707f63ab6dcc resource provider aggregate not found Jun 15 14:48:01.699639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.713363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a61340c7-7353-4954-b7ea-1814dae10813 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.742197 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:01.750364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:01.753801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a61340c7-7353-4954-b7ea-1814dae10813 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.761750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:01.770483 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e9d81048-30e1-437c-a382-707f63ab6dcc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9d81048-30e1-437c-a382-707f63ab6dcc found for delete ", "request_id": "req-db7edee2-d705-4fe6-b1c2-41a6c6683e97"}]} Jun 15 14:48:01.771442 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:01.797253 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.800355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37616) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:01.818779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.856789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Network': ['ID=2dc97bc6-605c-496d-b06b-b6067d98cbf4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:01.866888 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f7e7c6fc-f618-4711-a7c5-b197671063ca tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/networks/2dc97bc6-605c-496d-b06b-b6067d98cbf4 HTTP/1.1" status: 204 len: 168 time: 2.3892434 Jun 15 14:48:01.870104 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37620) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:01.925316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a61340c7-7353-4954-b7ea-1814dae10813 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.950539 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-be4253e2-2535-4f56-b072-47d70857a918 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/10b91b0b-0c2b-468f-98dc-6418159ed9e2 HTTP/1.1" status: 200 len: 994 time: 0.1481295 Jun 15 14:48:01.958065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61340c7-7353-4954-b7ea-1814dae10813 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=955e304e-ddce-43b4-bdb8-210a20b48bac,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:01.974869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.982283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a61340c7-7353-4954-b7ea-1814dae10813 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:01.985910 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a61340c7-7353-4954-b7ea-1814dae10813 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "DELETE /v2.0/security-groups/955e304e-ddce-43b4-bdb8-210a20b48bac HTTP/1.1" status: 204 len: 168 time: 0.3962312 Jun 15 14:48:01.987552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37624) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:02.018039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.030825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.085341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-87162f8a-8533-46d2-9018-2b7301227daa tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Synchronizing usage tracker for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:02.091397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.092699 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4833217 Jun 15 14:48:02.097409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37628) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:02.101756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06237aa3-b439-436d-890f-ab8dc03f9ddd tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e219ecff-8cc4-441a-940f-30cd4df658b0,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:02.108093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2a8a09b7-bf16-42e5-bf11-8d295833ae25 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': 'e219ecff-8cc4-441a-940f-30cd4df658b0', 'direction': 'ingress', 'protocol': 17}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:02.118529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2a8a09b7-bf16-42e5-bf11-8d295833ae25 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:02.123360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2a8a09b7-bf16-42e5-bf11-8d295833ae25 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:02.127601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-87162f8a-8533-46d2-9018-2b7301227daa tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Unset dirty status for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:02.129005 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-87162f8a-8533-46d2-9018-2b7301227daa tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1406071 Jun 15 14:48:02.130013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2a8a09b7-bf16-42e5-bf11-8d295833ae25 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:02.135339 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:02.138160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2a8a09b7-bf16-42e5-bf11-8d295833ae25 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:02.142939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group': {'name': 'tempest-secgroup--98701405'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:02.151379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:02.169402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:02.171321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a8a09b7-bf16-42e5-bf11-8d295833ae25 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.197391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.230733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:02.239287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:02.243599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:02.250661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:02.275842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a8a09b7-bf16-42e5-bf11-8d295833ae25 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.287100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a8a09b7-bf16-42e5-bf11-8d295833ae25 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.318133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a09b7-bf16-42e5-bf11-8d295833ae25 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e782fb8f-e93c-43ab-8ab5-8b5fb40c7176,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:02.345919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a8a09b7-bf16-42e5-bf11-8d295833ae25 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.347090 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2a8a09b7-bf16-42e5-bf11-8d295833ae25 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2481425 Jun 15 14:48:02.353213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37636) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:02.414606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.420806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-478c79fb-1b53-42ce-a9e3-30eb3987c02f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.422512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.479808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bafe76b5-f8d3-4d54-b484-3b475428567d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.481510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.482866 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3463345 Jun 15 14:48:02.486039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37640) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:02.488313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece61643-d03b-4a56-9ed5-4e90c5bc008a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e19b975b-618d-49fd-b53b-1c7f2598ec5a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:02.501114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8b0c80a8-891c-4e93-8d06-b05742b40623 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': 'e19b975b-618d-49fd-b53b-1c7f2598ec5a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:02.502540 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-8b0c80a8-891c-4e93-8d06-b05742b40623 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 15 14:48:02.503037 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-8b0c80a8-891c-4e93-8d06-b05742b40623 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:02.503995 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8b0c80a8-891c-4e93-8d06-b05742b40623 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0169733 Jun 15 14:48:02.507711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37644) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:02.540233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bafe76b5-f8d3-4d54-b484-3b475428567d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.617202 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0722d92d-0e3c-4a27-bf76-11d51852529e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.650682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bafe76b5-f8d3-4d54-b484-3b475428567d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.666845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0722d92d-0e3c-4a27-bf76-11d51852529e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.681540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe76b5-f8d3-4d54-b484-3b475428567d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e219ecff-8cc4-441a-940f-30cd4df658b0,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:02.714945 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bafe76b5-f8d3-4d54-b484-3b475428567d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.716152 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bafe76b5-f8d3-4d54-b484-3b475428567d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-groups/e219ecff-8cc4-441a-940f-30cd4df658b0 HTTP/1.1" status: 204 len: 168 time: 0.3625677 Jun 15 14:48:02.718668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37648) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:02.754603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0722d92d-0e3c-4a27-bf76-11d51852529e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.786081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-478c79fb-1b53-42ce-a9e3-30eb3987c02f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 87c07ab3-b43f-4519-a3c6-33cbb744355a {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:02.786444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-478c79fb-1b53-42ce-a9e3-30eb3987c02f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.787577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722d92d-0e3c-4a27-bf76-11d51852529e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19b975b-618d-49fd-b53b-1c7f2598ec5a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:02.798020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59763749-a845-4f44-87f8-f65ccbd4529b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:02.803493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0722d92d-0e3c-4a27-bf76-11d51852529e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.806912 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0722d92d-0e3c-4a27-bf76-11d51852529e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "DELETE /v2.0/security-groups/e19b975b-618d-49fd-b53b-1c7f2598ec5a HTTP/1.1" status: 204 len: 168 time: 0.2963796 Jun 15 14:48:02.807516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37652) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:02.821331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51f60bb6-21b7-4589-83e8-9c0b24d3dbd3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.843012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59763749-a845-4f44-87f8-f65ccbd4529b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:02.844259 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59763749-a845-4f44-87f8-f65ccbd4529b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1246862 Jun 15 14:48:02.848051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37656) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:02.855454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446352387'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:02.871737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:02.884037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a831bf24-a259-4598-9ca5-7c72603a5002 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Synchronizing usage tracker for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:02.890358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:02.907472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:02.921911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a831bf24-a259-4598-9ca5-7c72603a5002 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Unset dirty status for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:02.923109 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a831bf24-a259-4598-9ca5-7c72603a5002 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1146526 Jun 15 14:48:02.927542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37660) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:02.934280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1310047829'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:02.942892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:02.947299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:02.956409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:02.959065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:02.961057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:02.968416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:02.979422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.010897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:03.016254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:03.021319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:03.030647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:03.091964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.101779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.178833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00eb088e-9cc9-496c-a504-29bb390d57f2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:03.182742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.189432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.218292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.219633 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1196d5b3-4a4d-4ae4-895d-01f190f1c6ac tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3706551 Jun 15 14:48:03.223440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37664) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:03.231951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.233154 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3046823 Jun 15 14:48:03.239076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group': {'name': 'tempest-secgroup--362901691'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:03.242935 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37668) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:03.253554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:03.255677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1c0e3-22be-4c05-8624-0c787a819697 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c24af8-1b0f-4fc6-ad25-d517bf6f9b8f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:03.261364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4c044d62-5ae9-467b-875f-bf63f891f74c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '97c24af8-1b0f-4fc6-ad25-d517bf6f9b8f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:03.262213 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-4c044d62-5ae9-467b-875f-bf63f891f74c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 15 14:48:03.262797 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-4c044d62-5ae9-467b-875f-bf63f891f74c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:03.263597 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4c044d62-5ae9-467b-875f-bf63f891f74c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0137684 Jun 15 14:48:03.265273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:03.267907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37672) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:03.270238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:03.364543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-478c79fb-1b53-42ce-a9e3-30eb3987c02f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.399996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:03.427925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.461444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:03.469675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:03.473769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:03.476471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ad53f989-ec5a-479f-84fb-e2ad9c411c7a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.481255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:03.496608 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-478c79fb-1b53-42ce-a9e3-30eb3987c02f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 87c07ab3-b43f-4519-a3c6-33cbb744355a owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:03.518176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ad53f989-ec5a-479f-84fb-e2ad9c411c7a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.593916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ad53f989-ec5a-479f-84fb-e2ad9c411c7a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.623751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.626273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53f989-ec5a-479f-84fb-e2ad9c411c7a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c24af8-1b0f-4fc6-ad25-d517bf6f9b8f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:03.633265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.676011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ad53f989-ec5a-479f-84fb-e2ad9c411c7a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.677169 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ad53f989-ec5a-479f-84fb-e2ad9c411c7a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "DELETE /v2.0/security-groups/97c24af8-1b0f-4fc6-ad25-d517bf6f9b8f HTTP/1.1" status: 204 len: 168 time: 0.4083509 Jun 15 14:48:03.679937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37676) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:03.683460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086e711d-b9a6-4792-8ea1-0b25395f72a6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:03.685606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.686736 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9ecbc60c-30e9-40a2-86ee-d78dbcdeb37e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4623568 Jun 15 14:48:03.700141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37680) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:03.709666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-497c1f27-50e5-440f-be6a-9496a455f20e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': '00eb088e-9cc9-496c-a504-29bb390d57f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '086e711d-b9a6-4792-8ea1-0b25395f72a6', 'remote_ip_prefix': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:03.717324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-497c1f27-50e5-440f-be6a-9496a455f20e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:03.728269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-497c1f27-50e5-440f-be6a-9496a455f20e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:03.732295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-51f60bb6-21b7-4589-83e8-9c0b24d3dbd3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 9d2f7fec-d479-4205-92b6-f1f18a6c4679 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:03.732454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-497c1f27-50e5-440f-be6a-9496a455f20e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:03.732653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51f60bb6-21b7-4589-83e8-9c0b24d3dbd3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.742124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-497c1f27-50e5-440f-be6a-9496a455f20e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:03.761463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-984ec85f-28cb-4f8b-acad-ed18683d046f tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Synchronizing usage tracker for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:03.785026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-497c1f27-50e5-440f-be6a-9496a455f20e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.793811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-984ec85f-28cb-4f8b-acad-ed18683d046f tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Unset dirty status for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:03.795055 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-984ec85f-28cb-4f8b-acad-ed18683d046f tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1135743 Jun 15 14:48:03.796568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-478c79fb-1b53-42ce-a9e3-30eb3987c02f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.799654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37684) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:03.805172 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group': {'name': 'tempest-secgroup--140744814'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:03.819351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:03.842750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:03.862714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.883575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c79fb-1b53-42ce-a9e3-30eb3987c02f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=87c07ab3-b43f-4519-a3c6-33cbb744355a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:03.884330 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-497c1f27-50e5-440f-be6a-9496a455f20e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.892436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:03.894603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-497c1f27-50e5-440f-be6a-9496a455f20e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.909728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:03.917501 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:03.930450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c1f27-50e5-440f-be6a-9496a455f20e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f2371e-d23e-46c7-9903-7cf50a37378c,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:03.934918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:03.949702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-497c1f27-50e5-440f-be6a-9496a455f20e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:03.951047 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-497c1f27-50e5-440f-be6a-9496a455f20e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2479415 Jun 15 14:48:03.954404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37688) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:04.002422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6323a55-97c0-4e97-9952-c22ee71caa73 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.013410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6323a55-97c0-4e97-9952-c22ee71caa73 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.059507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6323a55-97c0-4e97-9952-c22ee71caa73 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.081596 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6323a55-97c0-4e97-9952-c22ee71caa73 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5f2371e-d23e-46c7-9903-7cf50a37378c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:04.098492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.107035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.120643 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6323a55-97c0-4e97-9952-c22ee71caa73 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.124248 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d6323a55-97c0-4e97-9952-c22ee71caa73 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/d5f2371e-d23e-46c7-9903-7cf50a37378c HTTP/1.1" status: 204 len: 168 time: 0.1664405 Jun 15 14:48:04.128868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37692) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:04.171092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a01238df-67d5-46b7-aebe-39ba4ad98f70,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:04.176908 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.180680 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3f7cbe66-1a50-48e8-846d-ac227825a281 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3778532 Jun 15 14:48:04.181489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37696) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:04.193626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4111d0a0-de61-442d-bbdb-04ad4e380a9a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': 'a01238df-67d5-46b7-aebe-39ba4ad98f70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:04.209736 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-4111d0a0-de61-442d-bbdb-04ad4e380a9a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 15 14:48:04.210184 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-4111d0a0-de61-442d-bbdb-04ad4e380a9a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:04.211295 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4111d0a0-de61-442d-bbdb-04ad4e380a9a tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0293438 Jun 15 14:48:04.215047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37700) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:04.223329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6185c2e3-50cd-4fa5-9f1e-a179ed3bbeab tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': 'a01238df-67d5-46b7-aebe-39ba4ad98f70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:04.223924 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-6185c2e3-50cd-4fa5-9f1e-a179ed3bbeab tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 15 14:48:04.224425 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-6185c2e3-50cd-4fa5-9f1e-a179ed3bbeab tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:04.225325 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6185c2e3-50cd-4fa5-9f1e-a179ed3bbeab tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0094013 Jun 15 14:48:04.232517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37704) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:04.236089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3aae5df0-0664-4922-b828-97c2940271b0 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:04.245695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4ef06a38-c8f2-48a1-8b54-410bdf42bfcf tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': 'a01238df-67d5-46b7-aebe-39ba4ad98f70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:04.247495 dv-neutron-845844-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-4ef06a38-c8f2-48a1-8b54-410bdf42bfcf tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 15 14:48:04.248003 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-4ef06a38-c8f2-48a1-8b54-410bdf42bfcf tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:04.249416 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4ef06a38-c8f2-48a1-8b54-410bdf42bfcf tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155449 Jun 15 14:48:04.250584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-51f60bb6-21b7-4589-83e8-9c0b24d3dbd3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] For port 9d2f7fec-d479-4205-92b6-f1f18a6c4679, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9d2f7fec-d479-4205-92b6-f1f18a6c4679,segment=NetworkSegment(2b8c2b6e-018b-405c-9d24-13def0551f5f),segment_id=2b8c2b6e-018b-405c-9d24-13def0551f5f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:04.251012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51f60bb6-21b7-4589-83e8-9c0b24d3dbd3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.252514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37708) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:04.258206 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-948290ab-76ce-4add-93e8-50cc4a8207e6 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': 'a01238df-67d5-46b7-aebe-39ba4ad98f70', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:04.259239 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-948290ab-76ce-4add-93e8-50cc4a8207e6 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 15 14:48:04.259736 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-948290ab-76ce-4add-93e8-50cc4a8207e6 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:04.260704 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-948290ab-76ce-4add-93e8-50cc4a8207e6 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072544 Jun 15 14:48:04.262060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3aae5df0-0664-4922-b828-97c2940271b0 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:04.265909 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3aae5df0-0664-4922-b828-97c2940271b0 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1307659 Jun 15 14:48:04.265909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37712) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:04.266117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37716) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:04.270608 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-478c79fb-1b53-42ce-a9e3-30eb3987c02f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.384095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfe5315d-94d4-4f40-94f8-19d9472b17be tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.385681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5e53539-7ad5-4b2e-9251-3c83d46714bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.387266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-51f60bb6-21b7-4589-83e8-9c0b24d3dbd3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for 9d2f7fec-d479-4205-92b6-f1f18a6c4679 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:04.435111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5e53539-7ad5-4b2e-9251-3c83d46714bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.443200 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfe5315d-94d4-4f40-94f8-19d9472b17be tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.518112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5e53539-7ad5-4b2e-9251-3c83d46714bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.532900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfe5315d-94d4-4f40-94f8-19d9472b17be tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.545032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e53539-7ad5-4b2e-9251-3c83d46714bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01238df-67d5-46b7-aebe-39ba4ad98f70,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:04.574716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5315d-94d4-4f40-94f8-19d9472b17be tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086e711d-b9a6-4792-8ea1-0b25395f72a6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:04.592332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e5e53539-7ad5-4b2e-9251-3c83d46714bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.597347 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e5e53539-7ad5-4b2e-9251-3c83d46714bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "DELETE /v2.0/security-groups/a01238df-67d5-46b7-aebe-39ba4ad98f70 HTTP/1.1" status: 204 len: 168 time: 0.3293548 Jun 15 14:48:04.597657 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37720) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:04.617126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfe5315d-94d4-4f40-94f8-19d9472b17be tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.618261 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dfe5315d-94d4-4f40-94f8-19d9472b17be tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-groups/086e711d-b9a6-4792-8ea1-0b25395f72a6 HTTP/1.1" status: 204 len: 168 time: 0.3513436 Jun 15 14:48:04.620990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37724) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:04.699152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6baa0446-849d-43bd-ba72-fce5ba2e9d30 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Synchronizing usage tracker for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:04.730576 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dfc8f0c1-edce-439d-84a0-58ae8065c0d0 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:04.744000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6baa0446-849d-43bd-ba72-fce5ba2e9d30 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Unset dirty status for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:04.749529 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6baa0446-849d-43bd-ba72-fce5ba2e9d30 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1510007 Jun 15 14:48:04.750186 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37728) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:04.756407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group': {'name': 'tempest-secgroup--597585428'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:04.761980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dfc8f0c1-edce-439d-84a0-58ae8065c0d0 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:04.763252 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dfc8f0c1-edce-439d-84a0-58ae8065c0d0 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1412647 Jun 15 14:48:04.764335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:04.766236 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37732) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:04.787437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:04.817489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.852096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:04.860519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:04.863710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478c79fb-1b53-42ce-a9e3-30eb3987c02f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Router c2d10552-2af5-4337-90d3-01b8cc3f556e has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:48:04.866557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:04.869333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cda02023-c777-4bbf-b424-ddacc6ce6df1 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.874464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:04.914479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cda02023-c777-4bbf-b424-ddacc6ce6df1 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:04.997656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cda02023-c777-4bbf-b424-ddacc6ce6df1 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.015373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.020526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda02023-c777-4bbf-b424-ddacc6ce6df1 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00eb088e-9cc9-496c-a504-29bb390d57f2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:05.026682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.055544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478c79fb-1b53-42ce-a9e3-30eb3987c02f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:05.071710 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ef3761-9746-415b-b396-e0e73f0b67e8 None None] Sync routers for ids ['c2d10552-2af5-4337-90d3-01b8cc3f556e'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:05.084374 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ef3761-9746-415b-b396-e0e73f0b67e8 None None] Routers {'c2d10552-2af5-4337-90d3-01b8cc3f556e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:05.084948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.085680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-68ef3761-9746-415b-b396-e0e73f0b67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c2d10552-2af5-4337-90d3-01b8cc3f556e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:05.088156 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-478c79fb-1b53-42ce-a9e3-30eb3987c02f tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "PUT /v2.0/routers/c2d10552-2af5-4337-90d3-01b8cc3f556e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8791339 Jun 15 14:48:05.089176 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3368826 Jun 15 14:48:05.089579 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37736) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:05.090152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cda02023-c777-4bbf-b424-ddacc6ce6df1 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.090366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51f60bb6-21b7-4589-83e8-9c0b24d3dbd3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.093573 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cda02023-c777-4bbf-b424-ddacc6ce6df1 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-groups/00eb088e-9cc9-496c-a504-29bb390d57f2 HTTP/1.1" status: 204 len: 168 time: 0.3240066 Jun 15 14:48:05.093573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37738) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:05.095644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37740) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:05.124939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba6f01-50ef-444a-88b9-213679dfebeb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45003a55-11a4-4246-bcb7-b6b4e5101c23,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:05.142583 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-51ca876e-b080-48e9-af2a-68385df42828 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '45003a55-11a4-4246-bcb7-b6b4e5101c23', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:05.143971 dv-neutron-845844-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-51ca876e-b080-48e9-af2a-68385df42828 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 15 14:48:05.144502 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-51ca876e-b080-48e9-af2a-68385df42828 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:05.145589 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-51ca876e-b080-48e9-af2a-68385df42828 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0503561 Jun 15 14:48:05.150053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37748) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:05.155408 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-db714334-c5e3-44a9-90f0-bc0f99cc710a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:48:05.156756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-68ef3761-9746-415b-b396-e0e73f0b67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:05.157032 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-db714334-c5e3-44a9-90f0-bc0f99cc710a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/87c07ab3-b43f-4519-a3c6-33cbb744355a HTTP/1.1" status: 404 len: 333 time: 0.0632782 Jun 15 14:48:05.160062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37752) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:05.164058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-29258075-7b6c-4351-b766-5899b12ee95c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '45003a55-11a4-4246-bcb7-b6b4e5101c23', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:05.167165 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ef3761-9746-415b-b396-e0e73f0b67e8 None None] Routers {'c2d10552-2af5-4337-90d3-01b8cc3f556e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:05.167838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-68ef3761-9746-415b-b396-e0e73f0b67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c2d10552-2af5-4337-90d3-01b8cc3f556e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:05.170319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f60bb6-21b7-4589-83e8-9c0b24d3dbd3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=9d2f7fec-d479-4205-92b6-f1f18a6c4679,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:05.173739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-29258075-7b6c-4351-b766-5899b12ee95c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:05.245437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-68ef3761-9746-415b-b396-e0e73f0b67e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:05.246195 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ef3761-9746-415b-b396-e0e73f0b67e8 None None] The sync data for ids ['c2d10552-2af5-4337-90d3-01b8cc3f556e'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:48:05.266654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-29258075-7b6c-4351-b766-5899b12ee95c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:05.278457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-29258075-7b6c-4351-b766-5899b12ee95c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:05.292820 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-29258075-7b6c-4351-b766-5899b12ee95c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:05.330271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7503856-59b3-4070-a511-7d8dfa252c8a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.381144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dbb466f6-d138-48f3-9e6d-17a323d5ae2f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:05.462655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51f60bb6-21b7-4589-83e8-9c0b24d3dbd3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.468339 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-29258075-7b6c-4351-b766-5899b12ee95c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:05.469509 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-29258075-7b6c-4351-b766-5899b12ee95c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3115258 Jun 15 14:48:05.472514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37756) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:05.479054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-42030331-d827-4221-b7be-59361826ebaf tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '45003a55-11a4-4246-bcb7-b6b4e5101c23', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:05.479537 dv-neutron-845844-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-42030331-d827-4221-b7be-59361826ebaf tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 15 14:48:05.480009 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-42030331-d827-4221-b7be-59361826ebaf tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:05.480956 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-42030331-d827-4221-b7be-59361826ebaf tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075486 Jun 15 14:48:05.511467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37760) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:05.514021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dbb466f6-d138-48f3-9e6d-17a323d5ae2f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:05.515226 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dbb466f6-d138-48f3-9e6d-17a323d5ae2f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3872004 Jun 15 14:48:05.523328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-de543506-2300-4430-89e4-6fac6cb00358 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '45003a55-11a4-4246-bcb7-b6b4e5101c23', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:05.527398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37764) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:05.593848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938715962'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:05.598566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-de543506-2300-4430-89e4-6fac6cb00358 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:05.758181 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f60bb6-21b7-4589-83e8-9c0b24d3dbd3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 66da1939-c1e8-4a75-b018-5b1fa7f9781f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:48:05.775960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:05.778407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-de543506-2300-4430-89e4-6fac6cb00358 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:05.784555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-de543506-2300-4430-89e4-6fac6cb00358 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:05.797183 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7503856-59b3-4070-a511-7d8dfa252c8a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.798987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:05.801075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-de543506-2300-4430-89e4-6fac6cb00358 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:05.803087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7503856-59b3-4070-a511-7d8dfa252c8a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.826012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.855802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7503856-59b3-4070-a511-7d8dfa252c8a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.856240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7503856-59b3-4070-a511-7d8dfa252c8a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Fanout notify agent at l3_agent the message router_deleted on router c2d10552-2af5-4337-90d3-01b8cc3f556e {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:48:05.867701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:05.876365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c7503856-59b3-4070-a511-7d8dfa252c8a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:05.877258 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c7503856-59b3-4070-a511-7d8dfa252c8a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/routers/c2d10552-2af5-4337-90d3-01b8cc3f556e HTTP/1.1" status: 204 len: 168 time: 0.7162936 Jun 15 14:48:05.878771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:05.881562 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-de543506-2300-4430-89e4-6fac6cb00358 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:05.882509 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-de543506-2300-4430-89e4-6fac6cb00358 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3699222 Jun 15 14:48:05.883757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37768) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:05.884255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:05.885767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37772) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:05.893215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2f0e5548-4c77-4c3c-a90c-a9629b5becf6 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '45003a55-11a4-4246-bcb7-b6b4e5101c23', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:05.893990 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-2f0e5548-4c77-4c3c-a90c-a9629b5becf6 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 15 14:48:05.894479 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-2f0e5548-4c77-4c3c-a90c-a9629b5becf6 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:05.895434 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2f0e5548-4c77-4c3c-a90c-a9629b5becf6 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087209 Jun 15 14:48:05.896353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:05.898656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37776) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:05.906050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3604f822-3d5c-463a-a182-482f6ac569d9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '45003a55-11a4-4246-bcb7-b6b4e5101c23', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:05.916595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3604f822-3d5c-463a-a182-482f6ac569d9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:05.922042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3604f822-3d5c-463a-a182-482f6ac569d9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:05.931553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3604f822-3d5c-463a-a182-482f6ac569d9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:05.934921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f60bb6-21b7-4589-83e8-9c0b24d3dbd3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:05.939698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3604f822-3d5c-463a-a182-482f6ac569d9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:05.940586 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-51f60bb6-21b7-4589-83e8-9c0b24d3dbd3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0694549 Jun 15 14:48:05.944326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37780) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:05.948065 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459288b-7333-46ab-9637-c099d7a28b1d None None] Sync routers for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:05.960009 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459288b-7333-46ab-9637-c099d7a28b1d None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:05.961008 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4459288b-7333-46ab-9637-c099d7a28b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:05.976007 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a9c5ce-f8de-4a85-825d-1cca774cf2a6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting subnet 0057b1b4-1341-4ddc-bed1-6c55ab7ceda0 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:48:05.979179 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c5ce-f8de-4a85-825d-1cca774cf2a6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.007878 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-3604f822-3d5c-463a-a182-482f6ac569d9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Project b0cf2c76e2c14e4bad10934a0e0b901f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:48:06.070970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed8f6c7-daa0-407c-ba2b-726188dc692d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting subnet e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:48:06.075492 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-3604f822-3d5c-463a-a182-482f6ac569d9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:06.079687 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3604f822-3d5c-463a-a182-482f6ac569d9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1770267 Jun 15 14:48:06.087493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37784) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:06.091273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f6c7-daa0-407c-ba2b-726188dc692d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.120636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.123706 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4459288b-7333-46ab-9637-c099d7a28b1d None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:06.124450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-da7e9b71-a585-4fbf-9d07-f5df2f334900 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '45003a55-11a4-4246-bcb7-b6b4e5101c23', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:06.124960 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-da7e9b71-a585-4fbf-9d07-f5df2f334900 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 15 14:48:06.125504 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-da7e9b71-a585-4fbf-9d07-f5df2f334900 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:06.129597 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-da7e9b71-a585-4fbf-9d07-f5df2f334900 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0383101 Jun 15 14:48:06.132080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37788) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:06.141203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.150054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b3481561-0a4c-4ded-937b-e45f96d8439e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '45003a55-11a4-4246-bcb7-b6b4e5101c23', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:06.168807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b3481561-0a4c-4ded-937b-e45f96d8439e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:06.172012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c5ce-f8de-4a85-825d-1cca774cf2a6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.185730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b3481561-0a4c-4ded-937b-e45f96d8439e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:06.196915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b3481561-0a4c-4ded-937b-e45f96d8439e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:06.215299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f6c7-daa0-407c-ba2b-726188dc692d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.236685 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4459288b-7333-46ab-9637-c099d7a28b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:48:04Z', 'revision_number': 11, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:06.240843 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459288b-7333-46ab-9637-c099d7a28b1d None None] Checking router: 66da1939-c1e8-4a75-b018-5b1fa7f9781f for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:48:06.249518 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459288b-7333-46ab-9637-c099d7a28b1d None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:06.250117 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4459288b-7333-46ab-9637-c099d7a28b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:06.251340 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b3481561-0a4c-4ded-937b-e45f96d8439e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:06.257698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c719fcec-fd42-49fc-b040-56ab24af18c8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:06.264834 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c5ce-f8de-4a85-825d-1cca774cf2a6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.294059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.298118 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-74ac9567-f78b-4243-9bfd-42c167cc7b41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7670143 Jun 15 14:48:06.298765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37792) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:06.301820 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-b3481561-0a4c-4ded-937b-e45f96d8439e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Project b0cf2c76e2c14e4bad10934a0e0b901f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:48:06.309262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-60f85232-7a84-417c-816a-015691e6c20d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': 'c719fcec-fd42-49fc-b040-56ab24af18c8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:06.321064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-60f85232-7a84-417c-816a-015691e6c20d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:06.329914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-60f85232-7a84-417c-816a-015691e6c20d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:06.333679 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-b3481561-0a4c-4ded-937b-e45f96d8439e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:06.337613 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b3481561-0a4c-4ded-937b-e45f96d8439e tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2020061 Jun 15 14:48:06.337782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-60f85232-7a84-417c-816a-015691e6c20d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:06.337965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37796) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:06.349883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-683fa368-620c-42b7-a6d1-e4065bf7644b tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '45003a55-11a4-4246-bcb7-b6b4e5101c23', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:06.354984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f6c7-daa0-407c-ba2b-726188dc692d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.357758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-60f85232-7a84-417c-816a-015691e6c20d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:06.367088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-683fa368-620c-42b7-a6d1-e4065bf7644b tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:06.375088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-683fa368-620c-42b7-a6d1-e4065bf7644b tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:06.381968 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-683fa368-620c-42b7-a6d1-e4065bf7644b tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:06.399052 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-683fa368-620c-42b7-a6d1-e4065bf7644b tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:06.403678 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60f85232-7a84-417c-816a-015691e6c20d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.404524 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4459288b-7333-46ab-9637-c099d7a28b1d None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:06.417593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c5ce-f8de-4a85-825d-1cca774cf2a6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.438618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f6c7-daa0-407c-ba2b-726188dc692d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.467157 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-683fa368-620c-42b7-a6d1-e4065bf7644b tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Project b0cf2c76e2c14e4bad10934a0e0b901f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:48:06.480562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9c5ce-f8de-4a85-825d-1cca774cf2a6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Subnet': ['ID=0057b1b4-1341-4ddc-bed1-6c55ab7ceda0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:06.484678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8f6c7-daa0-407c-ba2b-726188dc692d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Subnet': ['ID=e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:06.488892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1ed8f6c7-daa0-407c-ba2b-726188dc692d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.498127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a3a9c5ce-f8de-4a85-825d-1cca774cf2a6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.498328 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1ed8f6c7-daa0-407c-ba2b-726188dc692d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d HTTP/1.1" status: 204 len: 168 time: 0.5493040 Jun 15 14:48:06.498328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37800) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:06.505274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c44b0-b8fa-4449-b5f5-9be56c0b2b72 None None] Network 958796a7-3dac-4069-b59a-64fd0e60b8f5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:06.519209 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a3a9c5ce-f8de-4a85-825d-1cca774cf2a6 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/0057b1b4-1341-4ddc-bed1-6c55ab7ceda0 HTTP/1.1" status: 204 len: 168 time: 0.6323659 Jun 15 14:48:06.523728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37804) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:06.530488 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-683fa368-620c-42b7-a6d1-e4065bf7644b tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:06.534273 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-683fa368-620c-42b7-a6d1-e4065bf7644b tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1925175 Jun 15 14:48:06.534448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37808) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:06.583830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60f85232-7a84-417c-816a-015691e6c20d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.586773 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4459288b-7333-46ab-9637-c099d7a28b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:48:04Z', 'revision_number': 11, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:06.591406 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459288b-7333-46ab-9637-c099d7a28b1d None None] The sync data for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv is: [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:48:04Z', 'revision_number': 11, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:48:06.606156 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ec8f3d-f85f-4229-ab58-03319a41cc2b None None] Network 51c489fe-7dfc-45b9-ae2b-202c93cc2750 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:06.607115 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60f85232-7a84-417c-816a-015691e6c20d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.666386 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f85232-7a84-417c-816a-015691e6c20d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=363e583e-1327-46b9-a4cf-110e3ecf73ca,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:06.683864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60f85232-7a84-417c-816a-015691e6c20d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.688113 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-60f85232-7a84-417c-816a-015691e6c20d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3856883 Jun 15 14:48:06.688617 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37812) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:06.702805 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a93bf1ca-a0bb-4bd4-b15c-f70afd2e8b68 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.734917 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a15d-e745-413d-b657-2afe2e4aa8ea tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.740595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.746530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.755783 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a15d-e745-413d-b657-2afe2e4aa8ea tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.760815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Deleting port 47b59c51-de20-4dba-ad7b-c0e075231ed6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:06.761161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.771048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a93bf1ca-a0bb-4bd4-b15c-f70afd2e8b68 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.812090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 4aad9022-a454-4454-9b31-67ea576a0da5 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:06.812466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.821491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a15d-e745-413d-b657-2afe2e4aa8ea tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.845301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e1a15d-e745-413d-b657-2afe2e4aa8ea tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=363e583e-1327-46b9-a4cf-110e3ecf73ca,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:06.849247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a4e1a15d-e745-413d-b657-2afe2e4aa8ea tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.854194 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a4e1a15d-e745-413d-b657-2afe2e4aa8ea tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/363e583e-1327-46b9-a4cf-110e3ecf73ca HTTP/1.1" status: 204 len: 168 time: 0.1619701 Jun 15 14:48:06.854472 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37816) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:06.874676 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a93bf1ca-a0bb-4bd4-b15c-f70afd2e8b68 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.899842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bf1ca-a0bb-4bd4-b15c-f70afd2e8b68 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45003a55-11a4-4246-bcb7-b6b4e5101c23,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:06.938976 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9a2c4c4f-4b38-41b7-9cd0-c0cfd8bdde51 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:06.943151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a93bf1ca-a0bb-4bd4-b15c-f70afd2e8b68 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:06.944390 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a93bf1ca-a0bb-4bd4-b15c-f70afd2e8b68 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "DELETE /v2.0/security-groups/45003a55-11a4-4246-bcb7-b6b4e5101c23 HTTP/1.1" status: 204 len: 168 time: 0.4090364 Jun 15 14:48:06.947035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37820) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:06.994872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9a2c4c4f-4b38-41b7-9cd0-c0cfd8bdde51 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:06.996279 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9a2c4c4f-4b38-41b7-9cd0-c0cfd8bdde51 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1407950 Jun 15 14:48:06.999714 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37824) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:07.044887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d37c6705-ac3a-484c-a46e-cae95d8430fb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Synchronizing usage tracker for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:07.062683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d589c238-1f0b-4018-a512-cf8faa303168 None None] DHCP port deletion for 958796a7-3dac-4069-b59a-64fd0e60b8f5 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:48:07.071190 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d589c238-1f0b-4018-a512-cf8faa303168 None None] Deleting port 47b59c51-de20-4dba-ad7b-c0e075231ed6 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:07.071646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d589c238-1f0b-4018-a512-cf8faa303168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.088691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d37c6705-ac3a-484c-a46e-cae95d8430fb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Unset dirty status for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:07.090098 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d37c6705-ac3a-484c-a46e-cae95d8430fb tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1420732 Jun 15 14:48:07.101600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:07.109965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333404823'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:07.117046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9d2f7fec-d479-4205-92b6-f1f18a6c4679 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:48:07.121302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:07.126573 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6574ba8f-e191-455f-8b69-665f6e244c9d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.141906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26023a51-dc5d-4215-a6af-72ec0cacda0f None None] DHCP port deletion for 51c489fe-7dfc-45b9-ae2b-202c93cc2750 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:48:07.144739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:07.158966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] For port 4aad9022-a454-4454-9b31-67ea576a0da5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4aad9022-a454-4454-9b31-67ea576a0da5,segment=NetworkSegment(66801452-3f8d-40a1-a319-d7e6c092d6d1),segment_id=66801452-3f8d-40a1-a319-d7e6c092d6d1)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:07.159227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.160995 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 9d2f7fec-d479-4205-92b6-f1f18a6c4679 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:48:07.161564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9d2f7fec-d479-4205-92b6-f1f18a6c4679 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:48:07.166900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6574ba8f-e191-455f-8b69-665f6e244c9d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.176299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-26023a51-dc5d-4215-a6af-72ec0cacda0f None None] Deleting port 4aad9022-a454-4454-9b31-67ea576a0da5 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:07.176745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-26023a51-dc5d-4215-a6af-72ec0cacda0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.179432 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.220329 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:07.226405 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:07.229767 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:07.236987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:07.273479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6574ba8f-e191-455f-8b69-665f6e244c9d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.308460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574ba8f-e191-455f-8b69-665f6e244c9d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c719fcec-fd42-49fc-b040-56ab24af18c8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:07.325556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 4aad9022-a454-4454-9b31-67ea576a0da5 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:07.400192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.401590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6574ba8f-e191-455f-8b69-665f6e244c9d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.403668 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6574ba8f-e191-455f-8b69-665f6e244c9d tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-groups/c719fcec-fd42-49fc-b040-56ab24af18c8 HTTP/1.1" status: 204 len: 168 time: 0.4031308 Jun 15 14:48:07.405135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.409694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37836) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:07.466340 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] For port 47b59c51-de20-4dba-ad7b-c0e075231ed6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=47b59c51-de20-4dba-ad7b-c0e075231ed6,segment=NetworkSegment(2b8c2b6e-018b-405c-9d24-13def0551f5f),segment_id=2b8c2b6e-018b-405c-9d24-13def0551f5f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:07.466946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.472415 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.473741 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3711884 Jun 15 14:48:07.477929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37842) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:07.494596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4a82cc9e-93fe-4982-8f6e-ed5f168931bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': 'ea2cd1ab-2abf-47f7-9bfe-7d99f841f9a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:07.503452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4a82cc9e-93fe-4982-8f6e-ed5f168931bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:07.509339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d873bbc-9afd-41bd-876d-885ad593c120 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2cd1ab-2abf-47f7-9bfe-7d99f841f9a9,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:07.511988 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4a82cc9e-93fe-4982-8f6e-ed5f168931bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:07.523018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4a82cc9e-93fe-4982-8f6e-ed5f168931bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:07.533983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4a82cc9e-93fe-4982-8f6e-ed5f168931bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:07.538605 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d589c238-1f0b-4018-a512-cf8faa303168 None None] For port 47b59c51-de20-4dba-ad7b-c0e075231ed6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=47b59c51-de20-4dba-ad7b-c0e075231ed6,segment=NetworkSegment(2b8c2b6e-018b-405c-9d24-13def0551f5f),segment_id=2b8c2b6e-018b-405c-9d24-13def0551f5f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:07.539162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d589c238-1f0b-4018-a512-cf8faa303168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.540433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8c0e9f98-fee0-4b4f-b153-fc2bbf966da8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:07.574510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8c0e9f98-fee0-4b4f-b153-fc2bbf966da8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:07.580628 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8c0e9f98-fee0-4b4f-b153-fc2bbf966da8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1560783 Jun 15 14:48:07.582415 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37846) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:07.590190 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group': {'name': 'tempest-secgroup--2022672760'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:07.600481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:07.612565 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-4a82cc9e-93fe-4982-8f6e-ed5f168931bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The resource could not be found. Jun 15 14:48:07.616556 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4a82cc9e-93fe-4982-8f6e-ed5f168931bd tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1346509 Jun 15 14:48:07.616556 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:07.616843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37850) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:07.621981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-aec2d788-2e12-47fb-9dbf-d18f28a043d7 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': 'ea2cd1ab-2abf-47f7-9bfe-7d99f841f9a9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e232d513-dc91-48ad-b02d-a624621d0833'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:07.631745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-aec2d788-2e12-47fb-9dbf-d18f28a043d7 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:07.637504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-aec2d788-2e12-47fb-9dbf-d18f28a043d7 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:07.640710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-aec2d788-2e12-47fb-9dbf-d18f28a043d7 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:07.648430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-aec2d788-2e12-47fb-9dbf-d18f28a043d7 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:07.650833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.678144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:07.688832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:07.692227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:07.708333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:07.723119 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-aec2d788-2e12-47fb-9dbf-d18f28a043d7 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The resource could not be found. Jun 15 14:48:07.727016 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aec2d788-2e12-47fb-9dbf-d18f28a043d7 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1065795 Jun 15 14:48:07.728534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37854) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:07.746577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.747493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d589c238-1f0b-4018-a512-cf8faa303168 None None] Calling delete_port for 47b59c51-de20-4dba-ad7b-c0e075231ed6 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:07.760401 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Calling delete_port for 47b59c51-de20-4dba-ad7b-c0e075231ed6 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:07.791191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-26023a51-dc5d-4215-a6af-72ec0cacda0f None None] For port 4aad9022-a454-4454-9b31-67ea576a0da5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4aad9022-a454-4454-9b31-67ea576a0da5,segment=NetworkSegment(66801452-3f8d-40a1-a319-d7e6c092d6d1),segment_id=66801452-3f8d-40a1-a319-d7e6c092d6d1)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:07.791856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-26023a51-dc5d-4215-a6af-72ec0cacda0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.842867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=4aad9022-a454-4454-9b31-67ea576a0da5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:07.849578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c38f-b4da-4277-b65f-485aba9504b9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.850609 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No DVR routers for this DVR port 4aad9022-a454-4454-9b31-67ea576a0da5 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:48:07.870157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.883510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.906599 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c38f-b4da-4277-b65f-485aba9504b9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.930129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-26023a51-dc5d-4215-a6af-72ec0cacda0f None None] Calling delete_port for 4aad9022-a454-4454-9b31-67ea576a0da5 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:07.965712 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96503429-0597-4d5a-a558-cb5312f3c536,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:07.982578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:07.986868 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ddff5ff1-adb4-4e0e-9f6d-7b65e00e648b tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4005036 Jun 15 14:48:07.987283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37858) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:07.993013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b8529828-2800-4a30-9985-f9441106ec41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': '96503429-0597-4d5a-a558-cb5312f3c536', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:08.001308 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b8529828-2800-4a30-9985-f9441106ec41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:08.007671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b8529828-2800-4a30-9985-f9441106ec41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:08.011549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b8529828-2800-4a30-9985-f9441106ec41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:08.015794 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c38f-b4da-4277-b65f-485aba9504b9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.021345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.031426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-26023a51-dc5d-4215-a6af-72ec0cacda0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:48:08.031773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-26023a51-dc5d-4215-a6af-72ec0cacda0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:48:08.037380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.038645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b8529828-2800-4a30-9985-f9441106ec41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:08.044131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-d589c238-1f0b-4018-a512-cf8faa303168 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:48:08.044769 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-d589c238-1f0b-4018-a512-cf8faa303168 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:48:08.047051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5c38f-b4da-4277-b65f-485aba9504b9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2cd1ab-2abf-47f7-9bfe-7d99f841f9a9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:08.068398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8dd5c38f-b4da-4277-b65f-485aba9504b9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.069636 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8dd5c38f-b4da-4277-b65f-485aba9504b9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "DELETE /v2.0/security-groups/ea2cd1ab-2abf-47f7-9bfe-7d99f841f9a9 HTTP/1.1" status: 204 len: 168 time: 0.3395069 Jun 15 14:48:08.073106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37862) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.074083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8529828-2800-4a30-9985-f9441106ec41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.100023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Port': ['ID=47b59c51-de20-4dba-ad7b-c0e075231ed6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:08.107182 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c489fe-7dfc-45b9-ae2b-202c93cc2750']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:08.114599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No DVR routers for this DVR port 47b59c51-de20-4dba-ad7b-c0e075231ed6 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:48:08.150651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66801452-3f8d-40a1-a319-d7e6c092d6d1') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:08.150933 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66801452-3f8d-40a1-a319-d7e6c092d6d1') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:08.168046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ea4fd1bc-6fc2-4504-bc58-8bab15370f28 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Synchronizing usage tracker for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:08.187215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.194954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8529828-2800-4a30-9985-f9441106ec41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.200731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8529828-2800-4a30-9985-f9441106ec41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.216584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ea4fd1bc-6fc2-4504-bc58-8bab15370f28 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Unset dirty status for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:08.217805 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ea4fd1bc-6fc2-4504-bc58-8bab15370f28 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1359394 Jun 15 14:48:08.225364 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37866) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.236701 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-589849dc-4e3e-4cac-8ac7-c1d95be4f733 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': 'e6748610-9b06-4b22-a0cf-9168b32b4905', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:08.244757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8529828-2800-4a30-9985-f9441106ec41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7b56488-0bb9-43df-b575-9d416dc6384a,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:08.249678 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-589849dc-4e3e-4cac-8ac7-c1d95be4f733 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:08.254266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-589849dc-4e3e-4cac-8ac7-c1d95be4f733 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:08.257309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b8529828-2800-4a30-9985-f9441106ec41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.260969 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b8529828-2800-4a30-9985-f9441106ec41 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2705700 Jun 15 14:48:08.260969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-589849dc-4e3e-4cac-8ac7-c1d95be4f733 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:08.262113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.266556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.270305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.275526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-589849dc-4e3e-4cac-8ac7-c1d95be4f733 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:08.285557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:48:08.285970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.289191 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dc173677-d010-4ec6-b808-e82eb3f9e983 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules/c7b56488-0bb9-43df-b575-9d416dc6384a HTTP/1.1" status: 200 len: 763 time: 0.0261948 Jun 15 14:48:08.291696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37874) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.327385 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 66801452-3f8d-40a1-a319-d7e6c092d6d1 resource provider aggregate not found Jun 15 14:48:08.362060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dacfbc94-7bec-47bb-84a0-6f580cff5bdb tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:08.366837 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-589849dc-4e3e-4cac-8ac7-c1d95be4f733 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The resource could not be found. Jun 15 14:48:08.368035 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-589849dc-4e3e-4cac-8ac7-c1d95be4f733 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1396658 Jun 15 14:48:08.371522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37882) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.379725 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369588532'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:08.390471 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:08.394176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958796a7-3dac-4069-b59a-64fd0e60b8f5']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:08.402724 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 66801452-3f8d-40a1-a319-d7e6c092d6d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 66801452-3f8d-40a1-a319-d7e6c092d6d1 found for delete ", "request_id": "req-7d6032c7-0534-4c72-a61a-c73e0bae89cd"}]} Jun 15 14:48:08.402918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dacfbc94-7bec-47bb-84a0-6f580cff5bdb tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:08.404133 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dacfbc94-7bec-47bb-84a0-6f580cff5bdb tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1114814 Jun 15 14:48:08.405240 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:08.408107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37886) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.417117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8c2b6e-018b-405c-9d24-13def0551f5f') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:08.417491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8c2b6e-018b-405c-9d24-13def0551f5f') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:08.430855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.437480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.440841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.458934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.462368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d087d81-1c94-4356-85f0-e4af018b3ebf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.473221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Network': ['ID=51c489fe-7dfc-45b9-ae2b-202c93cc2750,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:08.475405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.477545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d087d81-1c94-4356-85f0-e4af018b3ebf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.483383 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:08.486614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:48:08.487010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.491413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:08.495301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:08.503606 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:08.507334 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-01a7a94d-841c-407c-a9b5-eae65cf71714 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/networks/51c489fe-7dfc-45b9-ae2b-202c93cc2750 HTTP/1.1" status: 204 len: 168 time: 1.9824431 Jun 15 14:48:08.511675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37890) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.529069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d087d81-1c94-4356-85f0-e4af018b3ebf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.533093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-26023a51-dc5d-4215-a6af-72ec0cacda0f None None] Deleting port 4aad9022-a454-4454-9b31-67ea576a0da5 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:08.533860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-26023a51-dc5d-4215-a6af-72ec0cacda0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.556692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d087d81-1c94-4356-85f0-e4af018b3ebf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7b56488-0bb9-43df-b575-9d416dc6384a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:08.562208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d589c238-1f0b-4018-a512-cf8faa303168 None None] Deleting port 47b59c51-de20-4dba-ad7b-c0e075231ed6 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:08.563146 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d589c238-1f0b-4018-a512-cf8faa303168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.576163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d087d81-1c94-4356-85f0-e4af018b3ebf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.577639 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4d087d81-1c94-4356-85f0-e4af018b3ebf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/c7b56488-0bb9-43df-b575-9d416dc6384a HTTP/1.1" status: 204 len: 168 time: 0.1693885 Jun 15 14:48:08.584246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37894) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.643510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-26023a51-dc5d-4215-a6af-72ec0cacda0f None None] The port '4aad9022-a454-4454-9b31-67ea576a0da5' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:48:08.648550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.666276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.666516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-701dbba3-6704-41a8-a898-6f3bbe2597d7 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:08.668880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.673801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c9da92-85e3-4cc8-982a-5c014d839a1b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:08.674511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-99c9da92-85e3-4cc8-982a-5c014d839a1b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:08.694856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d589c238-1f0b-4018-a512-cf8faa303168 None None] The port '47b59c51-de20-4dba-ad7b-c0e075231ed6' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:48:08.697838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.713050 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/networks/958796a7-3dac-4069-b59a-64fd0e60b8f5 HTTP/1.1" status: 204 len: 168 time: 2.2137280 Jun 15 14:48:08.719399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37898) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.724930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb9cae-1ef0-442d-94e3-87f51ca00c6a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Pushing event deleted for resources: {'Network': ['ID=958796a7-3dac-4069-b59a-64fd0e60b8f5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:08.731031 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-27f793d3-4ef0-4f54-8759-dcbcba25b019 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'router': {'routes': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:08.738192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.742321 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3670075 Jun 15 14:48:08.742321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435456f-4d7f-4f3c-b2b0-1114c1a51b8d tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dff1e54-67b1-4beb-bcde-6d277bfaaa52,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:08.749206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37902) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.750335 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-701dbba3-6704-41a8-a898-6f3bbe2597d7 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:08.756099 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-701dbba3-6704-41a8-a898-6f3bbe2597d7 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1708453 Jun 15 14:48:08.762036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group': {'name': 'tempest-secgroup--435767438'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:08.767739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37904) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.772605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6405daba-96f1-4786-84d7-5342b5801702 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': '96503429-0597-4d5a-a558-cb5312f3c536', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:08.781547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:08.787518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6405daba-96f1-4786-84d7-5342b5801702 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:08.797781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-99c9da92-85e3-4cc8-982a-5c014d839a1b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:08.798984 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-99c9da92-85e3-4cc8-982a-5c014d839a1b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/7a30672f-d79a-4b9e-a163-3522a75e25df HTTP/1.1" status: 200 len: 841 time: 0.2863741 Jun 15 14:48:08.802961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37910) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.805528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:08.808280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6405daba-96f1-4786-84d7-5342b5801702 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:08.841571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 47b59c51-de20-4dba-ad7b-c0e075231ed6 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:48:08.875277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.888162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 47b59c51-de20-4dba-ad7b-c0e075231ed6 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:48:08.888646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 47b59c51-de20-4dba-ad7b-c0e075231ed6 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:48:08.889236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4aad9022-a454-4454-9b31-67ea576a0da5 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:48:08.909822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a12a36b7-05b8-4f21-9e8b-beda14f1b72c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:08.912141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6405daba-96f1-4786-84d7-5342b5801702 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:08.922825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 4aad9022-a454-4454-9b31-67ea576a0da5 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:48:08.923401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4aad9022-a454-4454-9b31-67ea576a0da5 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:48:08.927733 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:08.937868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:08.942845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:08.959870 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:08.961879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a12a36b7-05b8-4f21-9e8b-beda14f1b72c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:08.963150 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a12a36b7-05b8-4f21-9e8b-beda14f1b72c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/7a30672f-d79a-4b9e-a163-3522a75e25df?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1592288 Jun 15 14:48:08.967175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37914) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:08.983851 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:09.053149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.extraroute_db [None req-27f793d3-4ef0-4f54-8759-dcbcba25b019 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Added routes are [] {{(pid=89018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 15 14:48:09.053447 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.extraroute_db [None req-27f793d3-4ef0-4f54-8759-dcbcba25b019 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Removed routes are [] {{(pid=89018) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 15 14:48:09.053832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-27f793d3-4ef0-4f54-8759-dcbcba25b019 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.144849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6405daba-96f1-4786-84d7-5342b5801702 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.152407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:09.156903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6405daba-96f1-4786-84d7-5342b5801702 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.166947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:09.186821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:09.213599 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:09.221585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405daba-96f1-4786-84d7-5342b5801702 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d49be7-cee9-4ba8-b2a7-6f0546891bd5,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:09.225552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.234260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.275705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6405daba-96f1-4786-84d7-5342b5801702 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.276946 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6405daba-96f1-4786-84d7-5342b5801702 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5082443 Jun 15 14:48:09.281138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37918) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:09.286194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:09.289661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.314240 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.315394 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5580175 Jun 15 14:48:09.321254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5565d8-ab45-437c-b925-adb002c00872 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af24499-c0fd-41e8-b2e4-4d22693dd727,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:09.325336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37922) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:09.432374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-27f793d3-4ef0-4f54-8759-dcbcba25b019 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.436014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-27f793d3-4ef0-4f54-8759-dcbcba25b019 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.487565 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-670f2617-a8db-4513-8872-090c96c4ae12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': '6dff1e54-67b1-4beb-bcde-6d277bfaaa52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7af24499-c0fd-41e8-b2e4-4d22693dd727'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:09.494087 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-041d53d4-e3ae-4291-a3c0-1618fbdfae64 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules/00d49be7-cee9-4ba8-b2a7-6f0546891bd5 HTTP/1.1" status: 200 len: 763 time: 0.2116258 Jun 15 14:48:09.498820 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37926) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:09.499821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-670f2617-a8db-4513-8872-090c96c4ae12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:09.507544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-670f2617-a8db-4513-8872-090c96c4ae12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:09.523695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-670f2617-a8db-4513-8872-090c96c4ae12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:09.537273 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-670f2617-a8db-4513-8872-090c96c4ae12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:09.572975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f793d3-4ef0-4f54-8759-dcbcba25b019 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router 66da1939-c1e8-4a75-b018-5b1fa7f9781f has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:48:09.596413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c9429992-f97f-4677-b1bd-bcfdf5a95a61 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:09.616834 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-670f2617-a8db-4513-8872-090c96c4ae12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:09.617872 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-670f2617-a8db-4513-8872-090c96c4ae12 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2884459 Jun 15 14:48:09.623709 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37930) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:09.670036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c9429992-f97f-4677-b1bd-bcfdf5a95a61 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:09.671283 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c9429992-f97f-4677-b1bd-bcfdf5a95a61 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1686985 Jun 15 14:48:09.676746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37934) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:09.710697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f793d3-4ef0-4f54-8759-dcbcba25b019 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:09.717375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-27f793d3-4ef0-4f54-8759-dcbcba25b019 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.719516 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-27f793d3-4ef0-4f54-8759-dcbcba25b019 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f HTTP/1.1" status: 200 len: 700 time: 0.9984679 Jun 15 14:48:09.722063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37938) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:09.726566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ec53fd-6464-40d0-9d4f-278123a324e1 None None] Sync routers for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:09.736923 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec53fd-6464-40d0-9d4f-278123a324e1 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:09.737968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a0ec53fd-6464-40d0-9d4f-278123a324e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:09.765780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a2dff62-18db-4c33-8305-31c90d948939 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.778268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-97346533-f0a8-4c9b-bd32-2d2b2f8d9ec3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Synchronizing usage tracker for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:09.790680 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a2dff62-18db-4c33-8305-31c90d948939 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.794940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-97346533-f0a8-4c9b-bd32-2d2b2f8d9ec3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Unset dirty status for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:09.796158 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-97346533-f0a8-4c9b-bd32-2d2b2f8d9ec3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=66da1939-c1e8-4a75-b018-5b1fa7f9781f HTTP/1.1" status: 200 len: 205 time: 0.0731323 Jun 15 14:48:09.799170 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37942) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:09.817613 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.854017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea29a35d-1942-41f5-94aa-28133b3fc61c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.878686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a0ec53fd-6464-40d0-9d4f-278123a324e1 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:09.896412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:09.904782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:09.917975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:09.918650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.921976 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a2dff62-18db-4c33-8305-31c90d948939 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.943219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba24-3767-4a70-88a7-7921e6dfdcbf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.949632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Subnet': ['ID=91be9549-c8fe-4059-8846-5cdbe11fad40,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:09.952876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea29a35d-1942-41f5-94aa-28133b3fc61c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.969899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2dff62-18db-4c33-8305-31c90d948939 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00d49be7-cee9-4ba8-b2a7-6f0546891bd5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:09.985117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9a2dff62-18db-4c33-8305-31c90d948939 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:09.986647 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9a2dff62-18db-4c33-8305-31c90d948939 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/00d49be7-cee9-4ba8-b2a7-6f0546891bd5 HTTP/1.1" status: 204 len: 168 time: 0.3032746 Jun 15 14:48:09.990181 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37948) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:09.992006 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22683faf-854f-4166-8a24-f6b79d55a1d1 None None] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:09.994876 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-54d57070-7fdb-402b-9674-6cc804d14a2e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0252292 Jun 15 14:48:09.997810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37952) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:10.002647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'security_group': {'name': 'tempest-secgroup-2132799991'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:10.020982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a0ec53fd-6464-40d0-9d4f-278123a324e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:48:04Z', 'revision_number': 11, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:10.021278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:10.054404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-365b04cb-046c-46f4-809d-84ff23fe46ae tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:10.058251 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea29a35d-1942-41f5-94aa-28133b3fc61c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.073169 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ec53fd-6464-40d0-9d4f-278123a324e1 None None] Checking router: 66da1939-c1e8-4a75-b018-5b1fa7f9781f for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:48:10.081425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29a35d-1942-41f5-94aa-28133b3fc61c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af24499-c0fd-41e8-b2e4-4d22693dd727,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:10.084989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:security_group and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:10.090342 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:10.093334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea29a35d-1942-41f5-94aa-28133b3fc61c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.094675 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ea29a35d-1942-41f5-94aa-28133b3fc61c tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "DELETE /v2.0/security-groups/7af24499-c0fd-41e8-b2e4-4d22693dd727 HTTP/1.1" status: 204 len: 168 time: 0.4698429 Jun 15 14:48:10.097776 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37956) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:10.101601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:10.114790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-365b04cb-046c-46f4-809d-84ff23fe46ae tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:10.115075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ec53fd-6464-40d0-9d4f-278123a324e1 None None] Routers {'66da1939-c1e8-4a75-b018-5b1fa7f9781f'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:10.115883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a0ec53fd-6464-40d0-9d4f-278123a324e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:10.116278 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-365b04cb-046c-46f4-809d-84ff23fe46ae tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1252387 Jun 15 14:48:10.119586 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37960) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:10.126570 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-014f5437-9b59-4b0d-a11b-421d02d2c3a8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': '96503429-0597-4d5a-a558-cb5312f3c536', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:10.141379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-014f5437-9b59-4b0d-a11b-421d02d2c3a8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:10.163540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-014f5437-9b59-4b0d-a11b-421d02d2c3a8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:10.189748 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a1e20a14-fa6c-42e4-bd36-aa3307ec0a59 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Synchronizing usage tracker for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:10.194208 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-014f5437-9b59-4b0d-a11b-421d02d2c3a8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Project 3944f9714a3741c9b73602bafc723e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:48:10.202927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-014f5437-9b59-4b0d-a11b-421d02d2c3a8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.231573 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a1e20a14-fa6c-42e4-bd36-aa3307ec0a59 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Unset dirty status for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:10.232922 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a1e20a14-fa6c-42e4-bd36-aa3307ec0a59 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1341267 Jun 15 14:48:10.242595 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37964) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:10.274661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a0ec53fd-6464-40d0-9d4f-278123a324e1 None None] Set router 66da1939-c1e8-4a75-b018-5b1fa7f9781f gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:10.277870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.296443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba24-3767-4a70-88a7-7921e6dfdcbf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.300781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba24-3767-4a70-88a7-7921e6dfdcbf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.309880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:10.312504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-014f5437-9b59-4b0d-a11b-421d02d2c3a8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.317138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:security_group_rule and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:10.327450 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-014f5437-9b59-4b0d-a11b-421d02d2c3a8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.331460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:10.338991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:10.349657 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba24-3767-4a70-88a7-7921e6dfdcbf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.351214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b3ba24-3767-4a70-88a7-7921e6dfdcbf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Fanout notify agent at l3_agent the message router_deleted on router 66da1939-c1e8-4a75-b018-5b1fa7f9781f {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:48:10.353713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b97c12fc-8e42-44fa-94b7-281221da85af tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.361287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f5437-9b59-4b0d-a11b-421d02d2c3a8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba83de0e-c6cb-4bc0-891d-cd4626779474,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:10.386391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a5b3ba24-3767-4a70-88a7-7921e6dfdcbf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.387483 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a5b3ba24-3767-4a70-88a7-7921e6dfdcbf tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f HTTP/1.1" status: 204 len: 168 time: 0.5874109 Jun 15 14:48:10.392514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37968) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:10.403524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9350e846-8a27-49bf-b818-a99beddc1d9a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-674521846', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:10.412165 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b97c12fc-8e42-44fa-94b7-281221da85af tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.424931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9350e846-8a27-49bf-b818-a99beddc1d9a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:10.429415 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-014f5437-9b59-4b0d-a11b-421d02d2c3a8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.430597 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-014f5437-9b59-4b0d-a11b-421d02d2c3a8 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3100255 Jun 15 14:48:10.438016 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 2b8c2b6e-018b-405c-9d24-13def0551f5f resource provider aggregate not found Jun 15 14:48:10.439113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9350e846-8a27-49bf-b818-a99beddc1d9a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Usage tracker for resource:router and tenant:e58aadea330c4ec0990e45a050637ac9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:10.441812 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37974) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:10.455260 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a0ec53fd-6464-40d0-9d4f-278123a324e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:48:04Z', 'revision_number': 11, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:10.457971 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 2b8c2b6e-018b-405c-9d24-13def0551f5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b8c2b6e-018b-405c-9d24-13def0551f5f found for delete ", "request_id": "req-9175128b-e354-4ea4-9baf-433013d1abe9"}]} Jun 15 14:48:10.463096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.463237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9350e846-8a27-49bf-b818-a99beddc1d9a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:10.467943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.483056 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9350e846-8a27-49bf-b818-a99beddc1d9a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:10.490308 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a355a99b-54dc-4a54-8c4f-68b91797a99e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules/ba83de0e-c6cb-4bc0-891d-cd4626779474 HTTP/1.1" status: 200 len: 769 time: 0.0449002 Jun 15 14:48:10.496425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37980) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:10.512944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.514920 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5161009 Jun 15 14:48:10.518066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37984) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:10.524387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'security_group': {'name': 'tempest-secgroup-141297440'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:10.528737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9350e846-8a27-49bf-b818-a99beddc1d9a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.529788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9350e846-8a27-49bf-b818-a99beddc1d9a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.531360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:10.533791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76deb78c-dd6b-4414-bff1-aff15202618a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb58842-5242-4ffc-948b-6540b3643964,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:10.537802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:security_group and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:10.541015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:10.548768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:10.550435 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ec53fd-6464-40d0-9d4f-278123a324e1 None None] The sync data for ids ['66da1939-c1e8-4a75-b018-5b1fa7f9781f'] in dv-neutron-845844-1-hyperv is: [{'id': '66da1939-c1e8-4a75-b018-5b1fa7f9781f', 'name': 'tempest-RoutersTest-router-807803095', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:16Z', 'updated_at': '2022-06-15T14:48:04Z', 'revision_number': 11, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:48:10.561449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.573510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-64839892-dd1b-4497-9c7b-65975e19df89 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:10.584487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b97c12fc-8e42-44fa-94b7-281221da85af tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.596546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:10.603148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'tenant_id': '521159c916044f0ba796279da421933a', 'fixed_ips': [{'subnet_id': '91be9549-c8fe-4059-8846-5cdbe11fad40'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:48:10.604219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:security_group_rule and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:10.604352 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.608457 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:10.615846 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9350e846-8a27-49bf-b818-a99beddc1d9a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.620573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:10.627860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97c12fc-8e42-44fa-94b7-281221da85af tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dff1e54-67b1-4beb-bcde-6d277bfaaa52,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:10.634182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-64839892-dd1b-4497-9c7b-65975e19df89 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:10.638029 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-64839892-dd1b-4497-9c7b-65975e19df89 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1382003 Jun 15 14:48:10.639907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37988) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:10.665943 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9350e846-8a27-49bf-b818-a99beddc1d9a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.697180 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b97c12fc-8e42-44fa-94b7-281221da85af tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.698357 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b97c12fc-8e42-44fa-94b7-281221da85af tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "DELETE /v2.0/security-groups/6dff1e54-67b1-4beb-bcde-6d277bfaaa52 HTTP/1.1" status: 204 len: 168 time: 0.4549582 Jun 15 14:48:10.701437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 37992) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:10.703831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-33fab65d-a505-4d2f-b9d3-a067ba97026f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.712628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9350e846-8a27-49bf-b818-a99beddc1d9a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.716761 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9350e846-8a27-49bf-b818-a99beddc1d9a tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3217900 Jun 15 14:48:10.721146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 37996) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:10.724568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-33fab65d-a505-4d2f-b9d3-a067ba97026f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.734745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-61fb033a-0ecf-4d30-be39-9ee6f38c0ccd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:10.752558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.795190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-67dcf9fb-1e4c-4663-8ba9-dea2aa027d7b tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Synchronizing usage tracker for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:10.799397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.903654 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Allocated IP 172.20.0.2 (31bc9a60-91ff-4edc-90fe-28d89a244f2b/91be9549-c8fe-4059-8846-5cdbe11fad40/ebd4644f-5667-45a5-b660-a9b3cc64c452) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:10.985322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a507eebd-0a6f-4558-9467-15efb711ee4b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:10.989276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.990508 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-84f12202-5cbf-4c0d-a3be-a76b128696bb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4712253 Jun 15 14:48:10.991469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-67dcf9fb-1e4c-4663-8ba9-dea2aa027d7b tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Unset dirty status for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:10.991588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-33fab65d-a505-4d2f-b9d3-a067ba97026f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:10.993220 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-67dcf9fb-1e4c-4663-8ba9-dea2aa027d7b tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2903788 Jun 15 14:48:10.993924 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38000) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:10.996858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38004) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:11.003755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1998719914', 'security_groups': ['a507eebd-0a6f-4558-9467-15efb711ee4b'], 'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '91be9549-c8fe-4059-8846-5cdbe11fad40'}]}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:11.076525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416519774'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:11.102514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:11.108364 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fab65d-a505-4d2f-b9d3-a067ba97026f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba83de0e-c6cb-4bc0-891d-cd4626779474,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:11.151941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:11.156980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.164079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:11.167716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Transition to ACTIVE for port object ebd4644f-5667-45a5-b660-a9b3cc64c452 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:11.176480 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:11.187356 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Transition to ACTIVE for port object ebd4644f-5667-45a5-b660-a9b3cc64c452 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:11.190126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-33fab65d-a505-4d2f-b9d3-a067ba97026f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.191408 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-33fab65d-a505-4d2f-b9d3-a067ba97026f tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-group-rules/ba83de0e-c6cb-4bc0-891d-cd4626779474 HTTP/1.1" status: 204 len: 168 time: 0.5493646 Jun 15 14:48:11.196631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38008) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:11.196974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.260720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:11.262829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:11.264044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:11.268094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:11.271802 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61fb033a-0ecf-4d30-be39-9ee6f38c0ccd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.284222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.299804 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61fb033a-0ecf-4d30-be39-9ee6f38c0ccd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.310295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:11.313303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-207a0f07-c006-4fe7-b3e2-bdd41287b24e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:11.315153 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:11.318412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:11.324684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:11.352900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-207a0f07-c006-4fe7-b3e2-bdd41287b24e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:11.354345 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-207a0f07-c006-4fe7-b3e2-bdd41287b24e tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1565664 Jun 15 14:48:11.354502 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Pushing event updated for resources: {'Port': ['ID=ebd4644f-5667-45a5-b660-a9b3cc64c452,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:11.358195 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38012) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:11.361459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.381876 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Attempting to bind port ebd4644f-5667-45a5-b660-a9b3cc64c452 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:48:11.382519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Attempting to bind port ebd4644f-5667-45a5-b660-a9b3cc64c452 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'cd57cdfb-05cf-427f-963f-0c656ccf631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:48:11.383365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Attempting to bind port ebd4644f-5667-45a5-b660-a9b3cc64c452 on network 31bc9a60-91ff-4edc-90fe-28d89a244f2b {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:11.383810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port 6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:48:11.388904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:48:11.389271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Checking segment: {'id': 'cd57cdfb-05cf-427f-963f-0c656ccf631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:11.389668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.390058 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Bound using segment: {'id': 'cd57cdfb-05cf-427f-963f-0c656ccf631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:48:11.390513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Bound port: ebd4644f-5667-45a5-b660-a9b3cc64c452, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd57cdfb-05cf-427f-963f-0c656ccf631c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:48:11.390883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.486909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-97768b5d-e604-4771-ad15-772e627db72e None None] For port ebd4644f-5667-45a5-b660-a9b3cc64c452, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:48:11.490030 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-97768b5d-e604-4771-ad15-772e627db72e None None] For port ebd4644f-5667-45a5-b660-a9b3cc64c452, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ebd4644f-5667-45a5-b660-a9b3cc64c452,segment=NetworkSegment(cd57cdfb-05cf-427f-963f-0c656ccf631c),segment_id=cd57cdfb-05cf-427f-963f-0c656ccf631c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:48:11.495067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.589981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97768b5d-e604-4771-ad15-772e627db72e None None] Pushing event updated for resources: {'Port': ['ID=ebd4644f-5667-45a5-b660-a9b3cc64c452,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:11.612496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.617692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.11 (31bc9a60-91ff-4edc-90fe-28d89a244f2b/91be9549-c8fe-4059-8846-5cdbe11fad40/6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:11.620407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.798991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6e8af7e-dd7a-402d-9222-a3194138dd80 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.847323 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda4a4e4-64ca-4f48-bee1-e4cf0c156d0e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:11.852727 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fb033a-0ecf-4d30-be39-9ee6f38c0ccd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Router b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:48:11.862672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.864002 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a95ec2c2-e341-4378-8d4e-a2b66e6cc5d0 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7946188 Jun 15 14:48:11.868739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.869617 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38016) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:11.874922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-828a7869-b13f-4b56-bf7a-c072f165ff75 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': 'bda4a4e4-64ca-4f48-bee1-e4cf0c156d0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:11.887549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6e8af7e-dd7a-402d-9222-a3194138dd80 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.888340 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Transition to ACTIVE for port object 6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:11.899771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-828a7869-b13f-4b56-bf7a-c072f165ff75 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:11.917349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:11.972806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-828a7869-b13f-4b56-bf7a-c072f165ff75 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:11.984339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-828a7869-b13f-4b56-bf7a-c072f165ff75 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:12.006713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:12.010130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:12.014044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:12.044796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:12.054917 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-828a7869-b13f-4b56-bf7a-c072f165ff75 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:12.085111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:12.085724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.096335 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fb033a-0ecf-4d30-be39-9ee6f38c0ccd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:12.113302 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a3230b15-6fe0-4034-84bd-9a599ee7b9ce tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1180544 Jun 15 14:48:12.116840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38024) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:12.125398 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b086b6-3db0-46ab-93b1-5a85c9826846 None None] Sync routers for ids ['b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:12.129832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f4e7aa0a-3b1a-4f97-81c1-cbd8e9e8390c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:12.132902 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-828a7869-b13f-4b56-bf7a-c072f165ff75 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:12.134218 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-828a7869-b13f-4b56-bf7a-c072f165ff75 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2635698 Jun 15 14:48:12.135803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6e8af7e-dd7a-402d-9222-a3194138dd80 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.138632 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6e8af7e-dd7a-402d-9222-a3194138dd80 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.139794 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d6e8af7e-dd7a-402d-9222-a3194138dd80 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-groups/96503429-0597-4d5a-a558-cb5312f3c536 HTTP/1.1" status: 204 len: 168 time: 0.7264798 Jun 15 14:48:12.140926 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38028) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:12.152954 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b086b6-3db0-46ab-93b1-5a85c9826846 None None] Routers {'b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:12.153900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38030) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:12.154379 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-91b086b6-3db0-46ab-93b1-5a85c9826846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:12.157124 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-61fb033a-0ecf-4d30-be39-9ee6f38c0ccd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.161608 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-61fb033a-0ecf-4d30-be39-9ee6f38c0ccd tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "PUT /v2.0/routers/b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a HTTP/1.1" status: 200 len: 693 time: 1.4394484 Jun 15 14:48:12.162539 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38036) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:12.174135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-407bb238-884c-4821-8a3e-d21ec8f13e78 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group_rule': {'security_group_id': 'bda4a4e4-64ca-4f48-bee1-e4cf0c156d0e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:12.244707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8af7e-dd7a-402d-9222-a3194138dd80 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96503429-0597-4d5a-a558-cb5312f3c536,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:12.247410 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-407bb238-884c-4821-8a3e-d21ec8f13e78 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:12.257803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-407bb238-884c-4821-8a3e-d21ec8f13e78 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:12.269982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-407bb238-884c-4821-8a3e-d21ec8f13e78 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:12.293102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ad44728e-9753-4308-b8a1-10ce4cea572a tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:12.295585 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-91b086b6-3db0-46ab-93b1-5a85c9826846 None None] Set router b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:12.328780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ad44728e-9753-4308-b8a1-10ce4cea572a tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:12.331324 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ad44728e-9753-4308-b8a1-10ce4cea572a tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1757808 Jun 15 14:48:12.339194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38042) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:12.340111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-407bb238-884c-4821-8a3e-d21ec8f13e78 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:12.351115 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5d68ce5d-5b47-45d1-a3ef-c4583135a648 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267299998'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:12.367306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f4e7aa0a-3b1a-4f97-81c1-cbd8e9e8390c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:12.368202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5d68ce5d-5b47-45d1-a3ef-c4583135a648 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:12.371449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f4e7aa0a-3b1a-4f97-81c1-cbd8e9e8390c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:12.374423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f4e7aa0a-3b1a-4f97-81c1-cbd8e9e8390c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:12.378508 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ce5587cd-b6f0-4fe4-a8b2-81ea751fbad9 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/routers/b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a HTTP/1.1" status: 200 len: 699 time: 0.2097483 Jun 15 14:48:12.378676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38046) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:12.386857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5d68ce5d-5b47-45d1-a3ef-c4583135a648 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:12.406878 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-91b086b6-3db0-46ab-93b1-5a85c9826846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a', 'name': 'tempest-RoutersTest-router-674521846', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:10Z', 'updated_at': '2022-06-15T14:48:11Z', 'revision_number': 2, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:12.412992 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b086b6-3db0-46ab-93b1-5a85c9826846 None None] Checking router: b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:48:12.421310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d68ce5d-5b47-45d1-a3ef-c4583135a648 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.423904 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b086b6-3db0-46ab-93b1-5a85c9826846 None None] Routers {'b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:12.424841 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-91b086b6-3db0-46ab-93b1-5a85c9826846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:12.445011 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0b14568d-5e87-41c3-934b-36e883e3676e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a HTTP/1.1" status: 200 len: 205 time: 0.0650966 Jun 15 14:48:12.446047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f4e7aa0a-3b1a-4f97-81c1-cbd8e9e8390c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:12.448405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38050) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:12.460570 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5d68ce5d-5b47-45d1-a3ef-c4583135a648 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:12.464030 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-407bb238-884c-4821-8a3e-d21ec8f13e78 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:12.468364 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-407bb238-884c-4821-8a3e-d21ec8f13e78 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3172526 Jun 15 14:48:12.469142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38054) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:12.557959 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5d68ce5d-5b47-45d1-a3ef-c4583135a648 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:12.560089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f51068d2-4546-4884-bbc1-b563fd72dcf8 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.565671 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-91b086b6-3db0-46ab-93b1-5a85c9826846 None None] Set router b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:12.586764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e7aa0a-3b1a-4f97-81c1-cbd8e9e8390c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:12.590449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f4e7aa0a-3b1a-4f97-81c1-cbd8e9e8390c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.595512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f51068d2-4546-4884-bbc1-b563fd72dcf8 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.652713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f51068d2-4546-4884-bbc1-b563fd72dcf8 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.678307 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51068d2-4546-4884-bbc1-b563fd72dcf8 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda4a4e4-64ca-4f48-bee1-e4cf0c156d0e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:12.696446 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-91b086b6-3db0-46ab-93b1-5a85c9826846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a', 'name': 'tempest-RoutersTest-router-674521846', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:10Z', 'updated_at': '2022-06-15T14:48:11Z', 'revision_number': 2, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:12.700889 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b086b6-3db0-46ab-93b1-5a85c9826846 None None] The sync data for ids ['b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a'] in dv-neutron-845844-1-hyperv is: [{'id': 'b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a', 'name': 'tempest-RoutersTest-router-674521846', 'tenant_id': 'e58aadea330c4ec0990e45a050637ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:10Z', 'updated_at': '2022-06-15T14:48:11Z', 'revision_number': 2, 'project_id': 'e58aadea330c4ec0990e45a050637ac9', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:48:12.739951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f51068d2-4546-4884-bbc1-b563fd72dcf8 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.740981 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03657625-0cc1-43b1-aafe-1d6450391a52 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.744083 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f51068d2-4546-4884-bbc1-b563fd72dcf8 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "DELETE /v2.0/security-groups/bda4a4e4-64ca-4f48-bee1-e4cf0c156d0e HTTP/1.1" status: 204 len: 168 time: 0.2714167 Jun 15 14:48:12.744730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38058) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:12.842591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e5adc99e-2b88-4a54-9019-cfc6c8fce7af tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Synchronizing usage tracker for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:12.872514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e5adc99e-2b88-4a54-9019-cfc6c8fce7af tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Unset dirty status for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:12.879632 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e5adc99e-2b88-4a54-9019-cfc6c8fce7af tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1326003 Jun 15 14:48:12.883234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38062) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:12.896211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group': {'name': 'tempest-secgroup--1094191417'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:12.903306 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:12.914461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:12.926941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.939414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d68ce5d-5b47-45d1-a3ef-c4583135a648 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.946981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d68ce5d-5b47-45d1-a3ef-c4583135a648 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:12.959641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ebd4644f-5667-45a5-b660-a9b3cc64c452 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:12.989997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68ce5d-5b47-45d1-a3ef-c4583135a648 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5904a2db-cb80-45f2-9f43-34187ea01fb4,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:13.002241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:13.011272 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Usage tracker for resource:security_group_rule and tenant:b0cf2c76e2c14e4bad10934a0e0b901f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:13.017409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:13.027731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:13.039715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d68ce5d-5b47-45d1-a3ef-c4583135a648 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.044256 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5d68ce5d-5b47-45d1-a3ef-c4583135a648 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7014422 Jun 15 14:48:13.045122 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38066) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.056961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-78473291-2248-4638-b473-82ff25d38caf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Request body: {'security_group_rule': {'security_group_id': '5904a2db-cb80-45f2-9f43-34187ea01fb4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:13.073653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-78473291-2248-4638-b473-82ff25d38caf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:13.080694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-78473291-2248-4638-b473-82ff25d38caf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Usage tracker for resource:security_group_rule and tenant:3944f9714a3741c9b73602bafc723e35 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:13.083132 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port ebd4644f-5667-45a5-b660-a9b3cc64c452 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:13.084973 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-78473291-2248-4638-b473-82ff25d38caf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:13.090981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-87b78a97-0ac5-4ed3-a8f5-91468580e8b4 None None] Provisioning complete for port 7a30672f-d79a-4b9e-a163-3522a75e25df triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:13.091653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-87b78a97-0ac5-4ed3-a8f5-91468580e8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.095635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-78473291-2248-4638-b473-82ff25d38caf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:13.134669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-78473291-2248-4638-b473-82ff25d38caf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.167557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-87b78a97-0ac5-4ed3-a8f5-91468580e8b4 None None] Port 7a30672f-d79a-4b9e-a163-3522a75e25df cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:13.183613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-87b78a97-0ac5-4ed3-a8f5-91468580e8b4 None None] Provisioning for port ebd4644f-5667-45a5-b660-a9b3cc64c452 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:13.192113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-87b78a97-0ac5-4ed3-a8f5-91468580e8b4 None None] Provisioning complete for port ebd4644f-5667-45a5-b660-a9b3cc64c452 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:13.192661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-87b78a97-0ac5-4ed3-a8f5-91468580e8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.239829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.247426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.294595 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-78473291-2248-4638-b473-82ff25d38caf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.302156 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-f4e7aa0a-3b1a-4f97-81c1-cbd8e9e8390c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 91be9549-c8fe-4059-8846-5cdbe11fad40 (CIDR: 172.20.0.0/28) Jun 15 14:48:13.309572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03657625-0cc1-43b1-aafe-1d6450391a52 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.311740 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e7aa0a-3b1a-4f97-81c1-cbd8e9e8390c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:13.312620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e7aa0a-3b1a-4f97-81c1-cbd8e9e8390c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:13.312881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-78473291-2248-4638-b473-82ff25d38caf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.317210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03657625-0cc1-43b1-aafe-1d6450391a52 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.348143 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f4e7aa0a-3b1a-4f97-81c1-cbd8e9e8390c tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2264121 Jun 15 14:48:13.351005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38070) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.355526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-87b78a97-0ac5-4ed3-a8f5-91468580e8b4 None None] Current status of the port ebd4644f-5667-45a5-b660-a9b3cc64c452 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:13.356407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-87b78a97-0ac5-4ed3-a8f5-91468580e8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.358438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:13.361876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99646df4-6026-43e3-927f-c207a2d9b08f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:13.372826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78473291-2248-4638-b473-82ff25d38caf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e0bb69-1831-4d58-b6e6-b6b9b8e1007b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:13.376168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.377774 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ed6ae23a-e273-4a9d-91ef-8daa1b490cd9 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4935415 Jun 15 14:48:13.379236 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-78473291-2248-4638-b473-82ff25d38caf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.380251 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-78473291-2248-4638-b473-82ff25d38caf tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3300483 Jun 15 14:48:13.382721 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38074) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.385226 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38076) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.401774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-87b78a97-0ac5-4ed3-a8f5-91468580e8b4 None None] For port ebd4644f-5667-45a5-b660-a9b3cc64c452, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ebd4644f-5667-45a5-b660-a9b3cc64c452,segment=NetworkSegment(cd57cdfb-05cf-427f-963f-0c656ccf631c),segment_id=cd57cdfb-05cf-427f-963f-0c656ccf631c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:13.403421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f355f000-0a4d-4927-8e02-01f3057adc5f tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:13.403923 dv-neutron-845844-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-f355f000-0a4d-4927-8e02-01f3057adc5f tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 15 14:48:13.404530 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-f355f000-0a4d-4927-8e02-01f3057adc5f tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] update failed (client error): There was a conflict when trying to complete your request. Jun 15 14:48:13.405654 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f355f000-0a4d-4927-8e02-01f3057adc5f tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "PUT /v2.0/security-groups/99646df4-6026-43e3-927f-c207a2d9b08f HTTP/1.1" status: 409 len: 330 time: 0.0195227 Jun 15 14:48:13.406338 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-87b78a97-0ac5-4ed3-a8f5-91468580e8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.411226 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38082) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.459515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03657625-0cc1-43b1-aafe-1d6450391a52 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.459876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03657625-0cc1-43b1-aafe-1d6450391a52 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Fanout notify agent at l3_agent the message router_deleted on router b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:48:13.479875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b78a97-0ac5-4ed3-a8f5-91468580e8b4 None None] Pushing event updated for resources: {'Port': ['ID=ebd4644f-5667-45a5-b660-a9b3cc64c452,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:13.486456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-03657625-0cc1-43b1-aafe-1d6450391a52 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.492367 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-03657625-0cc1-43b1-aafe-1d6450391a52 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a HTTP/1.1" status: 204 len: 168 time: 1.0382695 Jun 15 14:48:13.500665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38088) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.533494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a32e18ea-2c3d-4da1-a72f-b6bf712d6cbf None None] Provisioning for port 6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:13.539040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:13.541202 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a32e18ea-2c3d-4da1-a72f-b6bf712d6cbf None None] Provisioning complete for port 6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:13.541795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a32e18ea-2c3d-4da1-a72f-b6bf712d6cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.543685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:13.546962 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:13.553807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:13.566318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:13.570635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.602595 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-135a66b5-3394-4dba-b75e-1ed2a7ca7da2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Synchronizing usage tracker for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:13.605131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c6a0cae-4e73-4cfe-b461-85f5e5178bf6 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.626637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63c0b21c-4230-4302-b81a-5b72f8ea4d81 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.628802 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a32e18ea-2c3d-4da1-a72f-b6bf712d6cbf None None] Port 6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:13.662621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c6a0cae-4e73-4cfe-b461-85f5e5178bf6 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.676490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-135a66b5-3394-4dba-b75e-1ed2a7ca7da2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] Unset dirty status for tenant:e58aadea330c4ec0990e45a050637ac9 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:13.677662 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-135a66b5-3394-4dba-b75e-1ed2a7ca7da2 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a HTTP/1.1" status: 200 len: 205 time: 0.1758325 Jun 15 14:48:13.680643 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38092) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.687732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63c0b21c-4230-4302-b81a-5b72f8ea4d81 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.758967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c6a0cae-4e73-4cfe-b461-85f5e5178bf6 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.770712 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-b90e5233-305a-4946-aae9-f32748bdc464 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] delete failed (client error): The resource could not be found. Jun 15 14:48:13.771744 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b90e5233-305a-4946-aae9-f32748bdc464 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/b8aef1f2-fdc3-4e2d-bf5d-d0ea355a4a5a HTTP/1.1" status: 404 len: 336 time: 0.0882170 Jun 15 14:48:13.775355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38096) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.782017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63c0b21c-4230-4302-b81a-5b72f8ea4d81 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.792753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63c0b21c-4230-4302-b81a-5b72f8ea4d81 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.796264 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-63c0b21c-4230-4302-b81a-5b72f8ea4d81 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "DELETE /v2.0/security-groups/99646df4-6026-43e3-927f-c207a2d9b08f HTTP/1.1" status: 204 len: 168 time: 0.3812947 Jun 15 14:48:13.796264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6c6a0cae-4e73-4cfe-b461-85f5e5178bf6 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:13.796497 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6c6a0cae-4e73-4cfe-b461-85f5e5178bf6 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-groups/5904a2db-cb80-45f2-9f43-34187ea01fb4 HTTP/1.1" status: 204 len: 168 time: 0.4126575 Jun 15 14:48:13.797266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a0cae-4e73-4cfe-b461-85f5e5178bf6 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5904a2db-cb80-45f2-9f43-34187ea01fb4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:13.798928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38100) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.799256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38102) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.825839 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55723cd-3622-4d53-88d4-762a05092a43 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:13.826304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55723cd-3622-4d53-88d4-762a05092a43 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:13.832242 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e55723cd-3622-4d53-88d4-762a05092a43 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/0760a284-fcdc-4a82-b2c5-c835d729a130 HTTP/1.1" status: 404 len: 337 time: 0.0520713 Jun 15 14:48:13.832242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38108) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.870157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0b21c-4230-4302-b81a-5b72f8ea4d81 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99646df4-6026-43e3-927f-c207a2d9b08f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:13.883654 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44dc8c6-8c60-4a43-a6bf-8525d85eef0e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:13.884125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44dc8c6-8c60-4a43-a6bf-8525d85eef0e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:13.885939 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b44dc8c6-8c60-4a43-a6bf-8525d85eef0e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/6f340f52-c6c8-48e9-b901-f580957a68ba HTTP/1.1" status: 404 len: 337 time: 0.0534658 Jun 15 14:48:13.889151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38112) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.904804 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-06486a92-22e2-475a-991a-3077b6d416dc tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Synchronizing usage tracker for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:13.931382 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d856af07-f999-4265-b171-338b866f6b06 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:13.934581 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17080ce-f8f7-4409-8690-741989eaf68f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:13.935063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b17080ce-f8f7-4409-8690-741989eaf68f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:13.946314 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b17080ce-f8f7-4409-8690-741989eaf68f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/4b491647-4078-480b-af1c-fc5be451d7bb HTTP/1.1" status: 404 len: 337 time: 0.0561721 Jun 15 14:48:13.949545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38116) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.950460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-06486a92-22e2-475a-991a-3077b6d416dc tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] Unset dirty status for tenant:b0cf2c76e2c14e4bad10934a0e0b901f on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:13.955498 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-06486a92-22e2-475a-991a-3077b6d416dc tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1515443 Jun 15 14:48:13.955498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d856af07-f999-4265-b171-338b866f6b06 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:13.956488 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d856af07-f999-4265-b171-338b866f6b06 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1547441 Jun 15 14:48:13.957028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38120) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.968749 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38124) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:13.989013 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-d4b33103-b411-490b-850d-ef9c9c5de200 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] delete failed (client error): The resource could not be found. Jun 15 14:48:13.990004 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d4b33103-b411-490b-850d-ef9c9c5de200 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "DELETE /v2.0/security-groups/52a45d8e-20bd-4ef3-aeef-81e0570a3abb HTTP/1.1" status: 404 len: 347 time: 0.0320613 Jun 15 14:48:13.993673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38128) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.018092 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-5c812702-2db8-4dca-b7e5-48fc8cb26ee1 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] show failed (client error): The resource could not be found. Jun 15 14:48:14.019623 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5c812702-2db8-4dca-b7e5-48fc8cb26ee1 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "GET /v2.0/security-groups/882eac27-41a9-4766-bd24-2411536a91f6 HTTP/1.1" status: 404 len: 347 time: 0.0245476 Jun 15 14:48:14.020277 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-e718e16d-46a8-4960-999e-6fa22245fcc3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:14.020726 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e718e16d-46a8-4960-999e-6fa22245fcc3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:14.025155 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e718e16d-46a8-4960-999e-6fa22245fcc3 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/e43ef2a3-6f51-4ff9-9d99-ffbe123dfd2d HTTP/1.1" status: 404 len: 337 time: 0.0720122 Jun 15 14:48:14.025301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38132) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.027599 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38134) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.044610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0cdcbbde-e72d-45b9-9bff-683a797dd748 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Synchronizing usage tracker for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:14.100751 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-739e73db-e790-4b7d-b857-9d67415a7f74 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] show failed (client error): The resource could not be found. Jun 15 14:48:14.105019 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-739e73db-e790-4b7d-b857-9d67415a7f74 tempest-NegativeSecGroupIPv6Test-47548889 tempest-NegativeSecGroupIPv6Test-47548889-project] 10.222.0.26 "GET /v2.0/security-group-rules/ee1a14f2-ad6d-4ea2-b8c8-1b7cffdcbcbc HTTP/1.1" status: 404 len: 356 time: 0.0760756 Jun 15 14:48:14.106565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:14.106952 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-121ff8f9-a3b8-4a5f-af1b-d86fc05226f0 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=66da1939-c1e8-4a75-b018-5b1fa7f9781f HTTP/1.1" status: 200 len: 205 time: 0.0761452 Jun 15 14:48:14.111755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38142) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.119288 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0cdcbbde-e72d-45b9-9bff-683a797dd748 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] Unset dirty status for tenant:3944f9714a3741c9b73602bafc723e35 on resource:security_group_rule {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:14.123179 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0cdcbbde-e72d-45b9-9bff-683a797dd748 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1507587 Jun 15 14:48:14.124116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38144) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.143735 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-c634d219-e002-4bde-8932-d21862e40e0a tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] delete failed (client error): The resource could not be found. Jun 15 14:48:14.148115 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c634d219-e002-4bde-8932-d21862e40e0a tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "DELETE /v2.0/security-groups/5904a2db-cb80-45f2-9f43-34187ea01fb4 HTTP/1.1" status: 404 len: 347 time: 0.0195441 Jun 15 14:48:14.148973 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38150) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.207173 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5b10f2b0-65e8-4ec1-b9ca-e8f538817d70 tempest-SecGroupIPv6Test-1512600732 tempest-SecGroupIPv6Test-1512600732-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538695 Jun 15 14:48:14.238199 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:14.241556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:14.243570 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-7ef48375-e2c5-4496-8532-01bfb1cbeba0 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] delete failed (client error): The resource could not be found. Jun 15 14:48:14.244644 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7ef48375-e2c5-4496-8532-01bfb1cbeba0 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/66da1939-c1e8-4a75-b018-5b1fa7f9781f HTTP/1.1" status: 404 len: 336 time: 0.1060734 Jun 15 14:48:14.247627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38156) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.248462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:14.249050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:14.252139 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf2712-56bd-46f5-a170-bdaeb6b3ebe0 None None] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:14.264949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Subnet': ['ID=12b026ba-0fd2-42b3-82fd-092eb0b34ab0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:14.277702 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9230416 Jun 15 14:48:14.277702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:14.277702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:14.277702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:14.278052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:14.278052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:14.278422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:14.278746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:14.279058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:14.279383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:14.279706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:14.280037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:14.280381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d0c76e-6b83-4b0e-a8f7-b21966f21c21 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:14.284469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38160) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.292929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1dba0123-d3c7-4e00-bd63-35e8e5fae088 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-573403281', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12b026ba-0fd2-42b3-82fd-092eb0b34ab0'}], 'security_groups': ['5eb58842-5242-4ffc-948b-6540b3643964']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:14.372522 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-88d05f88-6ea6-4d6d-882d-66c7b2b64cc1 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=0435f235-2086-45eb-8222-ad4df4d42bf3 HTTP/1.1" status: 200 len: 205 time: 0.1226318 Jun 15 14:48:14.375115 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38166) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.475686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1dba0123-d3c7-4e00-bd63-35e8e5fae088 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:14.478323 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-62286386-38d7-471c-a4aa-c0d93ecc2a71 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] delete failed (client error): The resource could not be found. Jun 15 14:48:14.479516 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-62286386-38d7-471c-a4aa-c0d93ecc2a71 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/0435f235-2086-45eb-8222-ad4df4d42bf3 HTTP/1.1" status: 404 len: 336 time: 0.1020370 Jun 15 14:48:14.482971 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38172) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.539591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38176) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.566285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38180) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.710575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752e2af0-2dd1-4d2e-9a04-3b5824bcad15 None None] Update dhcp port {'port': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'fixed_ips': [{'subnet_id': '91be9549-c8fe-4059-8846-5cdbe11fad40', 'ip_address': '172.20.0.2'}, {'subnet_id': '12b026ba-0fd2-42b3-82fd-092eb0b34ab0'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': 'ebd4644f-5667-45a5-b660-a9b3cc64c452'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:48:14.721362 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-40717a8c-a7c6-4c0f-ad13-151b01a76963 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:14.722222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40717a8c-a7c6-4c0f-ad13-151b01a76963 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:14.725641 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-40717a8c-a7c6-4c0f-ad13-151b01a76963 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/7e96021f-7a72-40a9-a456-0d723efb32d0 HTTP/1.1" status: 404 len: 337 time: 0.2410586 Jun 15 14:48:14.727542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38190) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.770709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-752e2af0-2dd1-4d2e-9a04-3b5824bcad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:14.830423 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-08c4ec9f-ceec-4ea7-b94a-1dac0630a1ce tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=998fb337-6a12-4f76-b2ba-13ba6f5b0c91 HTTP/1.1" status: 200 len: 205 time: 0.1013515 Jun 15 14:48:14.833970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38194) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.850706 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ebd4644f-5667-45a5-b660-a9b3cc64c452 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:14.873496 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1a19c3fd-8f78-49fe-8042-30d4773a85a7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3944f9714a3741c9b73602bafc723e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3038599 Jun 15 14:48:14.875002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38198) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.927199 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-22ff9f69-544b-4e99-aa8b-3f8696dc3276 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] delete failed (client error): The resource could not be found. Jun 15 14:48:14.930962 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-22ff9f69-544b-4e99-aa8b-3f8696dc3276 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/998fb337-6a12-4f76-b2ba-13ba6f5b0c91 HTTP/1.1" status: 404 len: 336 time: 0.0931046 Jun 15 14:48:14.932357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38202) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:14.994423 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6b991944-f6ca-4000-a16b-27e865f91ea5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b0cf2c76e2c14e4bad10934a0e0b901f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4532459 Jun 15 14:48:15.001055 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38206) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:15.006559 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-858fdd1e-00f1-4587-a7bd-5339b55fe7f8 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f39bce0-96c4-4d80-a51a-a03529f71995 HTTP/1.1" status: 200 len: 205 time: 0.0653033 Jun 15 14:48:15.016514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38210) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:15.019500 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ebd4644f-5667-45a5-b660-a9b3cc64c452 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:15.019876 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:15.112950 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-88c3e98e-283a-440f-8e97-cff49cd0725e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] delete failed (client error): The resource could not be found. Jun 15 14:48:15.116478 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-88c3e98e-283a-440f-8e97-cff49cd0725e tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/7f39bce0-96c4-4d80-a51a-a03529f71995 HTTP/1.1" status: 404 len: 336 time: 0.0948832 Jun 15 14:48:15.117923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38214) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:15.136954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80be1a0d-7846-44fb-8203-7beda6c10358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:15.145250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ebd4644f-5667-45a5-b660-a9b3cc64c452 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:15.182160 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-badbf3e4-12d2-4c57-943b-2839f9f4bb5f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:15.182626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-badbf3e4-12d2-4c57-943b-2839f9f4bb5f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:15.190553 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-badbf3e4-12d2-4c57-943b-2839f9f4bb5f tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/170bc817-309a-44d2-9a53-35c16a6e8b2f HTTP/1.1" status: 404 len: 337 time: 0.0656908 Jun 15 14:48:15.194635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38218) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:15.206299 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:15.237105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:15.253721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80be1a0d-7846-44fb-8203-7beda6c10358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:15.271041 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-72b192c1-21d3-4979-92b6-556647193811 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7a0a163-c8b6-4c74-a4ea-e59474bd12ab HTTP/1.1" status: 200 len: 205 time: 0.0753624 Jun 15 14:48:15.273821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38222) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:15.300713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-1dba0123-d3c7-4e00-bd63-35e8e5fae088 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Delete allocated IP 172.20.0.11 (31bc9a60-91ff-4edc-90fe-28d89a244f2b/91be9549-c8fe-4059-8846-5cdbe11fad40) {{(pid=89018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 15 14:48:15.314444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-1dba0123-d3c7-4e00-bd63-35e8e5fae088 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.22 (31bc9a60-91ff-4edc-90fe-28d89a244f2b/12b026ba-0fd2-42b3-82fd-092eb0b34ab0/6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:15.350595 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-2a1918c9-7605-4d5a-874a-0b5a4af7a864 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] delete failed (client error): The resource could not be found. Jun 15 14:48:15.354202 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2a1918c9-7605-4d5a-874a-0b5a4af7a864 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/e7a0a163-c8b6-4c74-a4ea-e59474bd12ab HTTP/1.1" status: 404 len: 336 time: 0.0769691 Jun 15 14:48:15.354782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38226) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:15.360301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80be1a0d-7846-44fb-8203-7beda6c10358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:15.395030 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-8101272e-87c8-46f9-92c3-e296893bdb09 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:15.395478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8101272e-87c8-46f9-92c3-e296893bdb09 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:15.396409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be1a0d-7846-44fb-8203-7beda6c10358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b933705c-d240-4b75-838b-8a836f5216e7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:15.407832 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8101272e-87c8-46f9-92c3-e296893bdb09 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/d2a9cabc-289d-4816-b8b1-f0aa34d1f2cb HTTP/1.1" status: 404 len: 337 time: 0.0494549 Jun 15 14:48:15.408132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38230) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:15.465677 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-904d3e97-c925-4555-a631-eb72af11fc7d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "GET /v2.0/ports?device_id=87722e50-6494-4b09-82d4-56603bd7f1aa HTTP/1.1" status: 200 len: 205 time: 0.0562508 Jun 15 14:48:15.466574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:15.469100 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:15.472645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38234) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:15.473312 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc8e076b-3658-4619-8616-e7d34a972621 HTTP/1.1" status: 204 len: 168 time: 0.4705610 Jun 15 14:48:15.483602 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8e076b-3658-4619-8616-e7d34a972621,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:15.491039 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:15.491499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:15.491733 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:15.492070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:15.492442 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:15.492778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:15.493164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:15.493447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:15.493781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:15.494111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:15.494441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:15.494763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a334c9-8f1f-4f78-8bbc-19efa80ed6c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:15.551319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-80be1a0d-7846-44fb-8203-7beda6c10358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:15.552689 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-80be1a0d-7846-44fb-8203-7beda6c10358 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b933705c-d240-4b75-838b-8a836f5216e7 HTTP/1.1" status: 204 len: 168 time: 0.6774108 Jun 15 14:48:15.556389 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-957ef58a-89e8-4be3-a008-9ee28f8d41eb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] delete failed (client error): The resource could not be found. Jun 15 14:48:15.559863 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-957ef58a-89e8-4be3-a008-9ee28f8d41eb tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/routers/87722e50-6494-4b09-82d4-56603bd7f1aa HTTP/1.1" status: 404 len: 336 time: 0.0837653 Jun 15 14:48:15.565755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38242) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:15.576066 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:48:15.613905 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-859f0a7c-0e9c-4ca0-8fd9-879a34a9c01d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:15.614378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859f0a7c-0e9c-4ca0-8fd9-879a34a9c01d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:15.616084 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-859f0a7c-0e9c-4ca0-8fd9-879a34a9c01d tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/b712ab6b-c47c-40a9-a538-00be94bf907d HTTP/1.1" status: 404 len: 337 time: 0.0492969 Jun 15 14:48:15.618854 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38246) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:15.675294 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9b5a08-5ce5-44b1-900f-e8d84d547250 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:15.675745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9b5a08-5ce5-44b1-900f-e8d84d547250 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:15.679739 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5f9b5a08-5ce5-44b1-900f-e8d84d547250 tempest-RoutersTest-1458963540 tempest-RoutersTest-1458963540-project] 10.222.0.26 "DELETE /v2.0/subnets/dbbec0ab-3d20-4fb5-b208-2d7ec0e2df6f HTTP/1.1" status: 404 len: 337 time: 0.0575976 Jun 15 14:48:15.679739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1dba0123-d3c7-4e00-bd63-35e8e5fae088 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:15.697668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-1dba0123-d3c7-4e00-bd63-35e8e5fae088 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Transition to ACTIVE for port object 6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:15.703212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1dba0123-d3c7-4e00-bd63-35e8e5fae088 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:15.777646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-752e2af0-2dd1-4d2e-9a04-3b5824bcad15 None None] Allocated IP 172.20.0.18 (31bc9a60-91ff-4edc-90fe-28d89a244f2b/12b026ba-0fd2-42b3-82fd-092eb0b34ab0/ebd4644f-5667-45a5-b660-a9b3cc64c452) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:15.881045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dba0123-d3c7-4e00-bd63-35e8e5fae088 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:15.899332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1dba0123-d3c7-4e00-bd63-35e8e5fae088 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] In _notify_port_updated(), no bound segment for port 6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2 on network 31bc9a60-91ff-4edc-90fe-28d89a244f2b {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:48:15.906290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dba0123-d3c7-4e00-bd63-35e8e5fae088 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:15.907039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1dba0123-d3c7-4e00-bd63-35e8e5fae088 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:15.908406 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1dba0123-d3c7-4e00-bd63-35e8e5fae088 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "PUT /v2.0/ports/6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2 HTTP/1.1" status: 200 len: 920 time: 1.6226482 Jun 15 14:48:15.911780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38262) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:15.971973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-752e2af0-2dd1-4d2e-9a04-3b5824bcad15 None None] For port ebd4644f-5667-45a5-b660-a9b3cc64c452, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ebd4644f-5667-45a5-b660-a9b3cc64c452,segment=NetworkSegment(cd57cdfb-05cf-427f-963f-0c656ccf631c),segment_id=cd57cdfb-05cf-427f-963f-0c656ccf631c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:15.987631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed30a3-eb31-4c47-a8cd-1dd7fd4b0bdd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:15.987987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a5ed30a3-eb31-4c47-a8cd-1dd7fd4b0bdd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:16.009254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-752e2af0-2dd1-4d2e-9a04-3b5824bcad15 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:16.035235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-752e2af0-2dd1-4d2e-9a04-3b5824bcad15 None None] Transition to ACTIVE for port object ebd4644f-5667-45a5-b660-a9b3cc64c452 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:16.041135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-752e2af0-2dd1-4d2e-9a04-3b5824bcad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:16.212117 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e2af0-2dd1-4d2e-9a04-3b5824bcad15 None None] Pushing event updated for resources: {'Port': ['ID=ebd4644f-5667-45a5-b660-a9b3cc64c452,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:16.230845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38278) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:16.315152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a5ed30a3-eb31-4c47-a8cd-1dd7fd4b0bdd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:16.502838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed30a3-eb31-4c47-a8cd-1dd7fd4b0bdd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2 owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:16.608232 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f9c3a8dd-6691-4fd2-8991-f79ef3e855fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e58aadea330c4ec0990e45a050637ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750024 Jun 15 14:48:16.610783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38298) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:16.695337 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38302) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:16.737000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a5ed30a3-eb31-4c47-a8cd-1dd7fd4b0bdd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:16.786319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae5cc-6e00-4353-9539-51a8b9b24e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:16.866659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed30a3-eb31-4c47-a8cd-1dd7fd4b0bdd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:16.872740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ebd4644f-5667-45a5-b660-a9b3cc64c452 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:16.888146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae5cc-6e00-4353-9539-51a8b9b24e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:16.917053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-aad4274c-9f43-4256-8279-7d5eb5b09fb6 None None] Could not find standard attr ID for object 6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:48:16.953879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-aad4274c-9f43-4256-8279-7d5eb5b09fb6 None None] Provisioning complete for port 7a30672f-d79a-4b9e-a163-3522a75e25df triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:16.953879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-aad4274c-9f43-4256-8279-7d5eb5b09fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:16.970791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae5cc-6e00-4353-9539-51a8b9b24e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.018417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ae5cc-6e00-4353-9539-51a8b9b24e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55bb47a-e5ce-4759-bce9-fd87b9b0f77d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:17.025797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38310) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:17.027613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae5cc-6e00-4353-9539-51a8b9b24e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.031484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-aad4274c-9f43-4256-8279-7d5eb5b09fb6 None None] Port 7a30672f-d79a-4b9e-a163-3522a75e25df cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:17.032078 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf2ae5cc-6e00-4353-9539-51a8b9b24e69 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d55bb47a-e5ce-4759-bce9-fd87b9b0f77d HTTP/1.1" status: 204 len: 168 time: 0.4169459 Jun 15 14:48:17.058196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-aad4274c-9f43-4256-8279-7d5eb5b09fb6 None None] Provisioning for port ebd4644f-5667-45a5-b660-a9b3cc64c452 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:17.066075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-aad4274c-9f43-4256-8279-7d5eb5b09fb6 None None] Provisioning complete for port ebd4644f-5667-45a5-b660-a9b3cc64c452 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:17.066582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-aad4274c-9f43-4256-8279-7d5eb5b09fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.120489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-235deb8a-0657-43eb-a6b7-02fe4783a562 tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1083690834', 'prefixes': ['172.20.0.0/16']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:17.126817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a5ed30a3-eb31-4c47-a8cd-1dd7fd4b0bdd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.139814 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a5ed30a3-eb31-4c47-a8cd-1dd7fd4b0bdd tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2 HTTP/1.1" status: 204 len: 168 time: 1.2243884 Jun 15 14:48:17.139814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-235deb8a-0657-43eb-a6b7-02fe4783a562 tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:17.140103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38318) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:17.193501 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f7ad6c58-8e35-4975-a9cf-c3159c3e9a3a tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:17.194305 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-f7ad6c58-8e35-4975-a9cf-c3159c3e9a3a tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 15 14:48:17.194862 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-f7ad6c58-8e35-4975-a9cf-c3159c3e9a3a tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): There was a conflict when trying to complete your request. Jun 15 14:48:17.199278 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f7ad6c58-8e35-4975-a9cf-c3159c3e9a3a tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1654282 Jun 15 14:48:17.200454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38322) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:17.208461 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8b1742-e089-4633-afbb-b0dcb1d73e06 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:48:17.209234 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7b8b1742-e089-4633-afbb-b0dcb1d73e06 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:17.216357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group': {'name': 'tempest-secgroup--28195616'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:17.220471 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-235deb8a-0657-43eb-a6b7-02fe4783a562 tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] Notify callbacks [] for subnetpool, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.223185 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-235deb8a-0657-43eb-a6b7-02fe4783a562 tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5258963 Jun 15 14:48:17.225713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38326) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:17.232012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:17.242746 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-aad4274c-9f43-4256-8279-7d5eb5b09fb6 None None] Current status of the port ebd4644f-5667-45a5-b660-a9b3cc64c452 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:17.250732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:17.257288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:17.268988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:17.281917 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fa23579b-efe5-42ac-99bc-3141019f9234 tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] 10.222.0.26 "GET /v2.0/subnetpools/b3d852de-e52b-42f9-ab91-c1971b1e179b HTTP/1.1" status: 200 len: 732 time: 0.0538363 Jun 15 14:48:17.284442 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38330) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:17.306736 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-dec7f774-b2ae-4395-8ced-d1875253b941 tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-430294075'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:17.317578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7b8b1742-e089-4633-afbb-b0dcb1d73e06 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:17.322125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38334) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:17.323006 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7b8b1742-e089-4633-afbb-b0dcb1d73e06 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2 HTTP/1.1" status: 404 len: 333 time: 0.1811588 Jun 15 14:48:17.326212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.348222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.381938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:17.389913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:17.399023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:17.416825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cabe405e-a15f-4c64-a633-034a0a1ed486 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.426875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:17.463515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3c565278-4584-4ce7-8443-c353425b0ed8 None None] Could not find standard attr ID for object 6eafc8a8-8b9b-4c0c-b6e1-7fb5cf7c99d2. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:48:17.473735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cabe405e-a15f-4c64-a633-034a0a1ed486 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.508722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dec7f774-b2ae-4395-8ced-d1875253b941 tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] Notify callbacks [] for subnetpool, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.509955 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dec7f774-b2ae-4395-8ced-d1875253b941 tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] 10.222.0.26 "PUT /v2.0/subnetpools/b3d852de-e52b-42f9-ab91-c1971b1e179b HTTP/1.1" status: 200 len: 683 time: 0.2245924 Jun 15 14:48:17.516999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38338) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:17.549393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cabe405e-a15f-4c64-a633-034a0a1ed486 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.567578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe405e-a15f-4c64-a633-034a0a1ed486 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a507eebd-0a6f-4558-9467-15efb711ee4b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:17.580216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cabe405e-a15f-4c64-a633-034a0a1ed486 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.585453 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cabe405e-a15f-4c64-a633-034a0a1ed486 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/security-groups/a507eebd-0a6f-4558-9467-15efb711ee4b HTTP/1.1" status: 204 len: 168 time: 0.2603650 Jun 15 14:48:17.587651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38342) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:17.591510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.606843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.634522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:17.648032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:17.658322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:17.666775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:17.676286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34157104-525a-4687-bf44-a02384acd615,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:17.678849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3d3e-945b-485d-857a-713b40be01d8 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.718349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3d3e-945b-485d-857a-713b40be01d8 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.719354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63ca0ca8-a85a-44a3-bae0-48bc6d721dd2 tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] Notify callbacks [] for subnetpool, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.722985 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-63ca0ca8-a85a-44a3-bae0-48bc6d721dd2 tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] 10.222.0.26 "DELETE /v2.0/subnetpools/b3d852de-e52b-42f9-ab91-c1971b1e179b HTTP/1.1" status: 204 len: 168 time: 0.2025852 Jun 15 14:48:17.725929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38346) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:17.758645 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-00d26054-1431-4176-8c0a-7ae00c507f0b tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] show failed (client error): The resource could not be found. Jun 15 14:48:17.759960 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-00d26054-1431-4176-8c0a-7ae00c507f0b tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] 10.222.0.26 "GET /v2.0/subnetpools/b3d852de-e52b-42f9-ab91-c1971b1e179b HTTP/1.1" status: 404 len: 346 time: 0.0327451 Jun 15 14:48:17.762564 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38350) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:17.770626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3d3e-945b-485d-857a-713b40be01d8 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.787373 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb3d3e-945b-485d-857a-713b40be01d8 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb58842-5242-4ffc-948b-6540b3643964,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:17.795270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d4cb3d3e-945b-485d-857a-713b40be01d8 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.796604 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d4cb3d3e-945b-485d-857a-713b40be01d8 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/security-groups/5eb58842-5242-4ffc-948b-6540b3643964 HTTP/1.1" status: 204 len: 168 time: 0.2077730 Jun 15 14:48:17.799269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38354) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:17.805033 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-197f50e7-0ed3-4ad7-8957-1add52b2b3ad tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] delete failed (client error): The resource could not be found. Jun 15 14:48:17.811907 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-197f50e7-0ed3-4ad7-8957-1add52b2b3ad tempest-SubnetPoolsTestJSON-157631226 tempest-SubnetPoolsTestJSON-157631226-project] 10.222.0.26 "DELETE /v2.0/subnetpools/b3d852de-e52b-42f9-ab91-c1971b1e179b HTTP/1.1" status: 404 len: 346 time: 0.0426002 Jun 15 14:48:17.812424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.818938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.863291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.864731 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6580698 Jun 15 14:48:17.866478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc548ddc-6434-46f3-8beb-ed88622df5a3 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01192ab3-64fd-46f3-95e8-deb75bf78d80,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:17.868401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38360) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:17.881738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c838b070-a0a5-4555-9c98-d9397543ac05 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '01192ab3-64fd-46f3-95e8-deb75bf78d80', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:17.889768 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1d1ddb6-b76a-4c79-bade-220a707bb5fa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting subnet 91be9549-c8fe-4059-8846-5cdbe11fad40 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:48:17.894132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c838b070-a0a5-4555-9c98-d9397543ac05 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:17.896343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ddb6-b76a-4c79-bade-220a707bb5fa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:17.948580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c838b070-a0a5-4555-9c98-d9397543ac05 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:17.961705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c838b070-a0a5-4555-9c98-d9397543ac05 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:17.974596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c838b070-a0a5-4555-9c98-d9397543ac05 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:17.990855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ddb6-b76a-4c79-bade-220a707bb5fa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.040444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c838b070-a0a5-4555-9c98-d9397543ac05 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.104145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38366) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:18.142348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c838b070-a0a5-4555-9c98-d9397543ac05 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.143678 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ddb6-b76a-4c79-bade-220a707bb5fa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.180000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c838b070-a0a5-4555-9c98-d9397543ac05 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.220072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838b070-a0a5-4555-9c98-d9397543ac05 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41424f97-1e09-4e57-9411-8324b6e3196e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:18.232384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ff93653-f170-41f1-ac1d-188f91fbb9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.234545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c838b070-a0a5-4555-9c98-d9397543ac05 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.240057 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c838b070-a0a5-4555-9c98-d9397543ac05 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3625953 Jun 15 14:48:18.241008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38376) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:18.253028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b570d3c9-acd1-41d7-801a-1a0afec074d8 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '01192ab3-64fd-46f3-95e8-deb75bf78d80', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:18.254692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7ff93653-f170-41f1-ac1d-188f91fbb9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:18.260407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7ff93653-f170-41f1-ac1d-188f91fbb9b4 admin admin] Usage tracker for resource:security_group_rule and tenant:3771e25495ad4e13a09d91b161dbec6a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:18.260736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b570d3c9-acd1-41d7-801a-1a0afec074d8 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:18.264608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7ff93653-f170-41f1-ac1d-188f91fbb9b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:18.269624 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b570d3c9-acd1-41d7-801a-1a0afec074d8 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:18.273478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b570d3c9-acd1-41d7-801a-1a0afec074d8 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:18.274648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7ff93653-f170-41f1-ac1d-188f91fbb9b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:18.280832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b570d3c9-acd1-41d7-801a-1a0afec074d8 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:18.283496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ddb6-b76a-4c79-bade-220a707bb5fa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.334696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e1d1ddb6-b76a-4c79-bade-220a707bb5fa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.344404 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e1d1ddb6-b76a-4c79-bade-220a707bb5fa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/91be9549-c8fe-4059-8846-5cdbe11fad40 HTTP/1.1" status: 204 len: 168 time: 0.5431302 Jun 15 14:48:18.347421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1ddb6-b76a-4c79-bade-220a707bb5fa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Subnet': ['ID=91be9549-c8fe-4059-8846-5cdbe11fad40,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:18.349051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38382) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:18.350764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7414b760-fd19-483f-b18f-ddf8c9609e7f None None] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:18.361209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:18.361718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b570d3c9-acd1-41d7-801a-1a0afec074d8 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.440528 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-b570d3c9-acd1-41d7-801a-1a0afec074d8 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): There was a conflict when trying to complete your request. Jun 15 14:48:18.445167 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b570d3c9-acd1-41d7-801a-1a0afec074d8 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2038271 Jun 15 14:48:18.445782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38386) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:18.483247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ff93653-f170-41f1-ac1d-188f91fbb9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.489598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7ff93653-f170-41f1-ac1d-188f91fbb9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.527361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60b11b10-f5bb-4f82-b5ea-e93241af9d3d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.544148 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7ff93653-f170-41f1-ac1d-188f91fbb9b4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3771e25495ad4e13a09d91b161dbec6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361577 Jun 15 14:48:18.554823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38398) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:18.565872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60b11b10-f5bb-4f82-b5ea-e93241af9d3d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.606579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff93653-f170-41f1-ac1d-188f91fbb9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900761d2-f8dc-4209-ad28-e48bb913e758,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:18.630694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60b11b10-f5bb-4f82-b5ea-e93241af9d3d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.654755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b11b10-f5bb-4f82-b5ea-e93241af9d3d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01192ab3-64fd-46f3-95e8-deb75bf78d80,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:18.664311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:18.664466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60b11b10-f5bb-4f82-b5ea-e93241af9d3d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.668451 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-60b11b10-f5bb-4f82-b5ea-e93241af9d3d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "DELETE /v2.0/security-groups/01192ab3-64fd-46f3-95e8-deb75bf78d80 HTTP/1.1" status: 204 len: 168 time: 0.2190661 Jun 15 14:48:18.668618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38402) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:18.680101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:18.684560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:18.692050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfb29af6-5df0-4d3a-bd8b-07a8cfee2439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.693937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:18.724546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:18.728290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.740851 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a53c5cb9-59a1-4306-8227-bfea397f4891 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Synchronizing usage tracker for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:18.750025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfb29af6-5df0-4d3a-bd8b-07a8cfee2439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.777409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a53c5cb9-59a1-4306-8227-bfea397f4891 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Unset dirty status for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:18.783654 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a53c5cb9-59a1-4306-8227-bfea397f4891 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1094091 Jun 15 14:48:18.783861 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38406) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:18.789772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group': {'name': 'tempest-secgroup--418860685'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:18.803909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:18.842082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:18.861858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:18.889745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:18.895376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:18.898879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:18.905660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:19.052915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.065961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.118350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb147c3-450e-44c6-bc58-899248cda951 req-47818d2d-3017-4798-9d4b-b825fd056952 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:19.120255 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-aeb147c3-450e-44c6-bc58-899248cda951 req-47818d2d-3017-4798-9d4b-b825fd056952 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.1726992 Jun 15 14:48:19.129831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b4e3eb-26e5-4b6f-883d-85595a16f0f1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:19.136586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfb29af6-5df0-4d3a-bd8b-07a8cfee2439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.149083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.151096 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f2e894c5-e5a2-4790-a987-3749e3188bf7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3661661 Jun 15 14:48:19.154734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38418) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:19.166381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3ee33038-32ad-4078-a1e3-319a4859d208 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': 'b2b4e3eb-26e5-4b6f-883d-85595a16f0f1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:19.166884 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-3ee33038-32ad-4078-a1e3-319a4859d208 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 15 14:48:19.167387 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-3ee33038-32ad-4078-a1e3-319a4859d208 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:19.168854 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3ee33038-32ad-4078-a1e3-319a4859d208 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105608 Jun 15 14:48:19.171952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb29af6-5df0-4d3a-bd8b-07a8cfee2439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900761d2-f8dc-4209-ad28-e48bb913e758,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:19.176159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38422) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:19.194419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfb29af6-5df0-4d3a-bd8b-07a8cfee2439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.196636 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dfb29af6-5df0-4d3a-bd8b-07a8cfee2439 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/900761d2-f8dc-4209-ad28-e48bb913e758 HTTP/1.1" status: 204 len: 168 time: 0.6405871 Jun 15 14:48:19.209305 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-aeb147c3-450e-44c6-bc58-899248cda951 req-2b7069e8-912b-4273-b9d9-c0b81046362d tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542121 Jun 15 14:48:19.345446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dda3613-62ca-4690-9784-f7cc02ee2c99 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.387831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dda3613-62ca-4690-9784-f7cc02ee2c99 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.433129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.504451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:19.507483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:19.514931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:19.515527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.525459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dda3613-62ca-4690-9784-f7cc02ee2c99 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.529066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3564fef6-3a3f-4719-b197-7768d56dc5ac None None] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:19.540016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Subnet': ['ID=447d25a7-8d38-46df-9f78-5637c65a2bcf,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:19.550817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda3613-62ca-4690-9784-f7cc02ee2c99 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b4e3eb-26e5-4b6f-883d-85595a16f0f1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:19.568346 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-34d675ca-a1ee-49f0-92cb-8ffc286d3ef1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2175035 Jun 15 14:48:19.569808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dda3613-62ca-4690-9784-f7cc02ee2c99 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.570778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38436) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:19.571381 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8dda3613-62ca-4690-9784-f7cc02ee2c99 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "DELETE /v2.0/security-groups/b2b4e3eb-26e5-4b6f-883d-85595a16f0f1 HTTP/1.1" status: 204 len: 168 time: 0.3937123 Jun 15 14:48:19.573321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38438) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:19.578623 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'security_group': {'name': 'tempest-secgroup-624993867'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:19.586061 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:19.593173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:security_group and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:19.600939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:19.612393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:19.638259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-75066564-4f7f-4a5a-b4e5-272f06ac2128 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Synchronizing usage tracker for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:19.639889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.658660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-75066564-4f7f-4a5a-b4e5-272f06ac2128 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Unset dirty status for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:19.663413 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-75066564-4f7f-4a5a-b4e5-272f06ac2128 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0856612 Jun 15 14:48:19.663796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38446) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:19.670946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group': {'name': 'tempest-secgroup--426923368'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:19.672708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-11dbcde2-1d1f-4ca4-880a-74fe5c36c0ec None None] Provisioning complete for port 7a30672f-d79a-4b9e-a163-3522a75e25df triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:19.673389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11dbcde2-1d1f-4ca4-880a-74fe5c36c0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.678214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:19.686550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:19.688582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:19.697199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:security_group_rule and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:19.701031 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.702576 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:19.715705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:19.753891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:19.766677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:19.773018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:19.791749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:19.804926 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.810823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.863834 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34761f60-121e-4ca4-bde6-c997a9c35517,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:19.867939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.869636 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-68eaed18-6d2e-4217-897a-4c06d407c4c1 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2969263 Jun 15 14:48:19.872416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38454) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:19.880259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'security_group': {'name': 'tempest-secgroup-312018978'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:19.887147 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:19.892257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:security_group and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:19.894923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:19.901334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:19.914047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-11dbcde2-1d1f-4ca4-880a-74fe5c36c0ec None None] Port 7a30672f-d79a-4b9e-a163-3522a75e25df cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:19.917949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.925052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.932555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.944840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-11dbcde2-1d1f-4ca4-880a-74fe5c36c0ec None None] Provisioning complete for port ebd4644f-5667-45a5-b660-a9b3cc64c452 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:19.945497 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-11dbcde2-1d1f-4ca4-880a-74fe5c36c0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:19.948214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:19.955241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:security_group_rule and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:19.959593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:19.966448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:20.005520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9728d8d6-9f67-448e-9ba7-17a396ec414f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:20.024093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.025640 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3dc0bd2c-784f-44bd-896b-035a6ae46760 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3608060 Jun 15 14:48:20.028092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38462) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:20.035737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8a028cb5-31b5-4776-8cd7-34a58e7f9342 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '9728d8d6-9f67-448e-9ba7-17a396ec414f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:20.036347 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-8a028cb5-31b5-4776-8cd7-34a58e7f9342 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 15 14:48:20.036859 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-8a028cb5-31b5-4776-8cd7-34a58e7f9342 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:20.037877 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8a028cb5-31b5-4776-8cd7-34a58e7f9342 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088031 Jun 15 14:48:20.040882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38466) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:20.074536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.081543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38470) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:20.088804 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.134750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92df8c50-b66d-47b2-b6c3-684c4229df81 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.139458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=242a7138-589c-4b3c-944d-ccfaa9581d1c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:20.143618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.144922 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0864bfed-6f31-43b3-8049-a12b86078d72 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2709112 Jun 15 14:48:20.147880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38476) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:20.154077 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'security_group': {'name': 'tempest-secgroup-1426594427'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:20.163047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:20.164478 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-11dbcde2-1d1f-4ca4-880a-74fe5c36c0ec None None] Current status of the port ebd4644f-5667-45a5-b660-a9b3cc64c452 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:20.170265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:security_group and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:20.173817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92df8c50-b66d-47b2-b6c3-684c4229df81 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.174635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:20.182371 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:20.195687 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d541a35-995a-4a51-b364-6a18ddab0128 None None] Update dhcp port {'port': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'fixed_ips': [{'subnet_id': '12b026ba-0fd2-42b3-82fd-092eb0b34ab0', 'ip_address': '172.20.0.18'}, {'subnet_id': '447d25a7-8d38-46df-9f78-5637c65a2bcf'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': 'ebd4644f-5667-45a5-b660-a9b3cc64c452'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:48:20.196252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.221521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:20.225687 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:security_group_rule and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:20.229117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:20.231123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92df8c50-b66d-47b2-b6c3-684c4229df81 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.249898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:20.254802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df8c50-b66d-47b2-b6c3-684c4229df81 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9728d8d6-9f67-448e-9ba7-17a396ec414f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:20.258707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-539170994-network', 'tenant_id': '3c230092ffa34933b022ca54a63d9435'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:20.262052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-92df8c50-b66d-47b2-b6c3-684c4229df81 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.266255 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-92df8c50-b66d-47b2-b6c3-684c4229df81 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "DELETE /v2.0/security-groups/9728d8d6-9f67-448e-9ba7-17a396ec414f HTTP/1.1" status: 204 len: 168 time: 0.2242827 Jun 15 14:48:20.267322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38482) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:20.284532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d541a35-995a-4a51-b364-6a18ddab0128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.304422 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:20.311136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Usage tracker for resource:network and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:20.317035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:20.324480 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a4b97f97-cbfc-422d-952e-11c7b6acc0ed tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Synchronizing usage tracker for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:20.330924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:20.362866 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Made reservation on behalf of 3c230092ffa34933b022ca54a63d9435 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:20.365243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.386311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a4b97f97-cbfc-422d-952e-11c7b6acc0ed tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Unset dirty status for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:20.387415 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.388630 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a4b97f97-cbfc-422d-952e-11c7b6acc0ed tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1206512 Jun 15 14:48:20.396656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38486) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:20.401879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.407545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:20.411496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Usage tracker for resource:security_group_rule and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:20.414161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017196224'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:20.414453 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:20.420356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:20.423360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:20.443153 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.445029 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:20.462021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.495116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ee608-2d8b-45ae-bc31-e3a79b75b8d9 req-4ba4a225-c4c2-48f5-85b7-bba692716623 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:20.500674 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-322ee608-2d8b-45ae-bc31-e3a79b75b8d9 req-4ba4a225-c4c2-48f5-85b7-bba692716623 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.1572704 Jun 15 14:48:20.506360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:20.513194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.514429 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3655393 Jun 15 14:48:20.516423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8eb50-48ae-4a9e-ba4b-40507fd94c8e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be35df26-8d64-4c9b-a049-6fe03b8af8f5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:20.522121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38490) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:20.527898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1309336209', 'security_groups': ['be35df26-8d64-4c9b-a049-6fe03b8af8f5'], 'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '447d25a7-8d38-46df-9f78-5637c65a2bcf'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:20.529824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:20.536099 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:20.538904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-1d541a35-995a-4a51-b364-6a18ddab0128 None None] Allocated IP 172.20.0.2 (31bc9a60-91ff-4edc-90fe-28d89a244f2b/447d25a7-8d38-46df-9f78-5637c65a2bcf/ebd4644f-5667-45a5-b660-a9b3cc64c452) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:20.545270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:20.573873 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-322ee608-2d8b-45ae-bc31-e3a79b75b8d9 req-0be101fb-e527-4824-80cb-3bf24bde18cc tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639312 Jun 15 14:48:20.676434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.677786 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.689870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.694576 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.734815 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1d541a35-995a-4a51-b364-6a18ddab0128 None None] For port ebd4644f-5667-45a5-b660-a9b3cc64c452, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ebd4644f-5667-45a5-b660-a9b3cc64c452,segment=NetworkSegment(cd57cdfb-05cf-427f-963f-0c656ccf631c),segment_id=cd57cdfb-05cf-427f-963f-0c656ccf631c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:20.736785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7d8542-90d8-4b73-ac59-3e47dda3eb7e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:20.744647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:48:20.764219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:20.767446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3b8d15-a012-4078-9b14-cd6bda244f95,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:20.768044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.773295 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ddcc88d7-189c-4ec2-ab17-190ecbfe16b5 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3728673 Jun 15 14:48:20.773893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.774026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38494) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:20.774170 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Added segment c8906bb4-fcc9-4334-9720-bdb6aede053f of type vlan for network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 Jun 15 14:48:20.784512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d3c9c6c6-e53d-4e73-b8ad-fee6b592fddc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': 'ba7d8542-90d8-4b73-ac59-3e47dda3eb7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:20.785375 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-d3c9c6c6-e53d-4e73-b8ad-fee6b592fddc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 15 14:48:20.785899 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-d3c9c6c6-e53d-4e73-b8ad-fee6b592fddc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:20.789466 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d3c9c6c6-e53d-4e73-b8ad-fee6b592fddc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0117497 Jun 15 14:48:20.790920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38498) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:20.794915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:20.804801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d541a35-995a-4a51-b364-6a18ddab0128 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.805018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5948fa30-e28f-4fe1-a5a3-f5f538679a40 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': 'ba7d8542-90d8-4b73-ac59-3e47dda3eb7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:20.805511 dv-neutron-845844-1-hyperv neutron-server[89019]: WARNING neutron.api.v2.base [None req-5948fa30-e28f-4fe1-a5a3-f5f538679a40 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 15 14:48:20.806014 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-5948fa30-e28f-4fe1-a5a3-f5f538679a40 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:20.806994 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5948fa30-e28f-4fe1-a5a3-f5f538679a40 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0139587 Jun 15 14:48:20.811572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38502) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:20.815898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e959c8f9-4b5b-4f9f-8e72-cb17f1f62347 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': 'ba7d8542-90d8-4b73-ac59-3e47dda3eb7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:20.817217 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-e959c8f9-4b5b-4f9f-8e72-cb17f1f62347 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 15 14:48:20.817949 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-e959c8f9-4b5b-4f9f-8e72-cb17f1f62347 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:20.819288 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e959c8f9-4b5b-4f9f-8e72-cb17f1f62347 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083776 Jun 15 14:48:20.823583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38506) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:20.830466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f1717f15-5579-417a-b309-e32646364eb6 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': 'ba7d8542-90d8-4b73-ac59-3e47dda3eb7e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:20.831182 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1d541a35-995a-4a51-b364-6a18ddab0128 None None] Transition to ACTIVE for port object ebd4644f-5667-45a5-b660-a9b3cc64c452 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:20.831359 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-f1717f15-5579-417a-b309-e32646364eb6 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 15 14:48:20.831976 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-f1717f15-5579-417a-b309-e32646364eb6 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:20.835714 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.835899 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f1717f15-5579-417a-b309-e32646364eb6 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0086365 Jun 15 14:48:20.836008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38510) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:20.840465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1d541a35-995a-4a51-b364-6a18ddab0128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.844088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:20.910441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a7c13c1-54d2-4d25-8b49-92d11abdfb04 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.942305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a7c13c1-54d2-4d25-8b49-92d11abdfb04 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.956140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:20.957266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:20.958270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.009233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a7c13c1-54d2-4d25-8b49-92d11abdfb04 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.010720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d541a35-995a-4a51-b364-6a18ddab0128 None None] Pushing event updated for resources: {'Port': ['ID=ebd4644f-5667-45a5-b660-a9b3cc64c452,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:21.046668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c13c1-54d2-4d25-8b49-92d11abdfb04 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7d8542-90d8-4b73-ac59-3e47dda3eb7e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:21.061936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9a7c13c1-54d2-4d25-8b49-92d11abdfb04 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.068779 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9a7c13c1-54d2-4d25-8b49-92d11abdfb04 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "DELETE /v2.0/security-groups/ba7d8542-90d8-4b73-ac59-3e47dda3eb7e HTTP/1.1" status: 204 len: 168 time: 0.2260849 Jun 15 14:48:21.068967 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9831626 Jun 15 14:48:21.069087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38514) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:21.082051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38516) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:21.105086 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Request body: {'subnet': {'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-539170994-subnet', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:21.118480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:21.128920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.135268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7d760ee3-b940-4b5a-902a-a52cf37c9631 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Synchronizing usage tracker for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:21.139058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3886d5-b630-4d64-86d1-298ec8040af0 admin admin] Pushing event updated for resources: {'Network': ['ID=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:21.141790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Usage tracker for resource:subnet and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:21.146125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:21.150436 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:48:21.153667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7d760ee3-b940-4b5a-902a-a52cf37c9631 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Unset dirty status for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:21.155071 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7d760ee3-b940-4b5a-902a-a52cf37c9631 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0877807 Jun 15 14:48:21.159394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38522) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:21.165260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1824196833'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:21.165621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:21.172476 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:21.181272 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] device_id is not set on port 490d638a-62db-4a85-856e-f9aa622e92da yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:48:21.183679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:21.196855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.220708 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Made reservation on behalf of 3c230092ffa34933b022ca54a63d9435 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:21.220938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:21.224010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.225314 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:21.229124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:21.237953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:21.339415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.340578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.345413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.396824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899b89b3-8f49-4ed9-9406-325736f5ab75,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:21.402929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.404391 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a3bb1a0c-1fb2-4f1c-97f3-0cb21e3ebacf tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2438679 Jun 15 14:48:21.407306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38526) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:21.412943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-082c51c4-6bf7-444b-b62a-9a97927e3a1a tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '899b89b3-8f49-4ed9-9406-325736f5ab75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:21.413543 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-082c51c4-6bf7-444b-b62a-9a97927e3a1a tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 15 14:48:21.414098 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-082c51c4-6bf7-444b-b62a-9a97927e3a1a tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:21.417519 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-082c51c4-6bf7-444b-b62a-9a97927e3a1a tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067997 Jun 15 14:48:21.418702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38530) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:21.423240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-be367607-7db7-466b-97d6-b400bfe47009 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '899b89b3-8f49-4ed9-9406-325736f5ab75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:21.431868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-be367607-7db7-466b-97d6-b400bfe47009 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:21.436033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-be367607-7db7-466b-97d6-b400bfe47009 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:21.439990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-be367607-7db7-466b-97d6-b400bfe47009 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:21.446228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-be367607-7db7-466b-97d6-b400bfe47009 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:21.479048 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-be367607-7db7-466b-97d6-b400bfe47009 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:21.483496 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-be367607-7db7-466b-97d6-b400bfe47009 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0645831 Jun 15 14:48:21.484050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38534) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:21.489200 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-26a85b45-5df7-4b87-ae12-a18203dd044e tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '899b89b3-8f49-4ed9-9406-325736f5ab75', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:21.489686 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-26a85b45-5df7-4b87-ae12-a18203dd044e tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 15 14:48:21.490164 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-26a85b45-5df7-4b87-ae12-a18203dd044e tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:21.494049 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-26a85b45-5df7-4b87-ae12-a18203dd044e tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060959 Jun 15 14:48:21.494285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38538) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:21.502725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-71737d57-43c9-4c28-8859-1a1830c2d54d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '899b89b3-8f49-4ed9-9406-325736f5ab75', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:21.509611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-71737d57-43c9-4c28-8859-1a1830c2d54d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:21.514062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-71737d57-43c9-4c28-8859-1a1830c2d54d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:21.517297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-71737d57-43c9-4c28-8859-1a1830c2d54d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:21.523519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-71737d57-43c9-4c28-8859-1a1830c2d54d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:21.554576 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-71737d57-43c9-4c28-8859-1a1830c2d54d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:21.558351 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-71737d57-43c9-4c28-8859-1a1830c2d54d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0603702 Jun 15 14:48:21.558561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38542) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:21.564203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-536ca6c4-7ef6-4a41-89b9-1e00c373ee5f tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '899b89b3-8f49-4ed9-9406-325736f5ab75', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:21.564706 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-536ca6c4-7ef6-4a41-89b9-1e00c373ee5f tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 15 14:48:21.565184 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-536ca6c4-7ef6-4a41-89b9-1e00c373ee5f tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:21.566164 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-536ca6c4-7ef6-4a41-89b9-1e00c373ee5f tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066540 Jun 15 14:48:21.568940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38546) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:21.575233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-611c27b6-e215-41c7-83ec-405a506a9402 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '899b89b3-8f49-4ed9-9406-325736f5ab75', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:21.582089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-611c27b6-e215-41c7-83ec-405a506a9402 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:21.586161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-611c27b6-e215-41c7-83ec-405a506a9402 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:21.589082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-611c27b6-e215-41c7-83ec-405a506a9402 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:21.595285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-611c27b6-e215-41c7-83ec-405a506a9402 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:21.629748 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-611c27b6-e215-41c7-83ec-405a506a9402 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:21.641056 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-611c27b6-e215-41c7-83ec-405a506a9402 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0709298 Jun 15 14:48:21.644263 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38552) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:21.652431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1a722738-2e6a-4f47-8a64-0b8032f7e795 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '899b89b3-8f49-4ed9-9406-325736f5ab75', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:21.653338 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-1a722738-2e6a-4f47-8a64-0b8032f7e795 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 15 14:48:21.654922 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-1a722738-2e6a-4f47-8a64-0b8032f7e795 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:21.656995 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1a722738-2e6a-4f47-8a64-0b8032f7e795 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107913 Jun 15 14:48:21.659921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38556) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:21.674285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0f3db38e-c950-49fe-807f-ed930738853f tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '899b89b3-8f49-4ed9-9406-325736f5ab75', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:21.686779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0f3db38e-c950-49fe-807f-ed930738853f tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:21.691635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.11 (31bc9a60-91ff-4edc-90fe-28d89a244f2b/447d25a7-8d38-46df-9f78-5637c65a2bcf/490d638a-62db-4a85-856e-f9aa622e92da) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:21.699316 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-34787b1a-f95c-44fe-963a-07df968087f9 None None] Provisioning complete for port 7a30672f-d79a-4b9e-a163-3522a75e25df triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:21.699979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-34787b1a-f95c-44fe-963a-07df968087f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.723257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0f3db38e-c950-49fe-807f-ed930738853f tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:21.731761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0f3db38e-c950-49fe-807f-ed930738853f tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:21.763205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-34787b1a-f95c-44fe-963a-07df968087f9 None None] Port 7a30672f-d79a-4b9e-a163-3522a75e25df cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:21.794384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-34787b1a-f95c-44fe-963a-07df968087f9 None None] Provisioning for port ebd4644f-5667-45a5-b660-a9b3cc64c452 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:21.800897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0f3db38e-c950-49fe-807f-ed930738853f tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:21.801368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-34787b1a-f95c-44fe-963a-07df968087f9 None None] Provisioning complete for port ebd4644f-5667-45a5-b660-a9b3cc64c452 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:21.802026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-34787b1a-f95c-44fe-963a-07df968087f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.839647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:21.957036 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-34787b1a-f95c-44fe-963a-07df968087f9 None None] Current status of the port ebd4644f-5667-45a5-b660-a9b3cc64c452 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:21.999996 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-0f3db38e-c950-49fe-807f-ed930738853f tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:22.001111 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0f3db38e-c950-49fe-807f-ed930738853f tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3386455 Jun 15 14:48:22.004165 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38560) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:22.009475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ba126ec9-e1f0-441e-817f-638c42646df1 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '899b89b3-8f49-4ed9-9406-325736f5ab75', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:22.017045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ba126ec9-e1f0-441e-817f-638c42646df1 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:22.021196 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ba126ec9-e1f0-441e-817f-638c42646df1 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:22.024606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ba126ec9-e1f0-441e-817f-638c42646df1 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:22.030998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ba126ec9-e1f0-441e-817f-638c42646df1 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:22.061245 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-ba126ec9-e1f0-441e-817f-638c42646df1 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:22.062354 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ba126ec9-e1f0-441e-817f-638c42646df1 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0571084 Jun 15 14:48:22.065416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38564) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:22.104693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5843368e-d915-4b63-b3e0-eed5e0570d18,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:22.117892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Checking segment: {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:22.118265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Network hostable DHCP agents. Network: 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:48:22.134366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8cde61a-ddc0-4a1f-b1dc-d7301d2ae5de tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.165707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8cde61a-ddc0-4a1f-b1dc-d7301d2ae5de tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.167789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fa2df-bbfd-4067-8f39-7b4d77bb3bbf req-98cbfedd-e0d9-4e58-b0d0-1ae142f96978 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:22.169313 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e04fa2df-bbfd-4067-8f39-7b4d77bb3bbf req-98cbfedd-e0d9-4e58-b0d0-1ae142f96978 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.4258950 Jun 15 14:48:22.203552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:48:22.214858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8cde61a-ddc0-4a1f-b1dc-d7301d2ae5de tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.236742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cde61a-ddc0-4a1f-b1dc-d7301d2ae5de tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=899b89b3-8f49-4ed9-9406-325736f5ab75,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:22.241746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d8cde61a-ddc0-4a1f-b1dc-d7301d2ae5de tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.243077 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d8cde61a-ddc0-4a1f-b1dc-d7301d2ae5de tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "DELETE /v2.0/security-groups/899b89b3-8f49-4ed9-9406-325736f5ab75 HTTP/1.1" status: 204 len: 168 time: 0.1766505 Jun 15 14:48:22.244624 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:22.245631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38568) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:22.253287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.255112 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a115fc-28bc-4412-8360-2f85d6f297f2 None None] Network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:22.264718 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e04fa2df-bbfd-4067-8f39-7b4d77bb3bbf req-f278b20c-1838-48b4-909d-8d29e2009c0f tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871160 Jun 15 14:48:22.265992 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:22.266652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.288068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Transition to ACTIVE for port object 490d638a-62db-4a85-856e-f9aa622e92da will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:22.311481 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ed4a2408-c08c-4109-bde0-f73672871bf6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2259247 Jun 15 14:48:22.313800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5e5117d8-8432-436f-9c71-645ed10fc2c1 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Synchronizing usage tracker for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:22.314659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38572) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:22.320652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:22.327235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:22.334555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5e5117d8-8432-436f-9c71-645ed10fc2c1 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Unset dirty status for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:22.339837 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5e5117d8-8432-436f-9c71-645ed10fc2c1 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0894368 Jun 15 14:48:22.341706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38576) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:22.341945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Usage tracker for resource:router and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:22.345075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:22.348384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group': {'name': 'tempest-secgroup--191297081'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:22.351999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:22.357508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:22.357734 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.369010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:22.381938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.404599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:22.409710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:22.414836 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:22.420822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.421829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.422254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:22.448886 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:22.454581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:22.460976 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:22.508509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.509857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=490d638a-62db-4a85-856e-f9aa622e92da,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:22.520662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.525363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.549195 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:22.549469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.549811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:48:22.550927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.582242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93e85edb-4f13-4d34-af4b-d8b94d28c981,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:22.586747 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.588025 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8b4b1766-e826-4957-b9cd-79e5fee3c65d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2463756 Jun 15 14:48:22.591111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38580) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:22.596906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cdeca5da-31ae-44c7-b9a3-1d6634b890ca tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '93e85edb-4f13-4d34-af4b-d8b94d28c981', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:22.603789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cdeca5da-31ae-44c7-b9a3-1d6634b890ca tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:22.607700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cdeca5da-31ae-44c7-b9a3-1d6634b890ca tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:22.611207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cdeca5da-31ae-44c7-b9a3-1d6634b890ca tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:22.617773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cdeca5da-31ae-44c7-b9a3-1d6634b890ca tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:22.668815 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-cdeca5da-31ae-44c7-b9a3-1d6634b890ca tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The resource could not be found. Jun 15 14:48:22.671529 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cdeca5da-31ae-44c7-b9a3-1d6634b890ca tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0792074 Jun 15 14:48:22.674661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38584) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:22.682940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b09769dd-9917-422a-aa72-cfbfa66bb341 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '93e85edb-4f13-4d34-af4b-d8b94d28c981', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '09ff034a-7ade-43cb-bd1e-ac098ebb2edb'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:22.692757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b09769dd-9917-422a-aa72-cfbfa66bb341 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:22.698569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b09769dd-9917-422a-aa72-cfbfa66bb341 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:22.703062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b09769dd-9917-422a-aa72-cfbfa66bb341 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:22.711724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b09769dd-9917-422a-aa72-cfbfa66bb341 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:22.713544 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d86924f7-6374-4595-81a6-5a40b18f4fa9 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1903224 Jun 15 14:48:22.714610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38588) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:22.722715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-438bd0b9-b24a-4c5a-8a2b-974681d3eeaa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:22.813832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Allocated IP 172.20.0.2 (25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32/5843368e-d915-4b63-b3e0-eed5e0570d18/bbbf1986-c49f-4dec-bb1f-1215a9e29fa1) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:22.869446 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-b09769dd-9917-422a-aa72-cfbfa66bb341 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The resource could not be found. Jun 15 14:48:22.870514 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b09769dd-9917-422a-aa72-cfbfa66bb341 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1945777 Jun 15 14:48:22.873985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38592) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:22.892312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.927543 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-438bd0b9-b24a-4c5a-8a2b-974681d3eeaa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:22.938609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ebd4644f-5667-45a5-b660-a9b3cc64c452 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:22.941886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-438bd0b9-b24a-4c5a-8a2b-974681d3eeaa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:22.946219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-438bd0b9-b24a-4c5a-8a2b-974681d3eeaa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:22.957428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-438bd0b9-b24a-4c5a-8a2b-974681d3eeaa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:22.979188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8597-323e-4995-bc42-b1243248299c tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:22.997527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438bd0b9-b24a-4c5a-8a2b-974681d3eeaa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:23.001232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-438bd0b9-b24a-4c5a-8a2b-974681d3eeaa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.038869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8424a359-cbfd-4ce4-afdf-11666168ba46 None None] Provisioning for port 490d638a-62db-4a85-856e-f9aa622e92da completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:23.054639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8424a359-cbfd-4ce4-afdf-11666168ba46 None None] Provisioning complete for port 490d638a-62db-4a85-856e-f9aa622e92da triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:23.055014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8424a359-cbfd-4ce4-afdf-11666168ba46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.086498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38598) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:23.095131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8597-323e-4995-bc42-b1243248299c tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.249989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8424a359-cbfd-4ce4-afdf-11666168ba46 None None] Port 490d638a-62db-4a85-856e-f9aa622e92da cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:23.283747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ebd4644f-5667-45a5-b660-a9b3cc64c452 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:23.284799 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.329832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.354774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Transition to ACTIVE for port object bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:23.371721 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-438bd0b9-b24a-4c5a-8a2b-974681d3eeaa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 447d25a7-8d38-46df-9f78-5637c65a2bcf (CIDR: 172.20.0.0/28) Jun 15 14:48:23.382012 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-438bd0b9-b24a-4c5a-8a2b-974681d3eeaa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:23.382695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438bd0b9-b24a-4c5a-8a2b-974681d3eeaa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:23.390321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Transition to ACTIVE for port object bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:23.397428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b035095-e30f-47f4-8ac7-ee909b9f0e1c tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:23.397935 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b035095-e30f-47f4-8ac7-ee909b9f0e1c tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:23.398412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b035095-e30f-47f4-8ac7-ee909b9f0e1c tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:23.400229 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9b035095-e30f-47f4-8ac7-ee909b9f0e1c tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=032b1386b78145d282edf892a5a65f64&network_id=f9c6f62a-5be1-4ff6-92d6-3f8b9098031f HTTP/1.1" status: 200 len: 3000 time: 0.3127015 Jun 15 14:48:23.402219 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.405224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8597-323e-4995-bc42-b1243248299c tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.428351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.460598 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.481479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f8597-323e-4995-bc42-b1243248299c tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e85edb-4f13-4d34-af4b-d8b94d28c981,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:23.494497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8597-323e-4995-bc42-b1243248299c tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.498357 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf0f8597-323e-4995-bc42-b1243248299c tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "DELETE /v2.0/security-groups/93e85edb-4f13-4d34-af4b-d8b94d28c981 HTTP/1.1" status: 204 len: 168 time: 0.6207492 Jun 15 14:48:23.499777 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38606) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:23.501038 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-438bd0b9-b24a-4c5a-8a2b-974681d3eeaa tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7849774 Jun 15 14:48:23.510039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38612) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:23.520469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-458bbfaf-3441-4c48-911c-75d2d226999b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:23.582039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:23.591851 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:23.594225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:23.608852 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ebd4644f-5667-45a5-b660-a9b3cc64c452 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:23.628228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-04cf6fd6-9166-4209-9e7e-b88304dd38ea tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Synchronizing usage tracker for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:23.639896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b54f4-b9a7-4724-8ce2-adb7480e86b6 req-3eaeb979-e0fd-4610-a3ad-6ead0d68d10a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:23.647073 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-348b54f4-b9a7-4724-8ce2-adb7480e86b6 req-3eaeb979-e0fd-4610-a3ad-6ead0d68d10a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.2433069 Jun 15 14:48:23.659302 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Pushing event updated for resources: {'Port': ['ID=bbbf1986-c49f-4dec-bb1f-1215a9e29fa1,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:23.676217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Allocated IP 172.26.3.12 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/68c17ee6-5182-499d-a1d2-cfb62a779f3e) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:23.708678 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:23.708678 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:23.710805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:23.711451 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:23.713161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:23.713696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:23.714201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:23.716052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:23.716617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:23.718026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:23.718544 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:23.719752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:23.732228 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-348b54f4-b9a7-4724-8ce2-adb7480e86b6 req-a5745d7a-35de-40d5-8e2e-0db7a30cf24e tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839171 Jun 15 14:48:23.744415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-458bbfaf-3441-4c48-911c-75d2d226999b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:23.749171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-458bbfaf-3441-4c48-911c-75d2d226999b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:23.755642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-458bbfaf-3441-4c48-911c-75d2d226999b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:23.762387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-458bbfaf-3441-4c48-911c-75d2d226999b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:23.775498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Attempting to bind port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:48:23.775740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458bbfaf-3441-4c48-911c-75d2d226999b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:23.776465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Attempting to bind port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:48:23.776824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Attempting to bind port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 on network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:23.780046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-458bbfaf-3441-4c48-911c-75d2d226999b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.789038 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:48:23.789038 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Checking segment: {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:23.789395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-04cf6fd6-9166-4209-9e7e-b88304dd38ea tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Unset dirty status for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:23.789917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.789917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Bound using segment: {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:48:23.790422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Bound port: bbbf1986-c49f-4dec-bb1f-1215a9e29fa1, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:48:23.790556 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-04cf6fd6-9166-4209-9e7e-b88304dd38ea tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2898219 Jun 15 14:48:23.790835 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.795168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38618) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:23.803488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-53e2030c-4764-40fa-ab86-6a9836223ed0 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '6f2eccfe-967a-4efe-b389-e3ce1cc3215d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:23.813285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-53e2030c-4764-40fa-ab86-6a9836223ed0 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:23.829299 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-53e2030c-4764-40fa-ab86-6a9836223ed0 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:23.833510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-53e2030c-4764-40fa-ab86-6a9836223ed0 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:23.850390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-53e2030c-4764-40fa-ab86-6a9836223ed0 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:23.885013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.910943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] For port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:48:23.914496 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] For port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bbbf1986-c49f-4dec-bb1f-1215a9e29fa1,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:48:23.919854 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-53e2030c-4764-40fa-ab86-6a9836223ed0 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The resource could not be found. Jun 15 14:48:23.920058 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.925234 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-53e2030c-4764-40fa-ab86-6a9836223ed0 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1249814 Jun 15 14:48:23.925444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38622) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:23.935466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1107716491'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:23.937184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:23.942736 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.ipam_backend_mixin [None req-458bbfaf-3441-4c48-911c-75d2d226999b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 12b026ba-0fd2-42b3-82fd-092eb0b34ab0 (CIDR: 172.20.0.16/28) Jun 15 14:48:23.943790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:23.948173 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-458bbfaf-3441-4c48-911c-75d2d226999b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:23.948683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458bbfaf-3441-4c48-911c-75d2d226999b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:23.963262 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:23.976874 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-458bbfaf-3441-4c48-911c-75d2d226999b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4655035 Jun 15 14:48:23.979482 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38626) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:23.985555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'subnet': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:24.008037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.016022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:24.019452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:24.020562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65819b-6def-4f2e-b383-bec50bf9249f None None] Pushing event updated for resources: {'Port': ['ID=bbbf1986-c49f-4dec-bb1f-1215a9e29fa1,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:24.022561 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:24.073877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Pushing event updated for resources: {'Port': ['ID=68c17ee6-5182-499d-a1d2-cfb62a779f3e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:24.105681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:24.113754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:24.119092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:24.137285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:24.182785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:24.186786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Usage tracker for resource:subnet and tenant:521159c916044f0ba796279da421933a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:24.192611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:24.197557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:24.216305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Made reservation on behalf of 521159c916044f0ba796279da421933a for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:24.217050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.375142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.383189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.450522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95b443e5-9989-45d2-879f-33099bd7aa5e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:24.456442 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.457683 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f3950990-9337-483e-b322-4adc579720bc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5312760 Jun 15 14:48:24.460452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:24.467023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464577762'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:24.476050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:24.513335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:24.519153 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.520541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:24.533732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:24.557166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.587908 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:24.593413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:24.597075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:24.614234 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:24.650166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.738628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:24.751035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:24.757566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:24.758251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.761791 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c87ead-d4cc-4eb7-9a20-768d30089107 None None] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:24.777546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Subnet': ['ID=5f4ae2f9-3427-4934-bf84-bad1fa4dc0ab,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:24.868222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.877675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.904603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:24.909292 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fe4e0b5e-42a6-4123-a577-61c8d538cbf5 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9286532 Jun 15 14:48:24.913199 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38640) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:24.931143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-abdb5c3e-4438-4b5c-9f9e-60e2eeddd922 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2048473829', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5f4ae2f9-3427-4934-bf84-bad1fa4dc0ab'}], 'security_groups': ['34761f60-121e-4ca4-bde6-c997a9c35517', '242a7138-589c-4b3c-944d-ccfaa9581d1c']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:24.963227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:25.016484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:25.021357 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5591242 Jun 15 14:48:25.047538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38644) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:25.048284 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38646) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:25.053590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49266eee-22f1-4e66-9b8e-54825ee2c661 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da82ece2-76e8-4b99-af89-e02bf11fbd7d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:25.109185 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:25.238550 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a92091-1a15-4b16-bdf7-b0a2a5ba25ad None None] Network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:25.261113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-057acc54-9134-454f-a309-e700e9970ee7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group_rule': {'security_group_id': '95b443e5-9989-45d2-879f-33099bd7aa5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'da82ece2-76e8-4b99-af89-e02bf11fbd7d'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:25.275316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abdb5c3e-4438-4b5c-9f9e-60e2eeddd922 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:25.285859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-057acc54-9134-454f-a309-e700e9970ee7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:25.312087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-057acc54-9134-454f-a309-e700e9970ee7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:25.318586 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-057acc54-9134-454f-a309-e700e9970ee7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:25.328574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-057acc54-9134-454f-a309-e700e9970ee7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:25.389710 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d99da4e4-d9a8-409f-8f37-a66f3d3f04d3 None None] Provisioning for port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:25.410747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d99da4e4-d9a8-409f-8f37-a66f3d3f04d3 None None] Provisioning complete for port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:25.410981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d99da4e4-d9a8-409f-8f37-a66f3d3f04d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:25.417455 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0057c743-1388-4031-b99d-84928537b28d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:25.419172 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0057c743-1388-4031-b99d-84928537b28d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 814 time: 0.3695986 Jun 15 14:48:25.437062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fdc0d4-b283-42ce-aff4-49b81cc72587 None None] Update dhcp port {'port': {'network_id': '31bc9a60-91ff-4edc-90fe-28d89a244f2b', 'fixed_ips': [{'subnet_id': '12b026ba-0fd2-42b3-82fd-092eb0b34ab0', 'ip_address': '172.20.0.18'}, {'subnet_id': '447d25a7-8d38-46df-9f78-5637c65a2bcf', 'ip_address': '172.20.0.2'}, {'subnet_id': '5f4ae2f9-3427-4934-bf84-bad1fa4dc0ab'}], 'binding:host_id': 'dv-neutron-845844-1-hyperv'}, 'id': 'ebd4644f-5667-45a5-b660-a9b3cc64c452'} from dv-neutron-845844-1-hyperv. {{(pid=89020) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jun 15 14:48:25.478516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2e688-a049-473a-b5a8-240a6e5d04a4 req-19b9a833-fa6b-4758-8853-b90585457330 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:25.479955 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0fb2e688-a049-473a-b5a8-240a6e5d04a4 req-19b9a833-fa6b-4758-8853-b90585457330 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.5595884 Jun 15 14:48:25.480795 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-057acc54-9134-454f-a309-e700e9970ee7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:25.481708 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-057acc54-9134-454f-a309-e700e9970ee7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4303944 Jun 15 14:48:25.485765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38654) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:25.592399 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0fb2e688-a049-473a-b5a8-240a6e5d04a4 req-3dc828a3-552c-4278-81ac-90de78027abf tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018975 Jun 15 14:48:25.597912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Router 626b3e1c-46dd-4aa4-b920-517f14759e68 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:48:25.623193 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e01f9431-5c4f-4541-8ada-24a4e3ef0e45 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:25.629000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16fdc0d4-b283-42ce-aff4-49b81cc72587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:25.732306 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e01f9431-5c4f-4541-8ada-24a4e3ef0e45 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:25.829289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d99da4e4-d9a8-409f-8f37-a66f3d3f04d3 None None] Current status of the port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:25.829671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d99da4e4-d9a8-409f-8f37-a66f3d3f04d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:25.859853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:25.868005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e01f9431-5c4f-4541-8ada-24a4e3ef0e45 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:25.888969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38660) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:25.893936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Sync routers for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:25.899351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-abdb5c3e-4438-4b5c-9f9e-60e2eeddd922 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Delete allocated IP 172.20.0.11 (31bc9a60-91ff-4edc-90fe-28d89a244f2b/447d25a7-8d38-46df-9f78-5637c65a2bcf) {{(pid=89018) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 15 14:48:25.900317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'network': {'name': 'tempest-network-smoke--436647532', 'project_id': '032b1386b78145d282edf892a5a65f64', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:25.904362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f9431-5c4f-4541-8ada-24a4e3ef0e45 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da82ece2-76e8-4b99-af89-e02bf11fbd7d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:25.909909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-abdb5c3e-4438-4b5c-9f9e-60e2eeddd922 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Allocated IP 172.20.0.45 (31bc9a60-91ff-4edc-90fe-28d89a244f2b/5f4ae2f9-3427-4934-bf84-bad1fa4dc0ab/490d638a-62db-4a85-856e-f9aa622e92da) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:25.922255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:25.932878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e01f9431-5c4f-4541-8ada-24a4e3ef0e45 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:25.934141 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e01f9431-5c4f-4541-8ada-24a4e3ef0e45 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "DELETE /v2.0/security-groups/da82ece2-76e8-4b99-af89-e02bf11fbd7d HTTP/1.1" status: 204 len: 168 time: 0.4473567 Jun 15 14:48:25.938241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:25.939253 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e00dae4c-e749-46f3-a016-db5da063c526 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6234143 Jun 15 14:48:25.940599 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:25.942355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38664) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:25.942489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38666) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:25.952789 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:25.953522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:26.031345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d99da4e4-d9a8-409f-8f37-a66f3d3f04d3 None None] For port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bbbf1986-c49f-4dec-bb1f-1215a9e29fa1,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:26.035443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:26.039034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.046151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d99da4e4-d9a8-409f-8f37-a66f3d3f04d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.055664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-28e9fcdc-5e34-4f63-bc38-406e8e7d1adc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Synchronizing usage tracker for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:26.132335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-28e9fcdc-5e34-4f63-bc38-406e8e7d1adc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Unset dirty status for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:26.136726 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-28e9fcdc-5e34-4f63-bc38-406e8e7d1adc tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1933961 Jun 15 14:48:26.138441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38672) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:26.162233 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:48:26.202290 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99da4e4-d9a8-409f-8f37-a66f3d3f04d3 None None] Pushing event updated for resources: {'Port': ['ID=bbbf1986-c49f-4dec-bb1f-1215a9e29fa1,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:26.204814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.205710 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Added segment 2a864e49-4aef-4a0a-abc9-c5895a0f9a11 of type vlan for network 74be10d2-6cf5-4397-b65d-66017857a0d2 Jun 15 14:48:26.225897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:26.231753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abdb5c3e-4438-4b5c-9f9e-60e2eeddd922 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.250433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-abdb5c3e-4438-4b5c-9f9e-60e2eeddd922 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Transition to ACTIVE for port object 490d638a-62db-4a85-856e-f9aa622e92da will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:26.255986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abdb5c3e-4438-4b5c-9f9e-60e2eeddd922 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.341032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.347339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a59bd83-2bfc-4a7e-898e-d9eb9887fde7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.430837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdb5c3e-4438-4b5c-9f9e-60e2eeddd922 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event updated for resources: {'Port': ['ID=490d638a-62db-4a85-856e-f9aa622e92da,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:26.450662 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-16fdc0d4-b283-42ce-aff4-49b81cc72587 None None] Allocated IP 172.20.0.34 (31bc9a60-91ff-4edc-90fe-28d89a244f2b/5f4ae2f9-3427-4934-bf84-bad1fa4dc0ab/ebd4644f-5667-45a5-b660-a9b3cc64c452) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:26.450962 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-abdb5c3e-4438-4b5c-9f9e-60e2eeddd922 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] In _notify_port_updated(), no bound segment for port 490d638a-62db-4a85-856e-f9aa622e92da on network 31bc9a60-91ff-4edc-90fe-28d89a244f2b {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:48:26.457053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a59bd83-2bfc-4a7e-898e-d9eb9887fde7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.457466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdb5c3e-4438-4b5c-9f9e-60e2eeddd922 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:26.458305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-abdb5c3e-4438-4b5c-9f9e-60e2eeddd922 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.462914 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-abdb5c3e-4438-4b5c-9f9e-60e2eeddd922 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "PUT /v2.0/ports/490d638a-62db-4a85-856e-f9aa622e92da HTTP/1.1" status: 200 len: 960 time: 1.5437744 Jun 15 14:48:26.463359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38676) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:26.514993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.520627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:26.521240 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.540438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7bdadb95-ef18-4535-8d0e-c6b81312b8ab tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 490d638a-62db-4a85-856e-f9aa622e92da {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:26.540799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bdadb95-ef18-4535-8d0e-c6b81312b8ab tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.583606 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d2f74cee-6244-4fa7-99eb-54f0fc3d06a6 None None] Provisioning complete for port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:26.584016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d2f74cee-6244-4fa7-99eb-54f0fc3d06a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.788266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a59bd83-2bfc-4a7e-898e-d9eb9887fde7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.790173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4a59bd83-2bfc-4a7e-898e-d9eb9887fde7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:26.791457 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4a59bd83-2bfc-4a7e-898e-d9eb9887fde7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "DELETE /v2.0/security-groups/95b443e5-9989-45d2-879f-33099bd7aa5e HTTP/1.1" status: 204 len: 168 time: 0.6497371 Jun 15 14:48:26.806275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38682) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:26.807103 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Network': ['ID=74be10d2-6cf5-4397-b65d-66017857a0d2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:26.825778 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-21d727a8-a95b-4685-a9fa-7c041a9250f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9324212 Jun 15 14:48:26.829723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38686) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:26.834668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59bd83-2bfc-4a7e-898e-d9eb9887fde7 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b443e5-9989-45d2-879f-33099bd7aa5e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:26.848088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-16fdc0d4-b283-42ce-aff4-49b81cc72587 None None] For port ebd4644f-5667-45a5-b660-a9b3cc64c452, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ebd4644f-5667-45a5-b660-a9b3cc64c452,segment=NetworkSegment(cd57cdfb-05cf-427f-963f-0c656ccf631c),segment_id=cd57cdfb-05cf-427f-963f-0c656ccf631c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:26.895397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 74be10d2-6cf5-4397-b65d-66017857a0d2 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:48:26.922965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:26.970923 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8864f522-d6c3-42a5-b991-1e9d68cf22a8 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1606567 Jun 15 14:48:26.985972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38692) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:26.996434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group': {'name': 'tempest-secgroup--420622311'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:27.013679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:27.045311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bdadb95-ef18-4535-8d0e-c6b81312b8ab tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.047695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-16fdc0d4-b283-42ce-aff4-49b81cc72587 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:48:27.053051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:27.075810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16fdc0d4-b283-42ce-aff4-49b81cc72587 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.090882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5fe0ec-43e4-4511-a504-a5930a451da2 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:27.094961 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ea5fe0ec-43e4-4511-a504-a5930a451da2 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=032b1386b78145d282edf892a5a65f64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2618351 Jun 15 14:48:27.095248 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38696) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:27.113883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d2f74cee-6244-4fa7-99eb-54f0fc3d06a6 None None] Current status of the port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:27.126203 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-16fdc0d4-b283-42ce-aff4-49b81cc72587 None None] Transition to ACTIVE for port object ebd4644f-5667-45a5-b660-a9b3cc64c452 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:27.136493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16fdc0d4-b283-42ce-aff4-49b81cc72587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.192888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.209532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7bdadb95-ef18-4535-8d0e-c6b81312b8ab tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 490d638a-62db-4a85-856e-f9aa622e92da owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:27.265746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da2c3-062e-4bd1-a54c-d9da765798a9 req-ae4a9fa9-e7b8-4dd5-b7bf-49da328d3536 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:27.267284 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-886da2c3-062e-4bd1-a54c-d9da765798a9 req-ae4a9fa9-e7b8-4dd5-b7bf-49da328d3536 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.3923788 Jun 15 14:48:27.287148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:24Z', 'revision_number': 3, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:27.305774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:27.312492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Usage tracker for resource:security_group_rule and tenant:bcf5d3c341bb4201959f7cd03421ab9f is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:27.325665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:27.336888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5569bab0-74a4-4917-ad32-1e8e498b6972 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:27.342053 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5569bab0-74a4-4917-ad32-1e8e498b6972 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2424772 Jun 15 14:48:27.342888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:27.343332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38700) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:27.348362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:27.349078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.362088 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-886da2c3-062e-4bd1-a54c-d9da765798a9 req-b02a6ddf-c319-437b-83fc-fc88fbe1b1be tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851974 Jun 15 14:48:27.385332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Checking router: 626b3e1c-46dd-4aa4-b920-517f14759e68 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:48:27.385633 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Updating router 626b3e1c-46dd-4aa4-b920-517f14759e68 port 68c17ee6-5182-499d-a1d2-cfb62a779f3e binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:48:27.391413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.416244 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8cdfd10b-bad0-4643-8779-5f11304492b8 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0674667 Jun 15 14:48:27.417213 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38704) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:27.498534 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7e5b8e9-118a-40ec-996a-f4459571426c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.498789 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e43ff632-06fa-40c7-ba3b-78262bc7f04a tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=032b1386b78145d282edf892a5a65f64&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0780530 Jun 15 14:48:27.498917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bdadb95-ef18-4535-8d0e-c6b81312b8ab tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.499512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38708) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:27.504369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdc0d4-b283-42ce-aff4-49b81cc72587 None None] Pushing event updated for resources: {'Port': ['ID=ebd4644f-5667-45a5-b660-a9b3cc64c452,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:27.511101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.532537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.575423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.594437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdadb95-ef18-4535-8d0e-c6b81312b8ab tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=490d638a-62db-4a85-856e-f9aa622e92da,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:27.668785 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:27.684908 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Allocated IP 172.20.0.1 (25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32/5843368e-d915-4b63-b3e0-eed5e0570d18/7bb7c150-4013-471a-b461-41a0e8258295) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:27.905169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.931442 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Transition to ACTIVE for port object 7bb7c150-4013-471a-b461-41a0e8258295 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:27.945492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:27.949376 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9600363 Jun 15 14:48:27.949376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37abd4-2b3e-4ca5-b320-19f166dfc18d tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7eaa2ee-444c-4834-a993-75630167fe80,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:27.952736 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38712) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:27.974400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-04ba189a-bb43-4fd4-9ff6-60e3df8ad6ff tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:27.975090 dv-neutron-845844-1-hyperv neutron-server[89018]: WARNING neutron.api.v2.base [None req-04ba189a-bb43-4fd4-9ff6-60e3df8ad6ff tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 15 14:48:27.975338 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-04ba189a-bb43-4fd4-9ff6-60e3df8ad6ff tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] update failed (client error): There was a conflict when trying to complete your request. Jun 15 14:48:27.978743 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-04ba189a-bb43-4fd4-9ff6-60e3df8ad6ff tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "PUT /v2.0/security-groups/f7eaa2ee-444c-4834-a993-75630167fe80 HTTP/1.1" status: 409 len: 330 time: 0.0205607 Jun 15 14:48:27.979740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38716) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:28.003527 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.005074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7bdadb95-ef18-4535-8d0e-c6b81312b8ab tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.017383 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7bdadb95-ef18-4535-8d0e-c6b81312b8ab tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/490d638a-62db-4a85-856e-f9aa622e92da HTTP/1.1" status: 204 len: 168 time: 1.5504270 Jun 15 14:48:28.017864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38720) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:28.054986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e43190b-8b6f-4ec1-b1b5-689b2d0ee14d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:28.056525 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8e43190b-8b6f-4ec1-b1b5-689b2d0ee14d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5520973 Jun 15 14:48:28.061612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38724) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:28.073362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.089087 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Transition to ACTIVE for port object 68c17ee6-5182-499d-a1d2-cfb62a779f3e will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:28.098593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.101615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:28.114170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:28.119639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:28.124634 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f05591-69f1-477e-b726-f9de2dfa188d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] GET failed (client error): The resource could not be found. Jun 15 14:48:28.125334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f7f05591-69f1-477e-b726-f9de2dfa188d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:28.137021 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ffe4583f-e1ea-4f5e-8cf0-364ac5c71c8f tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0720406 Jun 15 14:48:28.138034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38728) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:28.146021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1515973500', 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:28.210613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77969763-02a3-4c60-87ee-273d32d73558 None None] Pushing event updated for resources: {'Port': ['ID=68c17ee6-5182-499d-a1d2-cfb62a779f3e,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:28.213082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47751ea7-aa6a-4bde-9ac0-b0a8ea87417c tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.237953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f7f05591-69f1-477e-b726-f9de2dfa188d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:28.239140 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f7f05591-69f1-477e-b726-f9de2dfa188d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports/490d638a-62db-4a85-856e-f9aa622e92da HTTP/1.1" status: 404 len: 333 time: 0.2203465 Jun 15 14:48:28.248460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47751ea7-aa6a-4bde-9ac0-b0a8ea87417c tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.260419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38732) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:28.266921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Attempting to bind port 68c17ee6-5182-499d-a1d2-cfb62a779f3e on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:48:28.267334 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Attempting to bind port 68c17ee6-5182-499d-a1d2-cfb62a779f3e by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:48:28.267752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Attempting to bind port 68c17ee6-5182-499d-a1d2-cfb62a779f3e on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:28.274301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:48:28.274668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:28.275070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.275516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:48:28.276167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Bound port: 68c17ee6-5182-499d-a1d2-cfb62a779f3e, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:48:28.276790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.304800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb7c150-4013-471a-b461-41a0e8258295,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:28.313921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47751ea7-aa6a-4bde-9ac0-b0a8ea87417c tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.331037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.347366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47751ea7-aa6a-4bde-9ac0-b0a8ea87417c tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7eaa2ee-444c-4834-a993-75630167fe80,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:28.354725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:28.364387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:subnet and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:28.368107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:28.370273 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-47751ea7-aa6a-4bde-9ac0-b0a8ea87417c tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.374332 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-47751ea7-aa6a-4bde-9ac0-b0a8ea87417c tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "DELETE /v2.0/security-groups/f7eaa2ee-444c-4834-a993-75630167fe80 HTTP/1.1" status: 204 len: 168 time: 0.3934338 Jun 15 14:48:28.375010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38736) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:28.384972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:28.394102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b47fc1fe-8600-47c1-88d3-c0dd6d021ff8 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.416412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:28.421267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.453031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-69d5a920-4d3a-4ae1-b4fc-b836e6e311cb None None] Could not find standard attr ID for object 490d638a-62db-4a85-856e-f9aa622e92da. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:48:28.457976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b47fc1fe-8600-47c1-88d3-c0dd6d021ff8 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.463571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] For port 68c17ee6-5182-499d-a1d2-cfb62a779f3e, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:48:28.467514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] For port 68c17ee6-5182-499d-a1d2-cfb62a779f3e, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=68c17ee6-5182-499d-a1d2-cfb62a779f3e,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:48:28.479307 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.511982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-49f9c670-13ab-45b1-8968-236c8dde678b tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Synchronizing usage tracker for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:28.528279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-69d5a920-4d3a-4ae1-b4fc-b836e6e311cb None None] Provisioning complete for port 7a30672f-d79a-4b9e-a163-3522a75e25df triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:28.528279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69d5a920-4d3a-4ae1-b4fc-b836e6e311cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.597620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b47fc1fe-8600-47c1-88d3-c0dd6d021ff8 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.615342 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-49f9c670-13ab-45b1-8968-236c8dde678b tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] Unset dirty status for tenant:bcf5d3c341bb4201959f7cd03421ab9f on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:28.616893 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-49f9c670-13ab-45b1-8968-236c8dde678b tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2396727 Jun 15 14:48:28.631971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69d5a920-4d3a-4ae1-b4fc-b836e6e311cb None None] Port 7a30672f-d79a-4b9e-a163-3522a75e25df cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:28.633542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:28.634183 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:47:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:28.637024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38742) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:28.651756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fc1fe-8600-47c1-88d3-c0dd6d021ff8 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be35df26-8d64-4c9b-a049-6fe03b8af8f5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:28.680236 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b47fc1fe-8600-47c1-88d3-c0dd6d021ff8 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.681747 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b47fc1fe-8600-47c1-88d3-c0dd6d021ff8 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/security-groups/be35df26-8d64-4c9b-a049-6fe03b8af8f5 HTTP/1.1" status: 204 len: 168 time: 0.4199817 Jun 15 14:48:28.684535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38746) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:28.713892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77969763-02a3-4c60-87ee-273d32d73558 None None] Pushing event updated for resources: {'Port': ['ID=68c17ee6-5182-499d-a1d2-cfb62a779f3e,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:28.744778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.745592 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-69d5a920-4d3a-4ae1-b4fc-b836e6e311cb None None] Provisioning for port ebd4644f-5667-45a5-b660-a9b3cc64c452 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:28.778623 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-3234c82f-62ff-42c6-a8a9-ae39ea38228b tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] delete failed (client error): The resource could not be found. Jun 15 14:48:28.783736 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3234c82f-62ff-42c6-a8a9-ae39ea38228b tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "DELETE /v2.0/security-groups/a9dce93c-474c-44d4-894f-16c93e57cd65 HTTP/1.1" status: 404 len: 347 time: 0.1428900 Jun 15 14:48:28.786771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38750) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:28.802440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.855218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-69d5a920-4d3a-4ae1-b4fc-b836e6e311cb None None] Provisioning complete for port ebd4644f-5667-45a5-b660-a9b3cc64c452 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:28.855504 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69d5a920-4d3a-4ae1-b4fc-b836e6e311cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.893755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b0614-d989-4009-b31d-d886745a9c4e req-5d85403a-f848-4397-b44c-bc2c6d7ffe5f tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:28.894984 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-4190706b-54e3-4ca7-b33b-d09d92f22dde tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] show failed (client error): The resource could not be found. Jun 15 14:48:28.896022 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4190706b-54e3-4ca7-b33b-d09d92f22dde tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "GET /v2.0/security-groups/b55deb6b-0bda-4d6d-9c5c-7e7ec07f41a2 HTTP/1.1" status: 404 len: 347 time: 0.1079164 Jun 15 14:48:28.897039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ebd4644f-5667-45a5-b660-a9b3cc64c452 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:28.900222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c95d575-9471-4975-bc1e-d31a59549483 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.902391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38754) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:28.904722 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0a7b0614-d989-4009-b31d-d886745a9c4e req-5d85403a-f848-4397-b44c-bc2c6d7ffe5f tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.3888991 Jun 15 14:48:28.965450 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-f24fb0cd-2e32-47b5-b73b-cf11391a7c61 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] show failed (client error): The resource could not be found. Jun 15 14:48:28.966556 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f24fb0cd-2e32-47b5-b73b-cf11391a7c61 tempest-NegativeSecGroupTest-2099246512 tempest-NegativeSecGroupTest-2099246512-project] 10.222.0.26 "GET /v2.0/security-group-rules/0c2bdfb9-6129-4811-8d68-9170975332ff HTTP/1.1" status: 404 len: 356 time: 0.0609066 Jun 15 14:48:28.981631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:28.982104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Subnet': ['ID=b7c765fb-7c62-4128-92c4-269d34bd38d3,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:28.989117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c95d575-9471-4975-bc1e-d31a59549483 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:28.991671 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0a7b0614-d989-4009-b31d-d886745a9c4e req-9ecd6836-a5ff-4a64-886b-168a1cadbbf5 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822301 Jun 15 14:48:29.032534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Checking segment: {'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:29.032909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network hostable DHCP agents. Network: 74be10d2-6cf5-4397-b65d-66017857a0d2, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:48:29.081782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 74be10d2-6cf5-4397-b65d-66017857a0d2 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:48:29.093432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c95d575-9471-4975-bc1e-d31a59549483 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.115748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 74be10d2-6cf5-4397-b65d-66017857a0d2) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:29.124446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95d575-9471-4975-bc1e-d31a59549483 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=242a7138-589c-4b3c-944d-ccfaa9581d1c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:29.127304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:29.127959 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.136739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c95d575-9471-4975-bc1e-d31a59549483 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.140327 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5c95d575-9471-4975-bc1e-d31a59549483 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/security-groups/242a7138-589c-4b3c-944d-ccfaa9581d1c HTTP/1.1" status: 204 len: 168 time: 0.4518769 Jun 15 14:48:29.141067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38760) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:29.159429 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d2ce8012-5a06-4b60-9712-55f199a8e011 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0197587 Jun 15 14:48:29.205919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf68fa6-924c-4693-a1d0-1078ce7b2195 None None] Network 74be10d2-6cf5-4397-b65d-66017857a0d2 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:29.250969 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38768) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:29.256563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2065860174', 'description': 'tempest-secgroup-smoke-2065860174 description', 'project_id': '032b1386b78145d282edf892a5a65f64'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:29.271929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:29.278058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-96f2064c-8b7b-4fab-a6a2-14e03eb6bc74 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.297819 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:29.314191 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.316626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-96f2064c-8b7b-4fab-a6a2-14e03eb6bc74 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.350877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.359066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:29.365036 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:29.365200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38772) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:29.367892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:29.368111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.373650 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:29.452354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.457323 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.508641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad969a9-7df3-4e52-83f0-9d2de196acf2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:29.515767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bb5e01d3-f98d-4446-8ba9-1f65f9e028bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.517738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.520122 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-34ba472f-79bd-4dea-bffc-45aa395e4c5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2672536 Jun 15 14:48:29.522319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38776) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:29.529535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b9bb560f-0da6-4076-8c3e-ab374ddd08b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '6ad969a9-7df3-4e52-83f0-9d2de196acf2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:29.536879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b9bb560f-0da6-4076-8c3e-ab374ddd08b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:29.541769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b9bb560f-0da6-4076-8c3e-ab374ddd08b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:29.545215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b9bb560f-0da6-4076-8c3e-ab374ddd08b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:29.551625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b9bb560f-0da6-4076-8c3e-ab374ddd08b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:29.569585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9bb560f-0da6-4076-8c3e-ab374ddd08b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.617638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.621826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Pushing event updated for resources: {'Port': ['ID=7bb7c150-4013-471a-b461-41a0e8258295,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:29.625536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-96f2064c-8b7b-4fab-a6a2-14e03eb6bc74 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.659419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ebd4644f-5667-45a5-b660-a9b3cc64c452 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:29.659799 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.660827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9bb560f-0da6-4076-8c3e-ab374ddd08b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.668494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9bb560f-0da6-4076-8c3e-ab374ddd08b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.672813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-96f2064c-8b7b-4fab-a6a2-14e03eb6bc74 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.673948 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-96f2064c-8b7b-4fab-a6a2-14e03eb6bc74 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/security-groups/34761f60-121e-4ca4-bde6-c997a9c35517 HTTP/1.1" status: 204 len: 168 time: 0.5322657 Jun 15 14:48:29.674977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2064c-8b7b-4fab-a6a2-14e03eb6bc74 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34761f60-121e-4ca4-bde6-c997a9c35517,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:29.678475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38782) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:29.744402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb560f-0da6-4076-8c3e-ab374ddd08b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53daa549-3fae-4d20-83cc-4dc3f2568f95,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:29.762614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9bb560f-0da6-4076-8c3e-ab374ddd08b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.769712 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b9bb560f-0da6-4076-8c3e-ab374ddd08b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2461092 Jun 15 14:48:29.770592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38786) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:29.783534 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69d5a920-4d3a-4ae1-b4fc-b836e6e311cb None None] Current status of the port ebd4644f-5667-45a5-b660-a9b3cc64c452 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:29.790333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8d96aca9-a555-452b-bef5-52fa9bf87bee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '6ad969a9-7df3-4e52-83f0-9d2de196acf2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:29.798827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8d96aca9-a555-452b-bef5-52fa9bf87bee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:29.802780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8d96aca9-a555-452b-bef5-52fa9bf87bee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:29.806204 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8d96aca9-a555-452b-bef5-52fa9bf87bee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:29.812990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8d96aca9-a555-452b-bef5-52fa9bf87bee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:29.835763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d96aca9-a555-452b-bef5-52fa9bf87bee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.842491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4b2fa5-15e8-44ad-8877-37f00ff7f517 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting subnet 447d25a7-8d38-46df-9f78-5637c65a2bcf {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:48:29.863088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2fa5-15e8-44ad-8877-37f00ff7f517 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.902794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d96aca9-a555-452b-bef5-52fa9bf87bee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.907557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d96aca9-a555-452b-bef5-52fa9bf87bee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.917687 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0c145f52-2008-4ce8-b09b-9d68c954a02a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bcf5d3c341bb4201959f7cd03421ab9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5508847 Jun 15 14:48:29.923316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38790) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:29.941275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-74be10d2-6cf5-4397-b65d-66017857a0d2', 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ips': [{'subnet_id': 'b7c765fb-7c62-4128-92c4-269d34bd38d3'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:48:29.942111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.948745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2fa5-15e8-44ad-8877-37f00ff7f517 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.959260 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cabf7059-2ce9-4532-860c-f86ed8a6efe7 None None] Could not find standard attr ID for object 490d638a-62db-4a85-856e-f9aa622e92da. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:48:29.961859 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96aca9-a555-452b-bef5-52fa9bf87bee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e627babc-610f-4d10-87e7-aa9079295017,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:29.978271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8d96aca9-a555-452b-bef5-52fa9bf87bee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:29.982303 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8d96aca9-a555-452b-bef5-52fa9bf87bee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2072189 Jun 15 14:48:29.982891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38794) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:29.989930 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:29.990662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ec2bb6be-7ec8-44cd-9cc6-4ab2a6102a71 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '6ad969a9-7df3-4e52-83f0-9d2de196acf2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:29.997029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:30.002241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ec2bb6be-7ec8-44cd-9cc6-4ab2a6102a71 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:30.008649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ec2bb6be-7ec8-44cd-9cc6-4ab2a6102a71 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:30.018566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ec2bb6be-7ec8-44cd-9cc6-4ab2a6102a71 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:30.044377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ec2bb6be-7ec8-44cd-9cc6-4ab2a6102a71 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:30.046449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cabf7059-2ce9-4532-860c-f86ed8a6efe7 None None] Provisioning for port 7bb7c150-4013-471a-b461-41a0e8258295 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:30.056025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-faf1a4d2-ee8b-4a77-8c63-1675afb9ebe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.058633 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ebd4644f-5667-45a5-b660-a9b3cc64c452 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:30.067783 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:27Z', 'revision_number': 1, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:30.072520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cabf7059-2ce9-4532-860c-f86ed8a6efe7 None None] Provisioning complete for port 7bb7c150-4013-471a-b461-41a0e8258295 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:30.072900 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cabf7059-2ce9-4532-860c-f86ed8a6efe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.125252 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb6be-7ec8-44cd-9cc6-4ab2a6102a71 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.136702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb21bbe0-e0a0-4f35-9ba1-f912af39052a None None] The sync data for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv is: [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:27Z', 'revision_number': 1, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:48:30.167734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-faf1a4d2-ee8b-4a77-8c63-1675afb9ebe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.225225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2fa5-15e8-44ad-8877-37f00ff7f517 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.235974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cabf7059-2ce9-4532-860c-f86ed8a6efe7 None None] Port 7bb7c150-4013-471a-b461-41a0e8258295 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:30.266226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb6be-7ec8-44cd-9cc6-4ab2a6102a71 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.269571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Allocated IP 172.20.0.18 (74be10d2-6cf5-4397-b65d-66017857a0d2/b7c765fb-7c62-4128-92c4-269d34bd38d3/5f2852bd-ff22-42e6-9666-10b90c9d5392) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:30.274589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb6be-7ec8-44cd-9cc6-4ab2a6102a71 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.309463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2bb6be-7ec8-44cd-9cc6-4ab2a6102a71 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf4ebfd-d967-46a0-a8bd-34ad7ee717ce,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:30.332676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec2bb6be-7ec8-44cd-9cc6-4ab2a6102a71 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.334042 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ec2bb6be-7ec8-44cd-9cc6-4ab2a6102a71 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3505135 Jun 15 14:48:30.335241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-faf1a4d2-ee8b-4a77-8c63-1675afb9ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.345680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-faf1a4d2-ee8b-4a77-8c63-1675afb9ebe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.349280 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-faf1a4d2-ee8b-4a77-8c63-1675afb9ebe3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34157104-525a-4687-bf44-a02384acd615 HTTP/1.1" status: 204 len: 168 time: 0.4225566 Jun 15 14:48:30.349280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38800) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:30.373650 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6042b720-3242-4cee-87d9-4f4f2b48727e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '6ad969a9-7df3-4e52-83f0-9d2de196acf2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:30.384810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6042b720-3242-4cee-87d9-4f4f2b48727e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:30.390353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6042b720-3242-4cee-87d9-4f4f2b48727e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:30.394374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6042b720-3242-4cee-87d9-4f4f2b48727e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:30.403104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6042b720-3242-4cee-87d9-4f4f2b48727e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:30.413320 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1a4d2-ee8b-4a77-8c63-1675afb9ebe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34157104-525a-4687-bf44-a02384acd615,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:30.441792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6042b720-3242-4cee-87d9-4f4f2b48727e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.469096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Router 626b3e1c-46dd-4aa4-b920-517f14759e68 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:48:30.536202 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cf0ec304-cf5e-46d2-8564-4e54b7e3da70 None None] Provisioning complete for port 7bb7c150-4013-471a-b461-41a0e8258295 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:30.536748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf0ec304-cf5e-46d2-8564-4e54b7e3da70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.567248 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6042b720-3242-4cee-87d9-4f4f2b48727e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.573664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6042b720-3242-4cee-87d9-4f4f2b48727e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.605873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042b720-3242-4cee-87d9-4f4f2b48727e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865871c4-3dd2-4251-bda7-3f155188361b,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:30.622872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2fa5-15e8-44ad-8877-37f00ff7f517 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.650559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6042b720-3242-4cee-87d9-4f4f2b48727e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.658764 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6042b720-3242-4cee-87d9-4f4f2b48727e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2870142 Jun 15 14:48:30.661335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38806) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:30.673172 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e81e418e-6740-48c7-9aef-484fddec6349 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '6ad969a9-7df3-4e52-83f0-9d2de196acf2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:30.695246 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e81e418e-6740-48c7-9aef-484fddec6349 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:30.705682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27634c7a-791f-4a17-b1d2-a860d3432d43 req-a9e4d5ee-79e1-4d17-9e0a-f4ba66043d66 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:30.706343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ec304-cf5e-46d2-8564-4e54b7e3da70 None None] Port 7bb7c150-4013-471a-b461-41a0e8258295 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:30.707298 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-27634c7a-791f-4a17-b1d2-a860d3432d43 req-a9e4d5ee-79e1-4d17-9e0a-f4ba66043d66 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.4262135 Jun 15 14:48:30.711918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2fa5-15e8-44ad-8877-37f00ff7f517 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.712504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e81e418e-6740-48c7-9aef-484fddec6349 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:30.721012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e81e418e-6740-48c7-9aef-484fddec6349 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:30.733614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b2fa5-15e8-44ad-8877-37f00ff7f517 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Subnet': ['ID=447d25a7-8d38-46df-9f78-5637c65a2bcf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:30.743704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e81e418e-6740-48c7-9aef-484fddec6349 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:30.759538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe44d08-c3e0-4ed1-92d9-dbd19f99ca2b None None] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:30.765820 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6e4b2fa5-15e8-44ad-8877-37f00ff7f517 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/447d25a7-8d38-46df-9f78-5637c65a2bcf HTTP/1.1" status: 204 len: 168 time: 1.0858285 Jun 15 14:48:30.773660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38810) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:30.778746 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-e81e418e-6740-48c7-9aef-484fddec6349 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:48:30.797383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e81e418e-6740-48c7-9aef-484fddec6349 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.813485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.825366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.884905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e81e418e-6740-48c7-9aef-484fddec6349 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.890633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e81e418e-6740-48c7-9aef-484fddec6349 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.923022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e418e-6740-48c7-9aef-484fddec6349 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a80feb96-5791-43fe-ace4-1736957df3ef,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:30.939718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e81e418e-6740-48c7-9aef-484fddec6349 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:30.941105 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e81e418e-6740-48c7-9aef-484fddec6349 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2785227 Jun 15 14:48:30.943795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38814) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:30.949632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-baf4e233-f656-4a48-a8a1-930107f55646 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '6ad969a9-7df3-4e52-83f0-9d2de196acf2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:30.956743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-baf4e233-f656-4a48-a8a1-930107f55646 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:30.961047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-baf4e233-f656-4a48-a8a1-930107f55646 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:30.964385 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-baf4e233-f656-4a48-a8a1-930107f55646 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:30.968961 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-27634c7a-791f-4a17-b1d2-a860d3432d43 req-7d81e4f8-0ce0-44de-b68a-7ed5b3bbae56 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368355 Jun 15 14:48:30.970711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-baf4e233-f656-4a48-a8a1-930107f55646 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:30.996414 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-baf4e233-f656-4a48-a8a1-930107f55646 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:48:31.001838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:31.006259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-baf4e233-f656-4a48-a8a1-930107f55646 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.009599 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f029b55-1d06-4f1b-bdfd-694942c361fb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting subnet 5f4ae2f9-3427-4934-bf84-bad1fa4dc0ab {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:48:31.027900 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4513ebc5-a608-4437-95b6-44fc60591790 admin admin] 10.222.0.26 "PUT /v2.0/routers/626b3e1c-46dd-4aa4-b920-517f14759e68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0838692 Jun 15 14:48:31.032535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f029b55-1d06-4f1b-bdfd-694942c361fb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.049551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.103810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Transition to ACTIVE for port object 5f2852bd-ff22-42e6-9666-10b90c9d5392 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:31.113199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f029b55-1d06-4f1b-bdfd-694942c361fb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.115076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-baf4e233-f656-4a48-a8a1-930107f55646 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.122680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-baf4e233-f656-4a48-a8a1-930107f55646 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.161428 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Transition to ACTIVE for port object 5f2852bd-ff22-42e6-9666-10b90c9d5392 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:31.167507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf4e233-f656-4a48-a8a1-930107f55646 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f00c54d-d812-4b01-bb65-f1f25ea9d579,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:31.186171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-baf4e233-f656-4a48-a8a1-930107f55646 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.187752 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-baf4e233-f656-4a48-a8a1-930107f55646 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2427144 Jun 15 14:48:31.225886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.296845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f029b55-1d06-4f1b-bdfd-694942c361fb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.341792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Network 74be10d2-6cf5-4397-b65d-66017857a0d2 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:31.349458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:31.352818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Pushing event updated for resources: {'Port': ['ID=5f2852bd-ff22-42e6-9666-10b90c9d5392,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:31.355096 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:31.422919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f029b55-1d06-4f1b-bdfd-694942c361fb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.479858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Attempting to bind port 5f2852bd-ff22-42e6-9666-10b90c9d5392 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:48:31.480275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Attempting to bind port 5f2852bd-ff22-42e6-9666-10b90c9d5392 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:48:31.480642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Attempting to bind port 5f2852bd-ff22-42e6-9666-10b90c9d5392 on network 74be10d2-6cf5-4397-b65d-66017857a0d2 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:31.485829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f029b55-1d06-4f1b-bdfd-694942c361fb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4ae2f9-3427-4934-bf84-bad1fa4dc0ab,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:31.486566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:48:31.486945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Checking segment: {'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:31.487351 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.488541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Bound using segment: {'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:48:31.488541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Bound port: 5f2852bd-ff22-42e6-9666-10b90c9d5392, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:48:31.488828 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.494629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7f029b55-1d06-4f1b-bdfd-694942c361fb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.503883 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7f029b55-1d06-4f1b-bdfd-694942c361fb tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/5f4ae2f9-3427-4934-bf84-bad1fa4dc0ab HTTP/1.1" status: 204 len: 168 time: 0.7292328 Jun 15 14:48:31.506441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38832) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:31.554669 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d7ddbf-1edb-4c55-883a-da8b03b47b1d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:31.555192 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91d7ddbf-1edb-4c55-883a-da8b03b47b1d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:31.559256 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-91d7ddbf-1edb-4c55-883a-da8b03b47b1d tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/447d25a7-8d38-46df-9f78-5637c65a2bcf HTTP/1.1" status: 404 len: 337 time: 0.0493445 Jun 15 14:48:31.559996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38840) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:31.613420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-4ef8f263-cd84-4771-811a-9adc586eb501 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:31.645852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-4ef8f263-cd84-4771-811a-9adc586eb501 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:31.646140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] For port 5f2852bd-ff22-42e6-9666-10b90c9d5392, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:48:31.647578 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-4ef8f263-cd84-4771-811a-9adc586eb501 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2065860174&fields=id&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 267 time: 0.0893121 Jun 15 14:48:31.650507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] For port 5f2852bd-ff22-42e6-9666-10b90c9d5392, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5f2852bd-ff22-42e6-9666-10b90c9d5392,segment=NetworkSegment(2a864e49-4aef-4a0a-abc9-c5895a0f9a11),segment_id=2a864e49-4aef-4a0a-abc9-c5895a0f9a11)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:48:31.663617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.698495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50155d6-6c3c-412d-8b58-9c2ecfee11b3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting subnet 12b026ba-0fd2-42b3-82fd-092eb0b34ab0 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:48:31.718717 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50155d6-6c3c-412d-8b58-9c2ecfee11b3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.851116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50155d6-6c3c-412d-8b58-9c2ecfee11b3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:31.975618 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfec807-e2cb-4b8e-9dc0-291093f42d7d None None] Pushing event updated for resources: {'Port': ['ID=5f2852bd-ff22-42e6-9666-10b90c9d5392,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:31.993483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:32.020276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-59be9ef3-5b9b-416a-8223-6ac11fe3f08c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:32.022048 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-59be9ef3-5b9b-416a-8223-6ac11fe3f08c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/networks?id=74be10d2-6cf5-4397-b65d-66017857a0d2 HTTP/1.1" status: 200 len: 796 time: 0.3661695 Jun 15 14:48:32.050854 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-6c644ca8-4025-4685-8873-a75025e93693 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/quotas/032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 375 time: 0.0224104 Jun 15 14:48:32.153743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38854) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:32.161328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1343299026-network', 'tenant_id': '574361c67cc449bfae440503c6b70985'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:32.175124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:32.250201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Usage tracker for resource:network and tenant:574361c67cc449bfae440503c6b70985 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:32.308113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50155d6-6c3c-412d-8b58-9c2ecfee11b3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:32.403535 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4694b8-3603-4db4-83f3-9082750be0f0 None None] Network 31bc9a60-91ff-4edc-90fe-28d89a244f2b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:32.432670 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:32.447850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:32.481904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Made reservation on behalf of 574361c67cc449bfae440503c6b70985 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:32.484267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:32.495868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50155d6-6c3c-412d-8b58-9c2ecfee11b3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:32.513193 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:32.541476 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:32.545894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f50155d6-6c3c-412d-8b58-9c2ecfee11b3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:32.551260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50155d6-6c3c-412d-8b58-9c2ecfee11b3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Subnet': ['ID=12b026ba-0fd2-42b3-82fd-092eb0b34ab0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:32.560753 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-a18f602f-8d83-453b-9af8-2c71042fd38c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5017622 Jun 15 14:48:32.561909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Usage tracker for resource:security_group_rule and tenant:574361c67cc449bfae440503c6b70985 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:32.565333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:32.567876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38858) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:32.573135 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f50155d6-6c3c-412d-8b58-9c2ecfee11b3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/12b026ba-0fd2-42b3-82fd-092eb0b34ab0 HTTP/1.1" status: 204 len: 168 time: 1.0117421 Jun 15 14:48:32.579591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a8438494-d66e-413c-90df-1325da6004b2 None None] Provisioning complete for port 7a30672f-d79a-4b9e-a163-3522a75e25df triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:32.579962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a8438494-d66e-413c-90df-1325da6004b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:32.587840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b744c6-60a7-46b2-990f-affcbf10ce41 req-78757283-65c3-4b95-a208-a17f8240de87 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:32.589652 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-39b744c6-60a7-46b2-990f-affcbf10ce41 req-78757283-65c3-4b95-a208-a17f8240de87 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.2067044 Jun 15 14:48:32.625861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:32.642526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a8438494-d66e-413c-90df-1325da6004b2 None None] Port 7a30672f-d79a-4b9e-a163-3522a75e25df cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:32.649070 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-39b744c6-60a7-46b2-990f-affcbf10ce41 req-cc18e59e-471b-46b2-ac07-7867904da999 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530710 Jun 15 14:48:32.659969 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-4486e853-64f3-4c83-9a80-0b0a695bbb38 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:32.660982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4486e853-64f3-4c83-9a80-0b0a695bbb38 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:32.665519 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4486e853-64f3-4c83-9a80-0b0a695bbb38 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/91be9549-c8fe-4059-8846-5cdbe11fad40 HTTP/1.1" status: 404 len: 337 time: 0.0953481 Jun 15 14:48:32.671800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9082f5-dfc4-4543-bf13-9d9440e0f49b req-051e9497-e5f7-44c8-b2ca-8e6f4e6b72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:32.673737 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9082f5-dfc4-4543-bf13-9d9440e0f49b req-051e9497-e5f7-44c8-b2ca-8e6f4e6b72c8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3643c5210fdd422a8c02fdc421c86e35&device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 1099 time: 0.4828854 Jun 15 14:48:32.673946 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38862) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:32.735471 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-af2b1127-0773-4ccf-bcc4-f298963712ab tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Synchronizing usage tracker for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:32.747986 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a8438494-d66e-413c-90df-1325da6004b2 None None] Provisioning complete for port ebd4644f-5667-45a5-b660-a9b3cc64c452 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:32.748506 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a8438494-d66e-413c-90df-1325da6004b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:32.755662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-af2b1127-0773-4ccf-bcc4-f298963712ab tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Unset dirty status for tenant:521159c916044f0ba796279da421933a on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:32.757320 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-af2b1127-0773-4ccf-bcc4-f298963712ab tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "GET /v2.0/ports?device_id=c2d10552-2af5-4337-90d3-01b8cc3f556e HTTP/1.1" status: 200 len: 205 time: 0.0820308 Jun 15 14:48:32.760692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38866) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:32.848145 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-08a69474-a66f-40a6-8cb5-d43328d10d6b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] delete failed (client error): The resource could not be found. Jun 15 14:48:32.852655 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-08a69474-a66f-40a6-8cb5-d43328d10d6b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/routers/c2d10552-2af5-4337-90d3-01b8cc3f556e HTTP/1.1" status: 404 len: 336 time: 0.0908577 Jun 15 14:48:32.853219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:32.920079 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-36950a80-442d-4323-8668-1f7946366ec3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:32.922614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36950a80-442d-4323-8668-1f7946366ec3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:32.928776 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-36950a80-442d-4323-8668-1f7946366ec3 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/0057b1b4-1341-4ddc-bed1-6c55ab7ceda0 HTTP/1.1" status: 404 len: 337 time: 0.0724058 Jun 15 14:48:32.929402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38874) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:32.967115 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-7475d6af-e08d-49ce-b113-f7f9a37c47fa service neutron] 10.222.0.26 "GET /v2.0/networks/74be10d2-6cf5-4397-b65d-66017857a0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459678 Jun 15 14:48:32.980250 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ba43d4-e0ed-4683-8ab1-6499cb0acf90 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:32.981607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ba43d4-e0ed-4683-8ab1-6499cb0acf90 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:32.986057 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e4ba43d4-e0ed-4683-8ab1-6499cb0acf90 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/08aa0be3-2ef6-4318-9b56-fb8cf065548a HTTP/1.1" status: 404 len: 337 time: 0.0545475 Jun 15 14:48:32.988524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38878) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:32.990356 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a8438494-d66e-413c-90df-1325da6004b2 None None] Current status of the port ebd4644f-5667-45a5-b660-a9b3cc64c452 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:33.011231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e36de11-189b-462a-bbd3-1a7af37f8e95 None None] DHCP port deletion for 31bc9a60-91ff-4edc-90fe-28d89a244f2b request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:48:33.022236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 68c17ee6-5182-499d-a1d2-cfb62a779f3e up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:33.036275 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c47b191-3ab9-42df-a67d-1b271310e127 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:33.036673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c47b191-3ab9-42df-a67d-1b271310e127 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:33.038383 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9c47b191-3ab9-42df-a67d-1b271310e127 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/52a470b0-4937-4f82-8b75-f88e798b1b46 HTTP/1.1" status: 404 len: 337 time: 0.0477436 Jun 15 14:48:33.040979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38882) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:33.065351 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2e36de11-189b-462a-bbd3-1a7af37f8e95 None None] Deleting port ebd4644f-5667-45a5-b660-a9b3cc64c452 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:33.065982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2e36de11-189b-462a-bbd3-1a7af37f8e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:33.089827 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a8c8ab-3a66-4a9c-9f97-d369405dc49e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:33.090639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a8c8ab-3a66-4a9c-9f97-d369405dc49e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:33.092447 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c7a8c8ab-3a66-4a9c-9f97-d369405dc49e tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/df0e28dd-8249-43f3-8d8f-d98f58b08904 HTTP/1.1" status: 404 len: 333 time: 0.0504763 Jun 15 14:48:33.095062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38886) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:33.109410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9082f5-dfc4-4543-bf13-9d9440e0f49b req-9ca2d234-52ce-439d-9eca-8489d22a7f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:33.118372 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9082f5-dfc4-4543-bf13-9d9440e0f49b req-9ca2d234-52ce-439d-9eca-8489d22a7f77 service neutron] 10.222.0.44 "GET /v2.0/networks?id=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 HTTP/1.1" status: 200 len: 898 time: 0.3706861 Jun 15 14:48:33.136112 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-faab98f3-c806-4435-9852-97f5d6b05f3b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:33.136692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faab98f3-c806-4435-9852-97f5d6b05f3b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:33.138485 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-faab98f3-c806-4435-9852-97f5d6b05f3b tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/e8bc2dad-0f28-441c-86b3-9a8ca93904eb HTTP/1.1" status: 404 len: 337 time: 0.0424497 Jun 15 14:48:33.141176 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38890) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:33.180813 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-97160827-4d8b-4938-870a-d6fe72c5a3bc tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:33.181399 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97160827-4d8b-4938-870a-d6fe72c5a3bc tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:33.183097 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-97160827-4d8b-4938-870a-d6fe72c5a3bc tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/71fb23ee-2e67-4b13-85fa-e441ee5500ed HTTP/1.1" status: 404 len: 337 time: 0.0409832 Jun 15 14:48:33.188875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38894) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:33.239557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:33.249111 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-083dee32-03b9-46f5-a78f-a4107850d2ac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:33.249826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083dee32-03b9-46f5-a78f-a4107850d2ac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:33.256682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 68c17ee6-5182-499d-a1d2-cfb62a779f3e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:33.256930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38898) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:33.265782 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 68c17ee6-5182-499d-a1d2-cfb62a779f3e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:33.266217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:33.268827 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-083dee32-03b9-46f5-a78f-a4107850d2ac tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/ccc68fec-48ed-4a83-92c2-82376d422baa HTTP/1.1" status: 404 len: 333 time: 0.0661676 Jun 15 14:48:33.317437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:33.380607 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9082f5-dfc4-4543-bf13-9d9440e0f49b req-7c30c924-9e9c-44bc-8053-0de9c19bbe1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f HTTP/1.1" status: 200 len: 1001 time: 0.2501402 Jun 15 14:48:33.389997 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-55c62e12-f118-405b-9705-51e81560b79d service neutron] 10.222.0.26 "GET /v2.0/networks/74be10d2-6cf5-4397-b65d-66017857a0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103978 Jun 15 14:48:33.408716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2e36de11-189b-462a-bbd3-1a7af37f8e95 None None] For port ebd4644f-5667-45a5-b660-a9b3cc64c452, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ebd4644f-5667-45a5-b660-a9b3cc64c452,segment=NetworkSegment(cd57cdfb-05cf-427f-963f-0c656ccf631c),segment_id=cd57cdfb-05cf-427f-963f-0c656ccf631c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:33.409202 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2e36de11-189b-462a-bbd3-1a7af37f8e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:33.437061 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c07ada1-aef9-43be-9cd6-3e940246c497 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:33.437587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c07ada1-aef9-43be-9cd6-3e940246c497 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:33.466334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:48:33.484732 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7c07ada1-aef9-43be-9cd6-3e940246c497 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/46842ed6-b4f7-4030-885c-2cbbbea1aba5 HTTP/1.1" status: 404 len: 337 time: 0.2247634 Jun 15 14:48:33.487416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38902) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:33.502694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:33.503455 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Added segment cac9385d-644f-4d10-9922-b9e90140b863 of type vlan for network d4649c93-86ff-46d8-901b-ffa7cc4be26a Jun 15 14:48:33.531303 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-771b82f4-afac-4d4b-80b5-2634fce16e88 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] DELETE failed (client error): The resource could not be found. Jun 15 14:48:33.531771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-771b82f4-afac-4d4b-80b5-2634fce16e88 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 14:48:33.533540 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-771b82f4-afac-4d4b-80b5-2634fce16e88 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/subnets/8c40f155-a08e-4611-bd88-eedd313afb1b HTTP/1.1" status: 404 len: 337 time: 0.0451477 Jun 15 14:48:33.538643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38906) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:33.543424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5313bdbc-842e-484f-b01f-c847ce8cea89 None None] Network 74be10d2-6cf5-4397-b65d-66017857a0d2 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:33.554558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:33.567305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abc58ab-258b-44f3-a349-62fcc1ff9671,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:33.590019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2e36de11-189b-462a-bbd3-1a7af37f8e95 None None] Calling delete_port for ebd4644f-5667-45a5-b660-a9b3cc64c452 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:33.605563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9082f5-dfc4-4543-bf13-9d9440e0f49b req-c566e1fb-1cb7-4118-8d2b-ad0f4270abc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:33.607126 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9082f5-dfc4-4543-bf13-9d9440e0f49b req-c566e1fb-1cb7-4118-8d2b-ad0f4270abc0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48317201-d757-4bda-87b6-ad06fdc12a70 HTTP/1.1" status: 200 len: 835 time: 0.2128572 Jun 15 14:48:33.648810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-65c498ec-3742-46eb-87e7-58d711e717c2 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Deleting port 7a30672f-d79a-4b9e-a163-3522a75e25df {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:33.649159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65c498ec-3742-46eb-87e7-58d711e717c2 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:33.703420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:33.704411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:33.713697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:33.749698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 68c17ee6-5182-499d-a1d2-cfb62a779f3e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:33.751975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:33.796124 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Sync routers for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:33.806291 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:33.806918 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:33.862475 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7076352 Jun 15 14:48:33.867057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38920) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:33.886489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Request body: {'subnet': {'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1343299026-subnet', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:33.907000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:33.910935 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1631f4ee-57eb-4731-bd07-5a2d8143f5b1 req-e0bee4b4-69ff-441c-a283-1c2deed3fa44 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 210 time: 0.1756444 Jun 15 14:48:33.915097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Usage tracker for resource:subnet and tenant:574361c67cc449bfae440503c6b70985 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:33.935395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:33.964597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9082f5-dfc4-4543-bf13-9d9440e0f49b req-384d4295-f870-4542-89f9-202aee58efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:33.966837 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9082f5-dfc4-4543-bf13-9d9440e0f49b req-384d4295-f870-4542-89f9-202aee58efbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3418729 Jun 15 14:48:33.967986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60642352-d660-4a77-baed-c113d64b3f76 admin admin] Pushing event updated for resources: {'Network': ['ID=d4649c93-86ff-46d8-901b-ffa7cc4be26a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:33.992937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network d4649c93-86ff-46d8-901b-ffa7cc4be26a details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:48:34.005468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ab7a5657-a92f-4b06-b9d2-9a1848627c0c None None] Provisioning for port 5f2852bd-ff22-42e6-9666-10b90c9d5392 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:34.033692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 68c17ee6-5182-499d-a1d2-cfb62a779f3e, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=68c17ee6-5182-499d-a1d2-cfb62a779f3e,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:34.120881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:34.121670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5f2852bd-ff22-42e6-9666-10b90c9d5392 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:34.145604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1990dca-68f8-4d02-9d11-f4c663daa9b3 req-c063a1a1-1487-4993-a359-66b2f733c69f tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:34.153610 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1990dca-68f8-4d02-9d11-f4c663daa9b3 req-c063a1a1-1487-4993-a359-66b2f733c69f tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.2893775 Jun 15 14:48:34.177169 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:34.207475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65c498ec-3742-46eb-87e7-58d711e717c2 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:34.224795 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1990dca-68f8-4d02-9d11-f4c663daa9b3 req-2248655e-ad65-40dc-9e3c-44e0e8b507ac tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701478 Jun 15 14:48:34.227716 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9082f5-dfc4-4543-bf13-9d9440e0f49b req-c0bd4447-7985-4e71-b7be-54e54f21aeeb service neutron] 10.222.0.44 "GET /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489524 Jun 15 14:48:34.229650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:34.387661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-65c498ec-3742-46eb-87e7-58d711e717c2 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Calling delete_port for 7a30672f-d79a-4b9e-a163-3522a75e25df owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:34.412476 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9082f5-dfc4-4543-bf13-9d9440e0f49b req-b845f9f8-ff98-4420-847a-50274996b42e service neutron] 10.222.0.44 "GET /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775796 Jun 15 14:48:34.434997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=68c17ee6-5182-499d-a1d2-cfb62a779f3e,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:34.449937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2e36de11-189b-462a-bbd3-1a7af37f8e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:34.474863 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Made reservation on behalf of 574361c67cc449bfae440503c6b70985 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:34.477703 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:34.516521 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36de11-189b-462a-bbd3-1a7af37f8e95 None None] Pushing event deleted for resources: {'Port': ['ID=ebd4644f-5667-45a5-b660-a9b3cc64c452,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:34.518594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e36de11-189b-462a-bbd3-1a7af37f8e95 None None] No DVR routers for this DVR port ebd4644f-5667-45a5-b660-a9b3cc64c452 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:48:34.527843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 5f2852bd-ff22-42e6-9666-10b90c9d5392 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:34.533060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 5f2852bd-ff22-42e6-9666-10b90c9d5392 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:34.533448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:34.628020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65c498ec-3742-46eb-87e7-58d711e717c2 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:34.674631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 5f2852bd-ff22-42e6-9666-10b90c9d5392 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:34.675631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:34.710969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c498ec-3742-46eb-87e7-58d711e717c2 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Port': ['ID=7a30672f-d79a-4b9e-a163-3522a75e25df,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:34.717085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65c498ec-3742-46eb-87e7-58d711e717c2 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:34.728551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 5f2852bd-ff22-42e6-9666-10b90c9d5392, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5f2852bd-ff22-42e6-9666-10b90c9d5392,segment=NetworkSegment(2a864e49-4aef-4a0a-abc9-c5895a0f9a11),segment_id=2a864e49-4aef-4a0a-abc9-c5895a0f9a11)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:34.734413 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:34.751575 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 2, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:34.754719 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-65c498ec-3742-46eb-87e7-58d711e717c2 tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/ports/7a30672f-d79a-4b9e-a163-3522a75e25df HTTP/1.1" status: 204 len: 168 time: 1.2150037 Jun 15 14:48:34.757174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38926) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:34.769662 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Checking router: 626b3e1c-46dd-4aa4-b920-517f14759e68 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:48:34.770893 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Updating router 626b3e1c-46dd-4aa4-b920-517f14759e68 port 7bb7c150-4013-471a-b461-41a0e8258295 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:48:34.875128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 68c17ee6-5182-499d-a1d2-cfb62a779f3e up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:34.890558 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:34.932526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=5f2852bd-ff22-42e6-9666-10b90c9d5392,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:34.950159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.002703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 68c17ee6-5182-499d-a1d2-cfb62a779f3e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:35.005431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.075053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.105098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e35521fe-5ae8-403d-b328-99702364952e None None] Provisioning complete for port 5f2852bd-ff22-42e6-9666-10b90c9d5392 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:35.105499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e35521fe-5ae8-403d-b328-99702364952e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.223211 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b2777ccc-57c3-4849-ad51-dfe4578e0862 req-78adfcc4-59aa-43d4-bf7b-01b0b938d161 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 210 time: 0.1404767 Jun 15 14:48:35.316095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 68c17ee6-5182-499d-a1d2-cfb62a779f3e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:35.328259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Checking segment: {'id': 'cac9385d-644f-4d10-9922-b9e90140b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:35.328625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Network hostable DHCP agents. Network: d4649c93-86ff-46d8-901b-ffa7cc4be26a, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:48:35.367872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:35.387752 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.390322 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Network d4649c93-86ff-46d8-901b-ffa7cc4be26a is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:48:35.413703 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, d4649c93-86ff-46d8-901b-ffa7cc4be26a) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:35.431428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:35.431428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.434866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ebd4644f-5667-45a5-b660-a9b3cc64c452 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:48:35.461052 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fc4be650-5b29-4876-b816-23aa1b9a2344 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5929139 Jun 15 14:48:35.462052 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38934) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:35.468054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1343299026-router', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:35.471411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e35521fe-5ae8-403d-b328-99702364952e None None] Current status of the port 5f2852bd-ff22-42e6-9666-10b90c9d5392 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:35.475577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:35.479873 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f6ad70-20e2-4f6b-acd9-05a0edf739eb None None] Network d4649c93-86ff-46d8-901b-ffa7cc4be26a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:35.481101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Usage tracker for resource:router and tenant:574361c67cc449bfae440503c6b70985 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:35.485945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:35.492864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:35.509763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.510323 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bc9a60-91ff-4edc-90fe-28d89a244f2b']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:35.510903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.531276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.543296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd57cdfb-05cf-427f-963f-0c656ccf631c') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:35.543731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd57cdfb-05cf-427f-963f-0c656ccf631c') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:35.601951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.606029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: ebd4644f-5667-45a5-b660-a9b3cc64c452 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:48:35.606589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ebd4644f-5667-45a5-b660-a9b3cc64c452 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:48:35.702898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-3350abef-3de2-424a-9d9f-7cec9dec0ddd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:35.706439 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-3350abef-3de2-424a-9d9f-7cec9dec0ddd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks?id=74be10d2-6cf5-4397-b65d-66017857a0d2 HTTP/1.1" status: 200 len: 796 time: 0.4526682 Jun 15 14:48:35.707006 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.717583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.773435 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-d4649c93-86ff-46d8-901b-ffa7cc4be26a', 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'fixed_ips': [{'subnet_id': 'a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:48:35.774352 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.776319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:48:35.776792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.825362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cfcae-b412-4edc-8c51-6a0414e9428d req-28eb31b7-ad80-44ed-849a-02d8c06fc49e tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:35.828115 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d2cfcae-b412-4edc-8c51-6a0414e9428d req-28eb31b7-ad80-44ed-849a-02d8c06fc49e tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.3837512 Jun 15 14:48:35.830685 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment cd57cdfb-05cf-427f-963f-0c656ccf631c resource provider aggregate not found Jun 15 14:48:35.843198 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-0fb72ba1-0132-4b29-a4c5-2003fa953925 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 473 time: 0.1217186 Jun 15 14:48:35.921697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:35.923880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'device_id': 'c7cf9d5e-99c1-4eb3-98eb-86daae97cce3', 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2', 'admin_state_up': True, 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'security_groups': ['6ad969a9-7df3-4e52-83f0-9d2de196acf2']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:35.941670 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment cd57cdfb-05cf-427f-963f-0c656ccf631c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd57cdfb-05cf-427f-963f-0c656ccf631c found for delete ", "request_id": "req-361c06b3-5705-4165-9a59-4021f92406d6"}]} Jun 15 14:48:35.964655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Allocated IP 172.20.0.2 (d4649c93-86ff-46d8-901b-ffa7cc4be26a/a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3/b684c992-501e-4cf4-bb75-37d590913d97) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:36.045417 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Transition to ACTIVE for port object 7bb7c150-4013-471a-b461-41a0e8258295 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:36.054247 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.058877 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.087265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.097596 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d2cfcae-b412-4edc-8c51-6a0414e9428d req-24d47932-93fb-4095-8be3-d5b4599d3f5f tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529695 Jun 15 14:48:36.128966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] Pushing event deleted for resources: {'Network': ['ID=31bc9a60-91ff-4edc-90fe-28d89a244f2b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:36.134332 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c5a2abb4-a386-40bb-8b6a-6c27bb25f13a tempest-PortsTestJSON-1176984818 tempest-PortsTestJSON-1176984818-project] 10.222.0.26 "DELETE /v2.0/networks/31bc9a60-91ff-4edc-90fe-28d89a244f2b HTTP/1.1" status: 204 len: 168 time: 1.3749979 Jun 15 14:48:36.162927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:36.168373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:port and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:36.171837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:36.180252 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:36.204579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:36.209614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.237261 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Pushing event updated for resources: {'Port': ['ID=7bb7c150-4013-471a-b461-41a0e8258295,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:36.286514 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:36.287120 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:36.287594 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:36.288117 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:36.288641 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:36.289140 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:36.289615 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:36.290101 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:36.290576 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:36.291046 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:36.291514 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:36.291981 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:48:36.393003 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Attempting to bind port 7bb7c150-4013-471a-b461-41a0e8258295 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:48:36.393673 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Attempting to bind port 7bb7c150-4013-471a-b461-41a0e8258295 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:48:36.394264 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Attempting to bind port 7bb7c150-4013-471a-b461-41a0e8258295 on network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:36.403533 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.410056 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:48:36.412552 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Checking segment: {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:36.413166 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.413713 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Bound using segment: {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:48:36.414696 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Bound port: 7bb7c150-4013-471a-b461-41a0e8258295, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:48:36.416176 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.429354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Transition to ACTIVE for port object b684c992-501e-4cf4-bb75-37d590913d97 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:36.458854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Transition to ACTIVE for port object b684c992-501e-4cf4-bb75-37d590913d97 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:36.471505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.508328 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3c8ccfce-d465-4f91-b297-432b1130333b req-c15d5b85-e072-4777-bbbf-117387741bb2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 210 time: 0.0859649 Jun 15 14:48:36.520846 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.522998 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] For port 7bb7c150-4013-471a-b461-41a0e8258295, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:48:36.526343 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] For port 7bb7c150-4013-471a-b461-41a0e8258295, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7bb7c150-4013-471a-b461-41a0e8258295,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:48:36.539155 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.560054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.602145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.21 (74be10d2-6cf5-4397-b65d-66017857a0d2/b7c765fb-7c62-4128-92c4-269d34bd38d3/5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:36.616597 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Network d4649c93-86ff-46d8-901b-ffa7cc4be26a is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:36.632283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:36.632643 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:36.633267 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:36.641862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:36.747948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Pushing event updated for resources: {'Port': ['ID=b684c992-501e-4cf4-bb75-37d590913d97,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:36.784988 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Allocated IP 172.26.3.42 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/cc027408-a3c6-4607-9feb-e932df17c90d) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:36.791363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38956) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:36.918305 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b0376-3d71-4d52-a3e7-0a6a3510c5d1 None None] Pushing event updated for resources: {'Port': ['ID=7bb7c150-4013-471a-b461-41a0e8258295,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:36.931374 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Attempting to bind port b684c992-501e-4cf4-bb75-37d590913d97 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:48:36.931744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Attempting to bind port b684c992-501e-4cf4-bb75-37d590913d97 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'cac9385d-644f-4d10-9922-b9e90140b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:48:36.932109 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Attempting to bind port b684c992-501e-4cf4-bb75-37d590913d97 on network d4649c93-86ff-46d8-901b-ffa7cc4be26a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:36.946775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:48:36.947180 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Checking segment: {'id': 'cac9385d-644f-4d10-9922-b9e90140b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:36.947546 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.949257 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Bound using segment: {'id': 'cac9385d-644f-4d10-9922-b9e90140b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:48:36.949984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Bound port: b684c992-501e-4cf4-bb75-37d590913d97, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac9385d-644f-4d10-9922-b9e90140b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:48:36.950368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:36.970373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5f2852bd-ff22-42e6-9666-10b90c9d5392 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:37.019116 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:37.082514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:37.101330 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:37.127178 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] For port b684c992-501e-4cf4-bb75-37d590913d97, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:48:37.129271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 5f2852bd-ff22-42e6-9666-10b90c9d5392 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:37.129642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:37.143863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:37.216626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] For port b684c992-501e-4cf4-bb75-37d590913d97, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b684c992-501e-4cf4-bb75-37d590913d97,segment=NetworkSegment(cac9385d-644f-4d10-9922-b9e90140b863),segment_id=cac9385d-644f-4d10-9922-b9e90140b863)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:48:37.227558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:37.234332 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b7f11497-b630-4990-be30-6a758716a224 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=521159c916044f0ba796279da421933a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418411 Jun 15 14:48:37.240615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 38964) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:37.243141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 74be10d2-6cf5-4397-b65d-66017857a0d2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:37.249647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:37.265435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:37.317375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:37.321310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:37.355684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ef72e-2cf6-4492-8067-0503da1d0684 None None] Pushing event updated for resources: {'Port': ['ID=b684c992-501e-4cf4-bb75-37d590913d97,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:37.397798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741d5f8-8409-4ac0-92ea-806284e639a1 req-fd48107c-df0e-4014-835b-d0b61847d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:37.406371 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f741d5f8-8409-4ac0-92ea-806284e639a1 req-fd48107c-df0e-4014-835b-d0b61847d822 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 1099 time: 0.3488774 Jun 15 14:48:37.427049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 5f2852bd-ff22-42e6-9666-10b90c9d5392 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:37.452431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b5e47c7-ba1c-4e49-86a4-07a6c6425c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:37.477259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:37.477916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:37.532773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b5e47c7-ba1c-4e49-86a4-07a6c6425c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:37.544235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31241356-80cc-44f1-8783-f20fe1d3da12 req-f533baf1-b650-48db-b698-734678d0297f tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:37.550986 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:36Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:37.556704 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff19861-ca0a-47a1-88b6-70ece8c202b6 None None] The sync data for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv is: [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:36Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:48:37.557792 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-31241356-80cc-44f1-8783-f20fe1d3da12 req-f533baf1-b650-48db-b698-734678d0297f tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.2426736 Jun 15 14:48:37.562648 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-f6b69cfc-2da9-4015-ba46-2ebc0c2f5b8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6434031 Jun 15 14:48:37.607627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Request body: {'port': {'device_id': 'c7cf9d5e-99c1-4eb3-98eb-86daae97cce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:37.726052 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-31241356-80cc-44f1-8783-f20fe1d3da12 req-83289241-64ea-4cad-a1d2-09ae6101fb5a tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591592 Jun 15 14:48:37.779724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f23b5211-9238-44d1-bed6-33a50f943dcb None None] Provisioning for port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:37.798207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f23b5211-9238-44d1-bed6-33a50f943dcb None None] Provisioning complete for port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:37.798981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f23b5211-9238-44d1-bed6-33a50f943dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:37.833034 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f741d5f8-8409-4ac0-92ea-806284e639a1 req-4e5ebf98-8890-4958-a5fa-a1dec47a3947 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999608 Jun 15 14:48:37.861715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:37.892066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:37.911858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f23b5211-9238-44d1-bed6-33a50f943dcb None None] Port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:38.004751 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:38.010284 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:38.016952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:38.041878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Pushing event updated for resources: {'Port': ['ID=cc027408-a3c6-4607-9feb-e932df17c90d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:38.076046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b5e47c7-ba1c-4e49-86a4-07a6c6425c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:38.171630 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e47c7-ba1c-4e49-86a4-07a6c6425c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f67df9-716e-45ca-83fc-e0e24ee27d01,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:38.255572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c341c-5662-45f8-af0a-1affbb51b739 req-46cc5e0d-0522-4105-b0d9-5c4d78130462 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:38.257142 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a56c341c-5662-45f8-af0a-1affbb51b739 req-46cc5e0d-0522-4105-b0d9-5c4d78130462 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 932 time: 0.4475279 Jun 15 14:48:38.354393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2b5e47c7-ba1c-4e49-86a4-07a6c6425c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:38.355529 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2b5e47c7-ba1c-4e49-86a4-07a6c6425c4c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21f67df9-716e-45ca-83fc-e0e24ee27d01 HTTP/1.1" status: 204 len: 168 time: 1.1080461 Jun 15 14:48:38.396940 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a56c341c-5662-45f8-af0a-1affbb51b739 req-515afdc5-a61c-4a87-b9b9-bcd6a0f5936d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253524 Jun 15 14:48:38.448875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:48:38.460260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:38.477177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Transition to ACTIVE for port object 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:38.492042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:38.660868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:38.683279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:48:38.822096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:38.913909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Attempting to bind port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:48:38.914375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Attempting to bind port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:48:38.915344 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Attempting to bind port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 on network 74be10d2-6cf5-4397-b65d-66017857a0d2 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:38.927387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 on network 74be10d2-6cf5-4397-b65d-66017857a0d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:48:38.931299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Attempting to bind port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 on network 74be10d2-6cf5-4397-b65d-66017857a0d2 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:38.945338 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:48:38.948931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Checking segment: {'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:38.948931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Bound using segment: {'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:48:38.948931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Bound port: 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:48:38.948931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:39.008646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:48:39.087868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9b64a8-962a-4679-ac1f-f474f2c5fc8c None None] Network d4649c93-86ff-46d8-901b-ffa7cc4be26a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:39.213522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] For port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:48:39.217719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] For port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633,segment=NetworkSegment(2a864e49-4aef-4a0a-abc9-c5895a0f9a11),segment_id=2a864e49-4aef-4a0a-abc9-c5895a0f9a11)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:48:39.229012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:39.235280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b684c992-501e-4cf4-bb75-37d590913d97 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:39.311997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899c198-5e99-4193-b51f-bd05f9a360aa req-aa911d0d-0ca6-4d67-a5ad-f7a53458aee9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:39.315263 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4899c198-5e99-4193-b51f-bd05f9a360aa req-aa911d0d-0ca6-4d67-a5ad-f7a53458aee9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.2480092 Jun 15 14:48:39.321076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:39.322032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:39.323891 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] 10.222.0.44 "PUT /v2.0/ports/5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 HTTP/1.1" status: 200 len: 1094 time: 1.7263014 Jun 15 14:48:39.324549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cf9d5e-99c1-4eb3-98eb-86daae97cce3', 'tag': '5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:48:39.357231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b3833f01-1910-4fb4-b2bf-8464b38a36c1 None None] Provisioning for port b684c992-501e-4cf4-bb75-37d590913d97 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:39.376670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:39.462079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:39.469441 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:39.474143 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e19474ee-2087-4310-9d23-bc2715190287'] response: {'name': 'network-changed', 'server_uuid': 'c7cf9d5e-99c1-4eb3-98eb-86daae97cce3', 'tag': '5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633', 'status': 'completed', 'code': 200} Jun 15 14:48:39.506969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:39.515220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76831c52-aefb-4b47-b1f9-f55662b222f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:39.528071 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4899c198-5e99-4193-b51f-bd05f9a360aa req-d6eedf35-18c3-4b7f-acf6-12be55199fa9 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969903 Jun 15 14:48:39.554909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:48:39.568000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'port_id': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'mac_address': 'fa:16:3e:37:d5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:48:39.578586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port b684c992-501e-4cf4-bb75-37d590913d97 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:39.583060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-1d43c4d2-2133-4aac-82f4-0cbfa2d787d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:39.584970 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-1d43c4d2-2133-4aac-82f4-0cbfa2d787d8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 1097 time: 0.2050793 Jun 15 14:48:39.585767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:39.588579 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port b684c992-501e-4cf4-bb75-37d590913d97 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:39.588987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:39.713043 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-cc98e57c-0a7f-4fdb-a295-c10e2a4da723 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 HTTP/1.1" status: 200 len: 217 time: 0.1175878 Jun 15 14:48:39.770919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 38998) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:39.776862 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8ed6e70-1e48-4bb6-a1ce-bc2ad54215cf'] response: {'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'code': 200} Jun 15 14:48:39.798166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:39.806802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-5cbc5687-fec6-49f2-93a9-984a4a8f571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:39.809101 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-5cbc5687-fec6-49f2-93a9-984a4a8f571a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7c765fb-7c62-4128-92c4-269d34bd38d3 HTTP/1.1" status: 200 len: 838 time: 0.0888352 Jun 15 14:48:39.857067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d8b2c-ef6d-49c6-ab31-cd8bad2b4ab9 req-cdaa226d-62b5-4607-b3b2-cf58d2b4cfc8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:39.858626 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-381d8b2c-ef6d-49c6-ab31-cd8bad2b4ab9 req-cdaa226d-62b5-4607-b3b2-cf58d2b4cfc8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 944 time: 0.1499445 Jun 15 14:48:39.871096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Router 68e3acfb-d9e7-472f-b446-b1a3f8364c07 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:48:39.916562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d4234dcd-c70e-4ed3-8091-a27ab0ed99de tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-33432557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:39.926342 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d4234dcd-c70e-4ed3-8091-a27ab0ed99de tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:39.932239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d4234dcd-c70e-4ed3-8091-a27ab0ed99de tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Usage tracker for resource:router and tenant:7835c906761847b3a5729e97329447a7 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:39.935379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d4234dcd-c70e-4ed3-8091-a27ab0ed99de tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:39.943108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d4234dcd-c70e-4ed3-8091-a27ab0ed99de tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:39.948103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:39.948526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:39.955628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-413ee7e1-ccd2-4380-b1b2-bdee5f568d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:39.957398 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-413ee7e1-ccd2-4380-b1b2-bdee5f568d9a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74be10d2-6cf5-4397-b65d-66017857a0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1407731 Jun 15 14:48:39.959481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4234dcd-c70e-4ed3-8091-a27ab0ed99de tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:39.960839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4234dcd-c70e-4ed3-8091-a27ab0ed99de tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.036050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:48:40.045251 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:40.061497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4234dcd-c70e-4ed3-8091-a27ab0ed99de tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.079465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port b684c992-501e-4cf4-bb75-37d590913d97 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:40.079932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.092074 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:40.109727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4234dcd-c70e-4ed3-8091-a27ab0ed99de tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.111817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.153533 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-b1d13177-bde9-44ae-90fd-56ddeb23a1b0 service neutron] 10.222.0.44 "GET /v2.0/networks/74be10d2-6cf5-4397-b65d-66017857a0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861172 Jun 15 14:48:40.155739 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-381d8b2c-ef6d-49c6-ab31-cd8bad2b4ab9 req-ecfcd567-b56e-4fcb-9f8d-9ca0cf04ce49 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900872 Jun 15 14:48:40.157349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4234dcd-c70e-4ed3-8091-a27ab0ed99de tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.158818 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d4234dcd-c70e-4ed3-8091-a27ab0ed99de tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3865101 Jun 15 14:48:40.162643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39004) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:40.191577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port b684c992-501e-4cf4-bb75-37d590913d97, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b684c992-501e-4cf4-bb75-37d590913d97,segment=NetworkSegment(cac9385d-644f-4d10-9922-b9e90140b863),segment_id=cac9385d-644f-4d10-9922-b9e90140b863)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:40.203445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.204218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7bb7c150-4013-471a-b461-41a0e8258295 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:40.251252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1284738379'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:40.256661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:40.272084 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:40.283330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Usage tracker for resource:network and tenant:7835c906761847b3a5729e97329447a7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:40.289918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:40.304410 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:40.307342 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b38c8b9-31df-451d-9d78-78bf593a7888 req-9269e35f-0127-4eef-aed2-2a54c9fd13ba service neutron] 10.222.0.44 "GET /v2.0/networks/74be10d2-6cf5-4397-b65d-66017857a0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469786 Jun 15 14:48:40.325090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:40.338824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Made reservation on behalf of 7835c906761847b3a5729e97329447a7 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:40.342633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.345418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=b684c992-501e-4cf4-bb75-37d590913d97,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:40.348269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Sync routers for ids ['68e3acfb-d9e7-472f-b446-b1a3f8364c07'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:40.360475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.367054 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 7bb7c150-4013-471a-b461-41a0e8258295 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:40.371366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Routers {'68e3acfb-d9e7-472f-b446-b1a3f8364c07'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:40.372751 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['68e3acfb-d9e7-472f-b446-b1a3f8364c07'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:40.379183 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:40.383595 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Usage tracker for resource:security_group_rule and tenant:7835c906761847b3a5729e97329447a7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:40.389817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.394243 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a699d32a-6f26-49c8-a98b-ccc09b5cebae admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9311404 Jun 15 14:48:40.395041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39008) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:40.395973 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:40.453784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['199f7e7c-3a91-4b27-b27d-7da65c8f9b8f'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:48:40.458813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:40.484012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb08a-9627-492a-98e2-17c92eb62ffd req-091a8f55-27a5-41bd-86e6-06266701eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:40.486481 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-79fbb08a-9627-492a-98e2-17c92eb62ffd req-091a8f55-27a5-41bd-86e6-06266701eaf4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 1097 time: 0.1000326 Jun 15 14:48:40.497541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 7bb7c150-4013-471a-b461-41a0e8258295 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:40.498235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.661980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb08a-9627-492a-98e2-17c92eb62ffd req-69fff3c9-a1e9-47a6-bb71-da60e16e7913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:40.663385 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-79fbb08a-9627-492a-98e2-17c92eb62ffd req-69fff3c9-a1e9-47a6-bb71-da60e16e7913 service neutron] 10.222.0.44 "GET /v2.0/networks?id=74be10d2-6cf5-4397-b65d-66017857a0d2 HTTP/1.1" status: 200 len: 897 time: 0.1700985 Jun 15 14:48:40.752472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-40c8df70-e9a6-4617-af0b-fff8cf9c8bf2 None None] Provisioning complete for port b684c992-501e-4cf4-bb75-37d590913d97 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:40.752863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-40c8df70-e9a6-4617-af0b-fff8cf9c8bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.885210 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Set router 68e3acfb-d9e7-472f-b446-b1a3f8364c07 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:40.917653 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-79fbb08a-9627-492a-98e2-17c92eb62ffd req-9279f3bd-094a-4401-91c8-a8408fa447d1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 HTTP/1.1" status: 200 len: 217 time: 0.2473180 Jun 15 14:48:40.930269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:40.946367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:41.003029 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb08a-9627-492a-98e2-17c92eb62ffd req-e5b9f5be-5fd4-4533-b71b-d5a59acaec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:41.004544 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-79fbb08a-9627-492a-98e2-17c92eb62ffd req-e5b9f5be-5fd4-4533-b71b-d5a59acaec5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=b7c765fb-7c62-4128-92c4-269d34bd38d3 HTTP/1.1" status: 200 len: 838 time: 0.0763743 Jun 15 14:48:41.051014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:48:41.058108 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1cba98-2603-4990-a5c7-0dac10d99979,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:41.073220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22b97b-9938-4737-9427-dc1619362932 req-6b6cea88-af32-4dc1-b0a2-15c900bae8b5 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:41.074761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:41.075116 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Added segment 7b523900-b2d0-41f6-a4dc-33d3f97d702f of type vlan for network 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3 Jun 15 14:48:41.075315 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a22b97b-9938-4737-9427-dc1619362932 req-6b6cea88-af32-4dc1-b0a2-15c900bae8b5 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 945 time: 0.2072287 Jun 15 14:48:41.105022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7bb7c150-4013-471a-b461-41a0e8258295 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:41.105637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:41.142168 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a22b97b-9938-4737-9427-dc1619362932 req-4eab82b1-50ad-4eb0-aa14-aa9986b15558 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555103 Jun 15 14:48:41.150176 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:41.151121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbb08a-9627-492a-98e2-17c92eb62ffd req-e8a60639-bbda-48f3-9472-e5965e39d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:41.152627 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-79fbb08a-9627-492a-98e2-17c92eb62ffd req-e8a60639-bbda-48f3-9472-e5965e39d1c5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=74be10d2-6cf5-4397-b65d-66017857a0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1407378 Jun 15 14:48:41.180453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39014) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:41.283419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.resource_extend [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:48:41.288018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 7bb7c150-4013-471a-b461-41a0e8258295, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7bb7c150-4013-471a-b461-41a0e8258295,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:41.293191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-40c8df70-e9a6-4617-af0b-fff8cf9c8bf2 None None] Current status of the port b684c992-501e-4cf4-bb75-37d590913d97 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:41.305812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:41.382818 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-803c4607-12fa-426f-a9d7-102020aa3a54 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/floatingips/80a1a1e5-6d7f-4914-a302-364edee02767 HTTP/1.1" status: 200 len: 992 time: 0.2010586 Jun 15 14:48:41.405337 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:41.412165 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-79fbb08a-9627-492a-98e2-17c92eb62ffd req-30a10a01-1eac-4c18-9798-9feef76c304f service neutron] 10.222.0.44 "GET /v2.0/networks/74be10d2-6cf5-4397-b65d-66017857a0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524145 Jun 15 14:48:41.412377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:41.412761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:41.415977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b684c992-501e-4cf4-bb75-37d590913d97 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:41.433585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:41.519428 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=7bb7c150-4013-471a-b461-41a0e8258295,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:41.569970 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-79fbb08a-9627-492a-98e2-17c92eb62ffd req-7bf64d80-49ca-4947-a30f-061316b75d90 service neutron] 10.222.0.44 "GET /v2.0/networks/74be10d2-6cf5-4397-b65d-66017857a0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507411 Jun 15 14:48:41.605349 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3669467 Jun 15 14:48:41.605349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66e374-5a41-43c7-b0f2-32dd3ee6f26e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event updated for resources: {'Network': ['ID=052fd770-e2f2-4fa4-87a5-06fe6ee15bf3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:41.605670 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39020) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:41.608090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'name': 'tempest-TestVolumeBootPattern-1343299026-router', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:35Z', 'updated_at': '2022-06-15T14:48:38Z', 'revision_number': 3, 'project_id': '574361c67cc449bfae440503c6b70985', 'gw_port': {'id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:36Z', 'updated_at': '2022-06-15T14:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:41.613493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Request body: {'subnet': {'network_id': '052fd770-e2f2-4fa4-87a5-06fe6ee15bf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:41.613680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port b684c992-501e-4cf4-bb75-37d590913d97 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:41.614059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:41.651422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:48:41.657720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26130b2f-2642-489d-acfd-e4981a27e947 req-09b4ab16-f776-4395-8d06-7920d8539dc1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:41.659620 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-26130b2f-2642-489d-acfd-e4981a27e947 req-09b4ab16-f776-4395-8d06-7920d8539dc1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 944 time: 0.3568635 Jun 15 14:48:41.744517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:41.748441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Usage tracker for resource:subnet and tenant:7835c906761847b3a5729e97329447a7 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:41.751727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:41.753933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Checking router: 68e3acfb-d9e7-472f-b446-b1a3f8364c07 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:48:41.754066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Updating router 68e3acfb-d9e7-472f-b446-b1a3f8364c07 port cc027408-a3c6-4607-9feb-e932df17c90d binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:48:41.757528 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:41.768105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Made reservation on behalf of 7835c906761847b3a5729e97329447a7 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:41.770122 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-26130b2f-2642-489d-acfd-e4981a27e947 req-c7a97263-c11b-44ed-b8b8-7534806c70ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029546 Jun 15 14:48:41.772676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:41.853505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Allocated IP 172.20.0.1 (d4649c93-86ff-46d8-901b-ffa7cc4be26a/a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3/f4e97bf7-1bac-4d27-8218-01d44e353838) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:41.867004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.005797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.086883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event updated for resources: {'Subnet': ['ID=2673bcdb-8af8-432b-816a-048cab7116cd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:42.119573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Checking segment: {'id': '7b523900-b2d0-41f6-a4dc-33d3f97d702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '052fd770-e2f2-4fa4-87a5-06fe6ee15bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:42.119948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Network hostable DHCP agents. Network: 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:48:42.135613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port b684c992-501e-4cf4-bb75-37d590913d97 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:42.143162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Network 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:48:42.167802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:42.173348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:42.173951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.174521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.196860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Transition to ACTIVE for port object f4e97bf7-1bac-4d27-8218-01d44e353838 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:42.197166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea997ad-29e5-476f-8da6-44181171f252 None None] Network 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:42.199867 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e47091d3-323e-4ea0-85df-51b74b446293 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5936134 Jun 15 14:48:42.203281 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39024) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:42.209394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Request body: {'network': {'name': 'tempest-router-network01--1667834928'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:42.214539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:42.218659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Usage tracker for resource:network and tenant:7835c906761847b3a5729e97329447a7 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:42.222521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:42.229002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.230148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:42.241565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Made reservation on behalf of 7835c906761847b3a5729e97329447a7 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:42.245359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.274460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:48:42.284860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.285305 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Added segment 3a4feff4-45a1-49e1-9303-e26c8abe643d of type vlan for network a5151787-56fe-432a-a714-d94be6700aaa Jun 15 14:48:42.294975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Network d4649c93-86ff-46d8-901b-ffa7cc4be26a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:42.298769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:42.301501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:42.317168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.361227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.368044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:42.368439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.415293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.418604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e97bf7-1bac-4d27-8218-01d44e353838,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:42.522144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event updated for resources: {'Network': ['ID=a5151787-56fe-432a-a714-d94be6700aaa,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:42.537380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network a5151787-56fe-432a-a714-d94be6700aaa details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:48:42.553819 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c269c5e7-432f-443f-80fc-553894e10829 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3493454 Jun 15 14:48:42.556730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39028) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:42.564260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Request body: {'network': {'name': 'tempest-router-network02--1000784987'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:42.581660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:42.588682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.589944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Usage tracker for resource:network and tenant:7835c906761847b3a5729e97329447a7 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:42.593558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:42.601520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:42.622072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Made reservation on behalf of 7835c906761847b3a5729e97329447a7 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:42.626746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.667655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:48:42.688714 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:48:42.697100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.698496 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Added segment 20589a0e-b036-4ba8-8503-9db0c5468700 of type vlan for network 78e88295-06ac-4fd3-abba-2557bc6bcef4 Jun 15 14:48:42.739903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.746130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:48:42.747911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:42.787261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.793975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:42.795032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.860920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7bce9d46-7713-4e26-863f-88c6e7b07c24 None None] Provisioning for port f4e97bf7-1bac-4d27-8218-01d44e353838 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:42.870817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-052fd770-e2f2-4fa4-87a5-06fe6ee15bf3', 'network_id': '052fd770-e2f2-4fa4-87a5-06fe6ee15bf3', 'tenant_id': '7835c906761847b3a5729e97329447a7', 'fixed_ips': [{'subnet_id': '2673bcdb-8af8-432b-816a-048cab7116cd'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:48:42.871652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.952849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7bce9d46-7713-4e26-863f-88c6e7b07c24 None None] Provisioning complete for port f4e97bf7-1bac-4d27-8218-01d44e353838 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:42.953489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7bce9d46-7713-4e26-863f-88c6e7b07c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.958397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.965677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:42.990712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.resource_extend [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 15 14:48:43.083494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:43.095252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:43.102951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f4e97bf7-1bac-4d27-8218-01d44e353838,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:43.111077 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5528517 Jun 15 14:48:43.119481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39034) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:43.130679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Request body: {'subnet': {'network_id': 'a5151787-56fe-432a-a714-d94be6700aaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:43.150597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33af4cd-cc71-43fa-83e3-64bb65a76837 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event updated for resources: {'Network': ['ID=78e88295-06ac-4fd3-abba-2557bc6bcef4,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:43.151552 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Transition to ACTIVE for port object cc027408-a3c6-4607-9feb-e932df17c90d will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:43.174906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 78e88295-06ac-4fd3-abba-2557bc6bcef4 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:48:43.187228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7bce9d46-7713-4e26-863f-88c6e7b07c24 None None] Port f4e97bf7-1bac-4d27-8218-01d44e353838 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:43.197069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:43.254670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Network d4649c93-86ff-46d8-901b-ffa7cc4be26a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:43.256087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:43.264490 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:43.270840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Usage tracker for resource:subnet and tenant:7835c906761847b3a5729e97329447a7 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:43.274515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:43.282378 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:43.291570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89257d7d-1f22-4b0c-a632-ed7c825d0a48 req-8d066e4f-91b4-4f41-830f-3c57882c4b0f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:43.292338 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-89257d7d-1f22-4b0c-a632-ed7c825d0a48 req-8d066e4f-91b4-4f41-830f-3c57882c4b0f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:48:43.314460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Made reservation on behalf of 7835c906761847b3a5729e97329447a7 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:43.320786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:43.342561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-89257d7d-1f22-4b0c-a632-ed7c825d0a48 req-8d066e4f-91b4-4f41-830f-3c57882c4b0f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:48:43.343900 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-89257d7d-1f22-4b0c-a632-ed7c825d0a48 req-8d066e4f-91b4-4f41-830f-3c57882c4b0f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 944 time: 0.4307737 Jun 15 14:48:43.413834 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:43.414092 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:43.462847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7bb7c150-4013-471a-b461-41a0e8258295 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:43.487855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Router 68e3acfb-d9e7-472f-b446-b1a3f8364c07 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:48:43.517610 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-89257d7d-1f22-4b0c-a632-ed7c825d0a48 req-cbca4eb6-7fed-453d-9340-06119da2ba9a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671848 Jun 15 14:48:43.563876 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Attempting to bind port cc027408-a3c6-4607-9feb-e932df17c90d on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:48:43.564266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Attempting to bind port cc027408-a3c6-4607-9feb-e932df17c90d by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:48:43.564698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Attempting to bind port cc027408-a3c6-4607-9feb-e932df17c90d on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:43.588634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633,segment=NetworkSegment(2a864e49-4aef-4a0a-abc9-c5895a0f9a11),segment_id=2a864e49-4aef-4a0a-abc9-c5895a0f9a11)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:43.595921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792328e9-cf7d-44a1-b7e7-ade1169d99f0 None None] Pushing event updated for resources: {'Port': ['ID=cc027408-a3c6-4607-9feb-e932df17c90d,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:43.624321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:48:43.624842 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:43.625328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:43.625720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:48:43.626205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Bound port: cc027408-a3c6-4607-9feb-e932df17c90d, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:48:43.626580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:43.651656 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Allocated IP 172.20.0.2 (052fd770-e2f2-4fa4-87a5-06fe6ee15bf3/2673bcdb-8af8-432b-816a-048cab7116cd/6722008c-5845-4639-92d8-7fe06db06783) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:43.668620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:43.686516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633', 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2', 'port_id': '5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633', 'mac_address': 'fa:16:3e:25:ac:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c765fb-7c62-4128-92c4-269d34bd38d3', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:48:43.714317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:43.726379 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-63de6a4f-f89d-4020-b12e-37a7644127d0 admin admin] 10.222.0.26 "PUT /v2.0/routers/68e3acfb-d9e7-472f-b446-b1a3f8364c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3266995 Jun 15 14:48:43.775322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event updated for resources: {'Subnet': ['ID=a171d344-e438-405f-9131-9ee4d90011ea,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:43.779561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Checking segment: {'id': '3a4feff4-45a1-49e1-9303-e26c8abe643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5151787-56fe-432a-a714-d94be6700aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:43.780093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Network hostable DHCP agents. Network: a5151787-56fe-432a-a714-d94be6700aaa, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:48:43.802177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Network a5151787-56fe-432a-a714-d94be6700aaa is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:48:43.806573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ebe9dbda-a0a2-4664-9b26-67958c5f7870 None None] Provisioning complete for port f4e97bf7-1bac-4d27-8218-01d44e353838 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:43.806945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ebe9dbda-a0a2-4664-9b26-67958c5f7870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:43.813541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, a5151787-56fe-432a-a714-d94be6700aaa) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:43.817964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:43.818572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:43.845948 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8aa68998-6742-4c84-a775-4b092896dfbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7238469 Jun 15 14:48:43.848160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39040) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:43.849160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e4e2a-76e3-46b0-aba9-9363ac084a37 None None] Network a5151787-56fe-432a-a714-d94be6700aaa requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:43.855032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Request body: {'subnet': {'network_id': '78e88295-06ac-4fd3-abba-2557bc6bcef4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:43.978121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:43.983170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Usage tracker for resource:subnet and tenant:7835c906761847b3a5729e97329447a7 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:43.988877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:43.996863 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:44.010272 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Made reservation on behalf of 7835c906761847b3a5729e97329447a7 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:48:44.013852 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.103604 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 7bb7c150-4013-471a-b461-41a0e8258295 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:44.103823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.152519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:44.153300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.164599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39048) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:44.170752 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1501406605', 'description': 'tempest-secgroup-smoke-1501406605 description', 'project_id': '3c230092ffa34933b022ca54a63d9435'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:44.177454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:44.182222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Usage tracker for resource:security_group and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:44.185906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:44.188049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] For port cc027408-a3c6-4607-9feb-e932df17c90d, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:48:44.194399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:44.208841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.230605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:44.234846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Usage tracker for resource:security_group_rule and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:44.235244 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] For port cc027408-a3c6-4607-9feb-e932df17c90d, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cc027408-a3c6-4607-9feb-e932df17c90d,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:48:44.238797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:44.245379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:44.249183 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9dbda-a0a2-4664-9b26-67958c5f7870 None None] Port f4e97bf7-1bac-4d27-8218-01d44e353838 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:44.270015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.311161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:48:44.329748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.334968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.341329 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:44.341775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.381050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:44.383948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.385209 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0e02263e-bbec-4e71-ae13-60f3f7a4e995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2195079 Jun 15 14:48:44.388303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39052) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:44.393202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.394743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-27e514a1-7421-4694-b479-bb326a3ce520 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'security_group_rule': {'security_group_id': '0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca', 'project_id': '3c230092ffa34933b022ca54a63d9435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:44.402209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-27e514a1-7421-4694-b479-bb326a3ce520 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:44.406464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-27e514a1-7421-4694-b479-bb326a3ce520 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Usage tracker for resource:security_group_rule and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:44.409853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-27e514a1-7421-4694-b479-bb326a3ce520 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:44.416315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-27e514a1-7421-4694-b479-bb326a3ce520 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:44.436234 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-27e514a1-7421-4694-b479-bb326a3ce520 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.456593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633,segment=NetworkSegment(2a864e49-4aef-4a0a-abc9-c5895a0f9a11),segment_id=2a864e49-4aef-4a0a-abc9-c5895a0f9a11)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:44.483229 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event updated for resources: {'Subnet': ['ID=34d84912-8097-4e7a-848b-dbe47c9e0b07,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:44.491685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Checking segment: {'id': '20589a0e-b036-4ba8-8503-9db0c5468700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78e88295-06ac-4fd3-abba-2557bc6bcef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:44.491685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Network hostable DHCP agents. Network: 78e88295-06ac-4fd3-abba-2557bc6bcef4, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:48:44.512948 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Network 78e88295-06ac-4fd3-abba-2557bc6bcef4 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:48:44.515963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:48:44.517142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-27e514a1-7421-4694-b479-bb326a3ce520 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.522419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-27e514a1-7421-4694-b479-bb326a3ce520 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.525816 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 78e88295-06ac-4fd3-abba-2557bc6bcef4) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:44.531283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:44.532408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.541404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.546108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e514a1-7421-4694-b479-bb326a3ce520 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afbfff5-5326-4c9c-926f-cfd49be018b3,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:44.563057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-27e514a1-7421-4694-b479-bb326a3ce520 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.564449 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-27e514a1-7421-4694-b479-bb326a3ce520 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1752355 Jun 15 14:48:44.565972 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ed9dbffe-c761-459f-93c3-8c90d29182ab tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7163849 Jun 15 14:48:44.567356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39060) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:44.568644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39062) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:44.574063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5f4ebe75-1abf-4688-9a8c-9508c352bbf9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'security_group_rule': {'security_group_id': '0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca', 'project_id': '3c230092ffa34933b022ca54a63d9435', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:44.581369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5f4ebe75-1abf-4688-9a8c-9508c352bbf9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:44.585870 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5f4ebe75-1abf-4688-9a8c-9508c352bbf9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Usage tracker for resource:security_group_rule and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:44.590146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5f4ebe75-1abf-4688-9a8c-9508c352bbf9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:44.596943 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5f4ebe75-1abf-4688-9a8c-9508c352bbf9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:44.615594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Routers {'68e3acfb-d9e7-472f-b446-b1a3f8364c07'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:44.616547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['68e3acfb-d9e7-472f-b446-b1a3f8364c07'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:44.622572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f4ebe75-1abf-4688-9a8c-9508c352bbf9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.674921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a2d40f-d74d-44da-ab62-1e50ca387301 None None] Network 78e88295-06ac-4fd3-abba-2557bc6bcef4 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:44.718512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.735394 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92677027-e332-4997-8aaa-f9c4050bc1a7'] response: {'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'code': 200} Jun 15 14:48:44.745840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:44.779716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792328e9-cf7d-44a1-b7e7-ade1169d99f0 None None] Pushing event updated for resources: {'Port': ['ID=cc027408-a3c6-4607-9feb-e932df17c90d,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:44.793396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f4ebe75-1abf-4688-9a8c-9508c352bbf9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.803655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f4ebe75-1abf-4688-9a8c-9508c352bbf9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.827855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e22e4-7737-4fbf-80f9-8dc109ee013d req-f3772418-4ff2-4f23-95d7-d4c21de4f670 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:44.829408 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a33e22e4-7737-4fbf-80f9-8dc109ee013d req-f3772418-4ff2-4f23-95d7-d4c21de4f670 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 945 time: 0.1422198 Jun 15 14:48:44.845427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:48:44.855684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ebe75-1abf-4688-9a8c-9508c352bbf9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20791383-64ae-4abb-b8fa-7277e28501da,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:44.877138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5f4ebe75-1abf-4688-9a8c-9508c352bbf9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.880927 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5f4ebe75-1abf-4688-9a8c-9508c352bbf9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3097751 Jun 15 14:48:44.881124 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39068) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:44.891310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5fab9d21-6507-436e-b382-1914a0a78281 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'security_group_rule': {'security_group_id': '0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca', 'project_id': '3c230092ffa34933b022ca54a63d9435', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:44.900707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5fab9d21-6507-436e-b382-1914a0a78281 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:44.905073 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a33e22e4-7737-4fbf-80f9-8dc109ee013d req-92073eb7-2dca-4bb8-9136-0fba3eec5ee1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676618 Jun 15 14:48:44.907496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5fab9d21-6507-436e-b382-1914a0a78281 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Usage tracker for resource:security_group_rule and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:44.910668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5fab9d21-6507-436e-b382-1914a0a78281 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:44.917338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5fab9d21-6507-436e-b382-1914a0a78281 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:44.944093 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fab9d21-6507-436e-b382-1914a0a78281 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.945837 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:44.968482 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Transition to ACTIVE for port object 6722008c-5845-4639-92d8-7fe06db06783 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:45.017610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fab9d21-6507-436e-b382-1914a0a78281 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.023993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fab9d21-6507-436e-b382-1914a0a78281 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.049803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab9d21-6507-436e-b382-1914a0a78281 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b103c9-9e1d-4a51-85f5-0d08de1d01f8,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:45.062312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5fab9d21-6507-436e-b382-1914a0a78281 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.064009 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5fab9d21-6507-436e-b382-1914a0a78281 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1806436 Jun 15 14:48:45.066961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39072) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:45.072885 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b51d5d36-cb27-4a2a-b7c7-ca35dc3d1f4b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'security_group_rule': {'security_group_id': '0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca', 'project_id': '3c230092ffa34933b022ca54a63d9435', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:45.080065 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b51d5d36-cb27-4a2a-b7c7-ca35dc3d1f4b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:45.084472 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b51d5d36-cb27-4a2a-b7c7-ca35dc3d1f4b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Usage tracker for resource:security_group_rule and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:45.088311 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b51d5d36-cb27-4a2a-b7c7-ca35dc3d1f4b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:45.094361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.095178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b51d5d36-cb27-4a2a-b7c7-ca35dc3d1f4b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:45.114256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b51d5d36-cb27-4a2a-b7c7-ca35dc3d1f4b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.129162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7bb7c150-4013-471a-b461-41a0e8258295 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:45.160553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Transition to ACTIVE for port object 6722008c-5845-4639-92d8-7fe06db06783 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:45.193017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b51d5d36-cb27-4a2a-b7c7-ca35dc3d1f4b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.198636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b51d5d36-cb27-4a2a-b7c7-ca35dc3d1f4b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.210111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:45.213119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.226267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d5d36-cb27-4a2a-b7c7-ca35dc3d1f4b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17eed55f-fd26-4f6d-bd57-f21759b2c3aa,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:45.236983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b51d5d36-cb27-4a2a-b7c7-ca35dc3d1f4b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.240995 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b51d5d36-cb27-4a2a-b7c7-ca35dc3d1f4b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701093 Jun 15 14:48:45.241148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39076) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:45.246195 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5c5cc225-5ad8-4a30-907d-03f7d7da9e0e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'security_group_rule': {'security_group_id': '0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca', 'project_id': '3c230092ffa34933b022ca54a63d9435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:45.253703 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c5cc225-5ad8-4a30-907d-03f7d7da9e0e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:45.254174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-a5151787-56fe-432a-a714-d94be6700aaa', 'network_id': 'a5151787-56fe-432a-a714-d94be6700aaa', 'tenant_id': '7835c906761847b3a5729e97329447a7', 'fixed_ips': [{'subnet_id': 'a171d344-e438-405f-9131-9ee4d90011ea'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:48:45.255245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.257320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c5cc225-5ad8-4a30-907d-03f7d7da9e0e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Usage tracker for resource:security_group_rule and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:45.260351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c5cc225-5ad8-4a30-907d-03f7d7da9e0e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:45.267372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c5cc225-5ad8-4a30-907d-03f7d7da9e0e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:45.280944 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-5c5cc225-5ad8-4a30-907d-03f7d7da9e0e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Project 3c230092ffa34933b022ca54a63d9435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:48:45.287871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc225-5ad8-4a30-907d-03f7d7da9e0e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.359208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc225-5ad8-4a30-907d-03f7d7da9e0e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.364276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc225-5ad8-4a30-907d-03f7d7da9e0e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.372762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Network 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:45.389364 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cc225-5ad8-4a30-907d-03f7d7da9e0e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ea68d5-f6eb-4d91-9c67-a9a792c61f9a,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:45.390019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:45.404487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c5cc225-5ad8-4a30-907d-03f7d7da9e0e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.408436 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5c5cc225-5ad8-4a30-907d-03f7d7da9e0e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1637042 Jun 15 14:48:45.408804 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39080) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:45.417552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c79d26d5-f752-4ccf-8420-65fbfffdcc20 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'security_group_rule': {'security_group_id': '0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca', 'project_id': '3c230092ffa34933b022ca54a63d9435', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:45.424613 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c79d26d5-f752-4ccf-8420-65fbfffdcc20 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:48:45.428855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c79d26d5-f752-4ccf-8420-65fbfffdcc20 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Usage tracker for resource:security_group_rule and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:48:45.432403 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c79d26d5-f752-4ccf-8420-65fbfffdcc20 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:48:45.439022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c79d26d5-f752-4ccf-8420-65fbfffdcc20 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:48:45.451829 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-c79d26d5-f752-4ccf-8420-65fbfffdcc20 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Project 3c230092ffa34933b022ca54a63d9435 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:48:45.453528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:45.459806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79d26d5-f752-4ccf-8420-65fbfffdcc20 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.461263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] Set router 68e3acfb-d9e7-472f-b446-b1a3f8364c07 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:45.535819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79d26d5-f752-4ccf-8420-65fbfffdcc20 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.541811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79d26d5-f752-4ccf-8420-65fbfffdcc20 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.568742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d26d5-f752-4ccf-8420-65fbfffdcc20 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ff3b226-3b72-4e3e-9ff8-3aee7e1375d1,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:45.581221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c79d26d5-f752-4ccf-8420-65fbfffdcc20 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.585640 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c79d26d5-f752-4ccf-8420-65fbfffdcc20 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1726894 Jun 15 14:48:45.603870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:45.631944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Allocated IP 172.20.0.1 (a5151787-56fe-432a-a714-d94be6700aaa/a171d344-e438-405f-9131-9ee4d90011ea/19aced74-e455-430b-b9c1-28e18afdf50a) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:45.824705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.842421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Transition to ACTIVE for port object 19aced74-e455-430b-b9c1-28e18afdf50a will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:45.868235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.919419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-78e88295-06ac-4fd3-abba-2557bc6bcef4', 'network_id': '78e88295-06ac-4fd3-abba-2557bc6bcef4', 'tenant_id': '7835c906761847b3a5729e97329447a7', 'fixed_ips': [{'subnet_id': '34d84912-8097-4e7a-848b-dbe47c9e0b07'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:48:45.920275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:45.948229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Network a5151787-56fe-432a-a714-d94be6700aaa is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:45.951399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:45.971919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event updated for resources: {'Port': ['ID=19aced74-e455-430b-b9c1-28e18afdf50a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:45.980840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:46.040397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Attempting to bind port 6722008c-5845-4639-92d8-7fe06db06783 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:48:46.040863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Attempting to bind port 6722008c-5845-4639-92d8-7fe06db06783 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '7b523900-b2d0-41f6-a4dc-33d3f97d702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '052fd770-e2f2-4fa4-87a5-06fe6ee15bf3'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:48:46.041139 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Attempting to bind port 6722008c-5845-4639-92d8-7fe06db06783 on network 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:46.105703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Pushing event updated for resources: {'Port': ['ID=6722008c-5845-4639-92d8-7fe06db06783,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:46.105990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:46.170151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:48:46.170792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Checking segment: {'id': '7b523900-b2d0-41f6-a4dc-33d3f97d702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '052fd770-e2f2-4fa4-87a5-06fe6ee15bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:46.170792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:46.171939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Bound using segment: {'id': '7b523900-b2d0-41f6-a4dc-33d3f97d702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '052fd770-e2f2-4fa4-87a5-06fe6ee15bf3'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:48:46.171939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Bound port: 6722008c-5845-4639-92d8-7fe06db06783, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b523900-b2d0-41f6-a4dc-33d3f97d702f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '052fd770-e2f2-4fa4-87a5-06fe6ee15bf3'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:48:46.172150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:46.175507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b859785-5825-4258-a40b-260a8fc71507 req-2f726c8c-9a64-4eea-b1e0-f9dfef0cca01 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:46.177174 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6b859785-5825-4258-a40b-260a8fc71507 req-2f726c8c-9a64-4eea-b1e0-f9dfef0cca01 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 945 time: 0.1369388 Jun 15 14:48:46.234201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Allocated IP 172.20.0.2 (a5151787-56fe-432a-a714-d94be6700aaa/a171d344-e438-405f-9131-9ee4d90011ea/e5f96121-f649-4421-b48f-395c6131a087) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:46.270271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:46.316709 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6b859785-5825-4258-a40b-260a8fc71507 req-48e416aa-d123-4ad0-9cfa-2b6b4a3c37f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122139 Jun 15 14:48:46.600258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] For port 6722008c-5845-4639-92d8-7fe06db06783, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:48:46.635910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Allocated IP 172.20.0.2 (78e88295-06ac-4fd3-abba-2557bc6bcef4/34d84912-8097-4e7a-848b-dbe47c9e0b07/5d0a58dc-25ce-4ef1-9984-d068a23aa84b) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:46.664327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] For port 6722008c-5845-4639-92d8-7fe06db06783, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6722008c-5845-4639-92d8-7fe06db06783,segment=NetworkSegment(7b523900-b2d0-41f6-a4dc-33d3f97d702f),segment_id=7b523900-b2d0-41f6-a4dc-33d3f97d702f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:48:46.686606 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:46.775436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:46.780978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:46.900436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event updated for resources: {'Port': ['ID=19aced74-e455-430b-b9c1-28e18afdf50a,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:46.903008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:46.986964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821326c-4331-4d5d-b7c0-19861fcf0731 None None] Pushing event updated for resources: {'Port': ['ID=6722008c-5845-4639-92d8-7fe06db06783,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:47.011198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'name': 'tempest-TestVolumeBootPattern-1343299026-router', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:35Z', 'updated_at': '2022-06-15T14:48:42Z', 'revision_number': 4, 'project_id': '574361c67cc449bfae440503c6b70985', 'gw_port': {'id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:36Z', 'updated_at': '2022-06-15T14:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'f4e97bf7-1bac-4d27-8218-01d44e353838', 'name': '', 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'mac_address': 'fa:16:3e:74:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:41Z', 'updated_at': '2022-06-15T14:48:42Z', 'revision_number': 2, 'project_id': '574361c67cc449bfae440503c6b70985', 'subnets': [{'id': 'a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:47.029602 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d11f7-f4a7-4dcd-9903-ed1253cb73cf None None] The sync data for ids ['68e3acfb-d9e7-472f-b446-b1a3f8364c07'] in dv-neutron-845844-1-hyperv is: [{'id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'name': 'tempest-TestVolumeBootPattern-1343299026-router', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:35Z', 'updated_at': '2022-06-15T14:48:42Z', 'revision_number': 4, 'project_id': '574361c67cc449bfae440503c6b70985', 'gw_port': {'id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:36Z', 'updated_at': '2022-06-15T14:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'f4e97bf7-1bac-4d27-8218-01d44e353838', 'name': '', 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'mac_address': 'fa:16:3e:74:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:41Z', 'updated_at': '2022-06-15T14:48:42Z', 'revision_number': 2, 'project_id': '574361c67cc449bfae440503c6b70985', 'subnets': [{'id': 'a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:48:47.044229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:47.074021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Transition to ACTIVE for port object e5f96121-f649-4421-b48f-395c6131a087 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:47.098065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Network a5151787-56fe-432a-a714-d94be6700aaa is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:47.100768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:47.183075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Transition to ACTIVE for port object e5f96121-f649-4421-b48f-395c6131a087 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:47.199377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:47.207947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:47.253391 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Transition to ACTIVE for port object 5d0a58dc-25ce-4ef1-9984-d068a23aa84b will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:47.310781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Network a5151787-56fe-432a-a714-d94be6700aaa is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:47.325780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Transition to ACTIVE for port object 5d0a58dc-25ce-4ef1-9984-d068a23aa84b will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:47.332454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:47.341152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:47.347420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:47.573844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Router a7106801-c109-4eb2-957d-4d4c1785d1ea is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:48:47.602051 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Network 78e88295-06ac-4fd3-abba-2557bc6bcef4 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:47.618168 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Pushing event updated for resources: {'Port': ['ID=e5f96121-f649-4421-b48f-395c6131a087,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:47.703556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:47.705635 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6722008c-5845-4639-92d8-7fe06db06783 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:47.749734 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:47.791334 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Attempting to bind port e5f96121-f649-4421-b48f-395c6131a087 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:48:47.791707 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Attempting to bind port e5f96121-f649-4421-b48f-395c6131a087 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '3a4feff4-45a1-49e1-9303-e26c8abe643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5151787-56fe-432a-a714-d94be6700aaa'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:48:47.792069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Attempting to bind port e5f96121-f649-4421-b48f-395c6131a087 on network a5151787-56fe-432a-a714-d94be6700aaa {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:47.808221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b679c-d1fd-4635-9129-57d481b60019 req-465bef61-781a-476b-8c2c-fac6cb239d02 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:47.819911 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-107b679c-d1fd-4635-9129-57d481b60019 req-465bef61-781a-476b-8c2c-fac6cb239d02 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 945 time: 0.2170432 Jun 15 14:48:47.899622 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-107b679c-d1fd-4635-9129-57d481b60019 req-a41d64c1-11fe-4234-a361-83137f354bab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737145 Jun 15 14:48:48.014202 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:48:48.015297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Checking segment: {'id': '3a4feff4-45a1-49e1-9303-e26c8abe643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5151787-56fe-432a-a714-d94be6700aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:48.015890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:48.016470 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Bound using segment: {'id': '3a4feff4-45a1-49e1-9303-e26c8abe643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5151787-56fe-432a-a714-d94be6700aaa'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:48:48.017404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Bound port: e5f96121-f649-4421-b48f-395c6131a087, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4feff4-45a1-49e1-9303-e26c8abe643d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a5151787-56fe-432a-a714-d94be6700aaa'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:48:48.019170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:48.064357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Pushing event updated for resources: {'Port': ['ID=5d0a58dc-25ce-4ef1-9984-d068a23aa84b,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:48.149494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:48.159174 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3e7b880c-7dd3-43ee-9adb-c361df5e134e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "PUT /v2.0/routers/a7106801-c109-4eb2-957d-4d4c1785d1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5893855 Jun 15 14:48:48.168732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39172) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:48.183830 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbbe74e-efbb-4f08-8349-e410fc91d5f9 None None] Sync routers for ids ['a7106801-c109-4eb2-957d-4d4c1785d1ea'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:48.205568 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbbe74e-efbb-4f08-8349-e410fc91d5f9 None None] Routers {'a7106801-c109-4eb2-957d-4d4c1785d1ea'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:48.206288 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-edbbe74e-efbb-4f08-8349-e410fc91d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['a7106801-c109-4eb2-957d-4d4c1785d1ea'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:48.224649 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Attempting to bind port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:48:48.225228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Attempting to bind port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '20589a0e-b036-4ba8-8503-9db0c5468700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78e88295-06ac-4fd3-abba-2557bc6bcef4'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:48:48.225345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Attempting to bind port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b on network 78e88295-06ac-4fd3-abba-2557bc6bcef4 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:48.244221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:48:48.244221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Checking segment: {'id': '20589a0e-b036-4ba8-8503-9db0c5468700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78e88295-06ac-4fd3-abba-2557bc6bcef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:48.244565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:48.244858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Bound using segment: {'id': '20589a0e-b036-4ba8-8503-9db0c5468700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78e88295-06ac-4fd3-abba-2557bc6bcef4'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:48:48.245499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Bound port: 5d0a58dc-25ce-4ef1-9984-d068a23aa84b, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20589a0e-b036-4ba8-8503-9db0c5468700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '78e88295-06ac-4fd3-abba-2557bc6bcef4'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:48:48.245938 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:48.263882 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 6722008c-5845-4639-92d8-7fe06db06783 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:48.279086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] For port e5f96121-f649-4421-b48f-395c6131a087, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:48:48.344964 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-edbbe74e-efbb-4f08-8349-e410fc91d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:48.347901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] For port e5f96121-f649-4421-b48f-395c6131a087, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e5f96121-f649-4421-b48f-395c6131a087,segment=NetworkSegment(3a4feff4-45a1-49e1-9303-e26c8abe643d),segment_id=3a4feff4-45a1-49e1-9303-e26c8abe643d)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:48:48.358577 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbbe74e-efbb-4f08-8349-e410fc91d5f9 None None] Routers {'a7106801-c109-4eb2-957d-4d4c1785d1ea'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:48.359871 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-edbbe74e-efbb-4f08-8349-e410fc91d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['a7106801-c109-4eb2-957d-4d4c1785d1ea'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:48.365317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:48.468813 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-edbbe74e-efbb-4f08-8349-e410fc91d5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:48.474078 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbbe74e-efbb-4f08-8349-e410fc91d5f9 None None] The sync data for ids ['a7106801-c109-4eb2-957d-4d4c1785d1ea'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:48:48.537809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] For port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:48:48.556619 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] For port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5d0a58dc-25ce-4ef1-9984-d068a23aa84b,segment=NetworkSegment(20589a0e-b036-4ba8-8503-9db0c5468700),segment_id=20589a0e-b036-4ba8-8503-9db0c5468700)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:48:48.566988 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e0b9d-66f9-42bd-afac-e3e4f8d73d9f None None] Pushing event updated for resources: {'Port': ['ID=e5f96121-f649-4421-b48f-395c6131a087,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:48.590231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:48.775058 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:48.845004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3edd7cf-6ac0-43a8-9c0d-6db1c479d421 None None] Network 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:49.135956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-205d4b96-c598-4bc1-8b44-f7626e18b84f None None] Provisioning for port 6722008c-5845-4639-92d8-7fe06db06783 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:49.161434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a853f3-66c3-4abb-97a7-e9323620b2f6 None None] Pushing event updated for resources: {'Port': ['ID=5d0a58dc-25ce-4ef1-9984-d068a23aa84b,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:49.172944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-205d4b96-c598-4bc1-8b44-f7626e18b84f None None] Provisioning complete for port 6722008c-5845-4639-92d8-7fe06db06783 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:49.172944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-205d4b96-c598-4bc1-8b44-f7626e18b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:49.316493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:49.332466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:49.332846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:49.520638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb032e-4056-45e6-8c6d-ccfa1065495c req-533ff629-d594-4e7e-bcfe-51ca8871feb5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:49.522790 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dfbb032e-4056-45e6-8c6d-ccfa1065495c req-533ff629-d594-4e7e-bcfe-51ca8871feb5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 945 time: 0.3733778 Jun 15 14:48:49.533964 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-5fd3aa42-7f1a-42b4-b312-3ad994520110 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 14:48:49.538296 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5fd3aa42-7f1a-42b4-b312-3ad994520110 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "PUT /v2.0/routers/a7106801-c109-4eb2-957d-4d4c1785d1ea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3748834 Jun 15 14:48:49.538911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39180) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:49.602974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-205d4b96-c598-4bc1-8b44-f7626e18b84f None None] Current status of the port 6722008c-5845-4639-92d8-7fe06db06783 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:49.602974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-205d4b96-c598-4bc1-8b44-f7626e18b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:49.627734 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cc027408-a3c6-4607-9feb-e932df17c90d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:49.790501 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dfbb032e-4056-45e6-8c6d-ccfa1065495c req-76f4ebc3-1eca-4d23-891e-1a21f1817106 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597537 Jun 15 14:48:49.839169 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-205d4b96-c598-4bc1-8b44-f7626e18b84f None None] For port 6722008c-5845-4639-92d8-7fe06db06783, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6722008c-5845-4639-92d8-7fe06db06783,segment=NetworkSegment(7b523900-b2d0-41f6-a4dc-33d3f97d702f),segment_id=7b523900-b2d0-41f6-a4dc-33d3f97d702f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:49.853993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-205d4b96-c598-4bc1-8b44-f7626e18b84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:49.905698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port cc027408-a3c6-4607-9feb-e932df17c90d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:49.921784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:49.922424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:49.944011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port cc027408-a3c6-4607-9feb-e932df17c90d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:49.944603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:50.096712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cf9d5e-99c1-4eb3-98eb-86daae97cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:48:50.128455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633,segment=NetworkSegment(2a864e49-4aef-4a0a-abc9-c5895a0f9a11),segment_id=2a864e49-4aef-4a0a-abc9-c5895a0f9a11)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:50.152972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:50.159723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d4b96-c598-4bc1-8b44-f7626e18b84f None None] Pushing event updated for resources: {'Port': ['ID=6722008c-5845-4639-92d8-7fe06db06783,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:50.223677 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6ec5f3-272d-4545-9001-e620d5e67191'] response: {'server_uuid': 'c7cf9d5e-99c1-4eb3-98eb-86daae97cce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633', 'code': 200} Jun 15 14:48:50.224969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd00769-a04f-4c2c-b146-13bcce37074b None None] Network a5151787-56fe-432a-a714-d94be6700aaa requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:50.414027 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:50.445940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c2c76b19-1e4d-4fed-8508-66594bfd838b None None] Provisioning for port e5f96121-f649-4421-b48f-395c6131a087 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:50.494140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port cc027408-a3c6-4607-9feb-e932df17c90d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:50.496272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:50.527407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port cc027408-a3c6-4607-9feb-e932df17c90d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cc027408-a3c6-4607-9feb-e932df17c90d,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:50.557397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:50.558183 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5d0a58dc-25ce-4ef1-9984-d068a23aa84b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:50.611431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e15f73-8af7-443e-b05e-3f6d4ef749a2 req-1bcacb10-a842-4074-b931-423328eda44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:50.612998 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15e15f73-8af7-443e-b05e-3f6d4ef749a2 req-1bcacb10-a842-4074-b931-423328eda44f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 1099 time: 0.1460781 Jun 15 14:48:50.669631 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15e15f73-8af7-443e-b05e-3f6d4ef749a2 req-f661faed-48d0-4a39-85dd-85c3475cdbee service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460954 Jun 15 14:48:50.681734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed803939-3fb5-4aa0-b82c-c277660c8d31 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:50.751101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=cc027408-a3c6-4607-9feb-e932df17c90d,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:50.824817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ea021749-2a9f-4109-ad32-c12f7e009481 None None] Provisioning complete for port 6722008c-5845-4639-92d8-7fe06db06783 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:50.825509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea021749-2a9f-4109-ad32-c12f7e009481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:50.946340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Sync routers for ids ['68e3acfb-d9e7-472f-b446-b1a3f8364c07'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:51.017514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Routers {'68e3acfb-d9e7-472f-b446-b1a3f8364c07'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:51.018172 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['68e3acfb-d9e7-472f-b446-b1a3f8364c07'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:51.152484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf6806b-aadd-45fe-908d-0becd7b333f7 None None] Network 78e88295-06ac-4fd3-abba-2557bc6bcef4 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:48:51.193311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9393e25-9647-450e-b316-8b594d3cfac2 req-32e2f195-2705-4d0a-81f2-3c443b4bc379 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:51.194782 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9393e25-9647-450e-b316-8b594d3cfac2 req-32e2f195-2705-4d0a-81f2-3c443b4bc379 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 946 time: 0.1997900 Jun 15 14:48:51.199140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:51.223891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ed803939-3fb5-4aa0-b82c-c277660c8d31 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Deleting port 19aced74-e455-430b-b9c1-28e18afdf50a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:51.224340 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed803939-3fb5-4aa0-b82c-c277660c8d31 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:51.276440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e5f96121-f649-4421-b48f-395c6131a087 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:51.295347 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9393e25-9647-450e-b316-8b594d3cfac2 req-9b618b29-25a5-4e98-b5b1-c56aae471402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912061 Jun 15 14:48:51.443921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed803939-3fb5-4aa0-b82c-c277660c8d31 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:51.460222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ea021749-2a9f-4109-ad32-c12f7e009481 None None] Current status of the port 6722008c-5845-4639-92d8-7fe06db06783 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:51.471141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:51.519306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Set router 68e3acfb-d9e7-472f-b446-b1a3f8364c07 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:51.628901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port e5f96121-f649-4421-b48f-395c6131a087 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:51.653825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e5f96121-f649-4421-b48f-395c6131a087 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:51.654195 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:51.701173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ed803939-3fb5-4aa0-b82c-c277660c8d31 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Calling delete_port for 19aced74-e455-430b-b9c1-28e18afdf50a owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:51.783846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4c771ca-f0a0-4474-88d8-e8f3c5f2a043 None None] Provisioning for port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:51.830114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4c771ca-f0a0-4474-88d8-e8f3c5f2a043 None None] Provisioning complete for port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:51.830404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4c771ca-f0a0-4474-88d8-e8f3c5f2a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:52.026171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed803939-3fb5-4aa0-b82c-c277660c8d31 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:52.093954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed803939-3fb5-4aa0-b82c-c277660c8d31 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event deleted for resources: {'Port': ['ID=19aced74-e455-430b-b9c1-28e18afdf50a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:52.260538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e5f96121-f649-4421-b48f-395c6131a087 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:52.261059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:52.327528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port e5f96121-f649-4421-b48f-395c6131a087, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e5f96121-f649-4421-b48f-395c6131a087,segment=NetworkSegment(3a4feff4-45a1-49e1-9303-e26c8abe643d),segment_id=3a4feff4-45a1-49e1-9303-e26c8abe643d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:52.344619 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:52.380419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c4c771ca-f0a0-4474-88d8-e8f3c5f2a043 None None] Current status of the port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:52.380847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4c771ca-f0a0-4474-88d8-e8f3c5f2a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:52.554076 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6722008c-5845-4639-92d8-7fe06db06783 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:52.583661 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:48:52.668843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ed803939-3fb5-4aa0-b82c-c277660c8d31 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:52.676215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c4c771ca-f0a0-4474-88d8-e8f3c5f2a043 None None] For port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5d0a58dc-25ce-4ef1-9984-d068a23aa84b,segment=NetworkSegment(20589a0e-b036-4ba8-8503-9db0c5468700),segment_id=20589a0e-b036-4ba8-8503-9db0c5468700)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:52.679675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=e5f96121-f649-4421-b48f-395c6131a087,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:52.689258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4c771ca-f0a0-4474-88d8-e8f3c5f2a043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:52.781422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'name': 'tempest-TestVolumeBootPattern-1343299026-router', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:35Z', 'updated_at': '2022-06-15T14:48:42Z', 'revision_number': 4, 'project_id': '574361c67cc449bfae440503c6b70985', 'gw_port': {'id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:36Z', 'updated_at': '2022-06-15T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'f4e97bf7-1bac-4d27-8218-01d44e353838', 'name': '', 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'mac_address': 'fa:16:3e:74:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:41Z', 'updated_at': '2022-06-15T14:48:42Z', 'revision_number': 2, 'project_id': '574361c67cc449bfae440503c6b70985', 'subnets': [{'id': 'a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:52.788246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c771ca-f0a0-4474-88d8-e8f3c5f2a043 None None] Pushing event updated for resources: {'Port': ['ID=5d0a58dc-25ce-4ef1-9984-d068a23aa84b,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:52.791318 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 6722008c-5845-4639-92d8-7fe06db06783 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:52.791784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:52.826704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Checking router: 68e3acfb-d9e7-472f-b446-b1a3f8364c07 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:48:52.827591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Updating router 68e3acfb-d9e7-472f-b446-b1a3f8364c07 port f4e97bf7-1bac-4d27-8218-01d44e353838 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:48:52.889069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d848ef-c9d7-4e4e-801d-8e921f3c60ec req-fc3df527-2b2e-4414-ae93-787e6dcb81f3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:52.898282 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f0d848ef-c9d7-4e4e-801d-8e921f3c60ec req-fc3df527-2b2e-4414-ae93-787e6dcb81f3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 946 time: 0.3077152 Jun 15 14:48:52.915584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0363c1cb-cb88-4f13-81a2-99cf681c9704 None None] Provisioning complete for port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:52.915954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0363c1cb-cb88-4f13-81a2-99cf681c9704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:52.954896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:52.977000 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f0d848ef-c9d7-4e4e-801d-8e921f3c60ec req-5b087538-8f85-4b24-b73b-259d17cfb2f3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709014 Jun 15 14:48:53.160145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 6722008c-5845-4639-92d8-7fe06db06783 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:53.161225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cc027408-a3c6-4607-9feb-e932df17c90d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:53.187951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed803939-3fb5-4aa0-b82c-c277660c8d31 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Router a7106801-c109-4eb2-957d-4d4c1785d1ea has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:48:53.314816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0363c1cb-cb88-4f13-81a2-99cf681c9704 None None] Current status of the port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:53.372407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0363c1cb-cb88-4f13-81a2-99cf681c9704 None None] Could not find standard attr ID for object 19aced74-e455-430b-b9c1-28e18afdf50a. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 14:48:53.385410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed803939-3fb5-4aa0-b82c-c277660c8d31 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:53.401522 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0cfe07-dd41-4423-9b92-7696a00b5178 None None] Sync routers for ids ['a7106801-c109-4eb2-957d-4d4c1785d1ea'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:53.422808 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0cfe07-dd41-4423-9b92-7696a00b5178 None None] Routers {'a7106801-c109-4eb2-957d-4d4c1785d1ea'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:53.423153 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port cc027408-a3c6-4607-9feb-e932df17c90d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:53.423607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:53.428722 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bd0cfe07-dd41-4423-9b92-7696a00b5178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['a7106801-c109-4eb2-957d-4d4c1785d1ea'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:53.444634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c8b79-0fc4-4307-b86c-22fd3d6b0803 req-16297e3d-a4d3-412e-af87-cbd4175da2c2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:48:53.449813 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f6c8b79-0fc4-4307-b86c-22fd3d6b0803 req-16297e3d-a4d3-412e-af87-cbd4175da2c2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 946 time: 0.3187213 Jun 15 14:48:53.457047 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ed803939-3fb5-4aa0-b82c-c277660c8d31 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "PUT /v2.0/routers/a7106801-c109-4eb2-957d-4d4c1785d1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9035826 Jun 15 14:48:53.463629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39200) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:53.500056 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0363c1cb-cb88-4f13-81a2-99cf681c9704 None None] Provisioning complete for port e5f96121-f649-4421-b48f-395c6131a087 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:53.500460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0363c1cb-cb88-4f13-81a2-99cf681c9704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:53.540069 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f6c8b79-0fc4-4307-b86c-22fd3d6b0803 req-8f91ea07-d47c-4306-9734-694529dcc567 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805244 Jun 15 14:48:53.541466 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bd0cfe07-dd41-4423-9b92-7696a00b5178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:53.550887 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0cfe07-dd41-4423-9b92-7696a00b5178 None None] Routers {'a7106801-c109-4eb2-957d-4d4c1785d1ea'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:53.551761 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bd0cfe07-dd41-4423-9b92-7696a00b5178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['a7106801-c109-4eb2-957d-4d4c1785d1ea'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:53.600208 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-eba25e26-9c17-4f5d-a769-1b6638ee56b7 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] delete failed (client error): The resource could not be found. Jun 15 14:48:53.601376 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eba25e26-9c17-4f5d-a769-1b6638ee56b7 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "DELETE /v2.0/routers/tempest-non_exist_router-99413367 HTTP/1.1" status: 404 len: 333 time: 0.1363580 Jun 15 14:48:53.605070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39206) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:53.611746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-278eac73-2a69-41f6-a107-12a543cf8cbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a7106801-c109-4eb2-957d-4d4c1785d1ea'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:48:53.646584 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bd0cfe07-dd41-4423-9b92-7696a00b5178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:53.647624 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0cfe07-dd41-4423-9b92-7696a00b5178 None None] The sync data for ids ['a7106801-c109-4eb2-957d-4d4c1785d1ea'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:48:53.795203 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:53.819161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0363c1cb-cb88-4f13-81a2-99cf681c9704 None None] Current status of the port e5f96121-f649-4421-b48f-395c6131a087 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:53.827079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port cc027408-a3c6-4607-9feb-e932df17c90d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:53.829554 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Transition to ACTIVE for port object f4e97bf7-1bac-4d27-8218-01d44e353838 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:53.837645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:54.018565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ab4b4-8201-47ad-9380-ba8012689c3c None None] Pushing event updated for resources: {'Port': ['ID=f4e97bf7-1bac-4d27-8218-01d44e353838,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:54.095905 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Attempting to bind port f4e97bf7-1bac-4d27-8218-01d44e353838 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:48:54.096326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Attempting to bind port f4e97bf7-1bac-4d27-8218-01d44e353838 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'cac9385d-644f-4d10-9922-b9e90140b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:48:54.096686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Attempting to bind port f4e97bf7-1bac-4d27-8218-01d44e353838 on network d4649c93-86ff-46d8-901b-ffa7cc4be26a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:48:54.101328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-278eac73-2a69-41f6-a107-12a543cf8cbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:54.102723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:48:54.103104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Checking segment: {'id': 'cac9385d-644f-4d10-9922-b9e90140b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:48:54.103505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:54.103914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Bound using segment: {'id': 'cac9385d-644f-4d10-9922-b9e90140b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:48:54.104967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Bound port: f4e97bf7-1bac-4d27-8218-01d44e353838, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac9385d-644f-4d10-9922-b9e90140b863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:48:54.104967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:54.143756 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-278eac73-2a69-41f6-a107-12a543cf8cbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] update failed (client error): The resource could not be found. Jun 15 14:48:54.149759 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39212) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:54.150460 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-278eac73-2a69-41f6-a107-12a543cf8cbc tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "PUT /v2.0/routers/a7106801-c109-4eb2-957d-4d4c1785d1ea HTTP/1.1" status: 404 len: 339 time: 0.5437822 Jun 15 14:48:54.214766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] For port f4e97bf7-1bac-4d27-8218-01d44e353838, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:48:54.218511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] For port f4e97bf7-1bac-4d27-8218-01d44e353838, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f4e97bf7-1bac-4d27-8218-01d44e353838,segment=NetworkSegment(cac9385d-644f-4d10-9922-b9e90140b863),segment_id=cac9385d-644f-4d10-9922-b9e90140b863)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:48:54.224013 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:54.320840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Routers {'68e3acfb-d9e7-472f-b446-b1a3f8364c07'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:54.321569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['68e3acfb-d9e7-472f-b446-b1a3f8364c07'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:54.377404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ab4b4-8201-47ad-9380-ba8012689c3c None None] Pushing event updated for resources: {'Port': ['ID=f4e97bf7-1bac-4d27-8218-01d44e353838,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:54.590186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5d0a58dc-25ce-4ef1-9984-d068a23aa84b up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:54.703600 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] Set router 68e3acfb-d9e7-472f-b446-b1a3f8364c07 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:54.787913 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:54.788304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:54.848221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:55.083274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39218) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:55.117878 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:55.119187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e5f96121-f649-4421-b48f-395c6131a087 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:55.225040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e5f96121-f649-4421-b48f-395c6131a087 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:55.225412 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:55.226905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Allocated IP 172.20.0.1 (052fd770-e2f2-4fa4-87a5-06fe6ee15bf3/2673bcdb-8af8-432b-816a-048cab7116cd/0750c5c4-1c17-4b75-8eb1-e9f7d838327b) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:55.270532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'name': 'tempest-TestVolumeBootPattern-1343299026-router', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:35Z', 'updated_at': '2022-06-15T14:48:42Z', 'revision_number': 4, 'project_id': '574361c67cc449bfae440503c6b70985', 'gw_port': {'id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:36Z', 'updated_at': '2022-06-15T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'f4e97bf7-1bac-4d27-8218-01d44e353838', 'name': '', 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'mac_address': 'fa:16:3e:74:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:41Z', 'updated_at': '2022-06-15T14:48:54Z', 'revision_number': 4, 'project_id': '574361c67cc449bfae440503c6b70985', 'subnets': [{'id': 'a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:55.278031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7393c78-27d2-435e-97e5-adf3b5cb6af6 None None] The sync data for ids ['68e3acfb-d9e7-472f-b446-b1a3f8364c07'] in dv-neutron-845844-1-hyperv is: [{'id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'name': 'tempest-TestVolumeBootPattern-1343299026-router', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:35Z', 'updated_at': '2022-06-15T14:48:42Z', 'revision_number': 4, 'project_id': '574361c67cc449bfae440503c6b70985', 'gw_port': {'id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:36Z', 'updated_at': '2022-06-15T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'f4e97bf7-1bac-4d27-8218-01d44e353838', 'name': '', 'network_id': 'd4649c93-86ff-46d8-901b-ffa7cc4be26a', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'mac_address': 'fa:16:3e:74:ff:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1294, 'fixed_ips': [{'subnet_id': 'a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:41Z', 'updated_at': '2022-06-15T14:48:54Z', 'revision_number': 4, 'project_id': '574361c67cc449bfae440503c6b70985', 'subnets': [{'id': 'a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:48:55.401128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e5f96121-f649-4421-b48f-395c6131a087 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:55.473839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:55.498005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Transition to ACTIVE for port object 0750c5c4-1c17-4b75-8eb1-e9f7d838327b will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:55.527779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:55.598629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Network 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:55.607000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:55.613316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:55.759677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:55.816844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event updated for resources: {'Port': ['ID=0750c5c4-1c17-4b75-8eb1-e9f7d838327b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:55.955484 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:55.989232 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d07cb0be-26ea-44bf-b5ec-887c45a67083 None None] Provisioning for port 0750c5c4-1c17-4b75-8eb1-e9f7d838327b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:55.997162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d07cb0be-26ea-44bf-b5ec-887c45a67083 None None] Provisioning complete for port 0750c5c4-1c17-4b75-8eb1-e9f7d838327b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:55.997612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d07cb0be-26ea-44bf-b5ec-887c45a67083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:56.079748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d07cb0be-26ea-44bf-b5ec-887c45a67083 None None] Port 0750c5c4-1c17-4b75-8eb1-e9f7d838327b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:56.268425 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:56.451614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:56.460110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:56.473904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f4e97bf7-1bac-4d27-8218-01d44e353838 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:56.568728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port f4e97bf7-1bac-4d27-8218-01d44e353838 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:56.580569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f4e97bf7-1bac-4d27-8218-01d44e353838 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:56.581339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:56.582320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:56.618191 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event updated for resources: {'Port': ['ID=0750c5c4-1c17-4b75-8eb1-e9f7d838327b,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:56.755812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f4e97bf7-1bac-4d27-8218-01d44e353838 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:56.757236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:56.799233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port f4e97bf7-1bac-4d27-8218-01d44e353838, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f4e97bf7-1bac-4d27-8218-01d44e353838,segment=NetworkSegment(cac9385d-644f-4d10-9922-b9e90140b863),segment_id=cac9385d-644f-4d10-9922-b9e90140b863)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:48:56.803880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Network 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:56.805516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:56.806950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:56.848808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.17 (74be10d2-6cf5-4397-b65d-66017857a0d2/b7c765fb-7c62-4128-92c4-269d34bd38d3/b666a216-f9b8-42d5-9530-05dec516ddaf) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:48:56.959444 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=f4e97bf7-1bac-4d27-8218-01d44e353838,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:57.108233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:57.111935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b6f511e-668e-4f3c-b8c9-18e429b6a04d None None] Provisioning complete for port 0750c5c4-1c17-4b75-8eb1-e9f7d838327b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:57.112790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b6f511e-668e-4f3c-b8c9-18e429b6a04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:57.128578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object b666a216-f9b8-42d5-9530-05dec516ddaf will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:48:57.160155 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:57.171198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Router a7106801-c109-4eb2-957d-4d4c1785d1ea has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:48:57.184756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f511e-668e-4f3c-b8c9-18e429b6a04d None None] Port 0750c5c4-1c17-4b75-8eb1-e9f7d838327b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:57.239295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 74be10d2-6cf5-4397-b65d-66017857a0d2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:57.242582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:57.246844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:48:57.287824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9023dc5b-191b-45a2-9ff3-47657937af5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:57.296729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=b666a216-f9b8-42d5-9530-05dec516ddaf,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:57.322376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:57.367605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:57.377868 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7508ce89-ebfc-4bbf-ae1d-e9c7453f2dd9 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "PUT /v2.0/routers/a7106801-c109-4eb2-957d-4d4c1785d1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2261677 Jun 15 14:48:57.379311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2a3c5f-ac3b-4662-8f2c-b714d428e71f None None] Sync routers for ids ['a7106801-c109-4eb2-957d-4d4c1785d1ea'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:57.380612 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39226) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:57.393171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a3c5f-ac3b-4662-8f2c-b714d428e71f None None] Routers {'a7106801-c109-4eb2-957d-4d4c1785d1ea'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:57.393955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7f2a3c5f-ac3b-4662-8f2c-b714d428e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['a7106801-c109-4eb2-957d-4d4c1785d1ea'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:57.502694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7f2a3c5f-ac3b-4662-8f2c-b714d428e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:57.513119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2a3c5f-ac3b-4662-8f2c-b714d428e71f None None] Routers {'a7106801-c109-4eb2-957d-4d4c1785d1ea'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:57.513817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7f2a3c5f-ac3b-4662-8f2c-b714d428e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['a7106801-c109-4eb2-957d-4d4c1785d1ea'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:57.529387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:57.579571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7f2a3c5f-ac3b-4662-8f2c-b714d428e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:57.579979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2a3c5f-ac3b-4662-8f2c-b714d428e71f None None] The sync data for ids ['a7106801-c109-4eb2-957d-4d4c1785d1ea'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:48:57.611058 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cf56edeb-f557-46f6-87b9-2dbc0bda5490 None None] Provisioning for port b666a216-f9b8-42d5-9530-05dec516ddaf completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:48:57.615414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-eb0fc17d-5265-4d1b-99f1-5dc75be3b33e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:57.619093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cf56edeb-f557-46f6-87b9-2dbc0bda5490 None None] Provisioning complete for port b666a216-f9b8-42d5-9530-05dec516ddaf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:57.620507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf56edeb-f557-46f6-87b9-2dbc0bda5490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:57.692077 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cf56edeb-f557-46f6-87b9-2dbc0bda5490 None None] Port b666a216-f9b8-42d5-9530-05dec516ddaf cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:57.804287 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-eb0fc17d-5265-4d1b-99f1-5dc75be3b33e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 15 14:48:57.808100 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-eb0fc17d-5265-4d1b-99f1-5dc75be3b33e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "DELETE /v2.0/routers/a7106801-c109-4eb2-957d-4d4c1785d1ea HTTP/1.1" status: 409 len: 329 time: 0.4238224 Jun 15 14:48:57.808369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39230) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:48:58.159527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:58.165781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:58.284169 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=b666a216-f9b8-42d5-9530-05dec516ddaf,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:58.287316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:58.386006 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4a49aa8-7719-4291-8c3b-2b19ff579391 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:58.446096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 74be10d2-6cf5-4397-b65d-66017857a0d2 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:48:58.447278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:48:58.452235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f4e97bf7-1bac-4d27-8218-01d44e353838 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:48:58.551274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f4e97bf7-1bac-4d27-8218-01d44e353838 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:58.551992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:58.758232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router c99767e6-57b8-4777-912d-80e561fb459a has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:48:58.798289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f4e97bf7-1bac-4d27-8218-01d44e353838 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:48:58.823890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-42b6eb95-6b55-4fff-9a08-3dd8804a11e6 None None] Provisioning complete for port b666a216-f9b8-42d5-9530-05dec516ddaf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:48:58.824586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-42b6eb95-6b55-4fff-9a08-3dd8804a11e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:58.880225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-42b6eb95-6b55-4fff-9a08-3dd8804a11e6 None None] Port b666a216-f9b8-42d5-9530-05dec516ddaf cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:48:58.974590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c4a49aa8-7719-4291-8c3b-2b19ff579391 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Deleting port 0750c5c4-1c17-4b75-8eb1-e9f7d838327b {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:48:58.975833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4a49aa8-7719-4291-8c3b-2b19ff579391 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:58.989656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:48:59.000639 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Sync routers for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:48:59.012951 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:48:59.014568 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:59.031438 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-24437c59-c7c3-4381-87b3-9a5ea419b2c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/c99767e6-57b8-4777-912d-80e561fb459a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9461682 Jun 15 14:48:59.219983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4a49aa8-7719-4291-8c3b-2b19ff579391 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:59.233108 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:48:59.357169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c4a49aa8-7719-4291-8c3b-2b19ff579391 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Calling delete_port for 0750c5c4-1c17-4b75-8eb1-e9f7d838327b owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:48:59.360574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6401cacb-4f68-4701-9a80-579cfd03e3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:59.557095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4a49aa8-7719-4291-8c3b-2b19ff579391 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:59.609477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a49aa8-7719-4291-8c3b-2b19ff579391 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event deleted for resources: {'Port': ['ID=0750c5c4-1c17-4b75-8eb1-e9f7d838327b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:48:59.609868 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:48:57Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '10b91b0b-0c2b-468f-98dc-6418159ed9e2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.120', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'port_id': '91afc305-0296-4bfa-a832-f2414a26fd95', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'mac_address': 'fa:16:3e:49:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:47:54Z', 'updated_at': '2022-06-15T14:48:00Z', 'revision_number': 1, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666a216-f9b8-42d5-9530-05dec516ddaf', 'name': '', 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:f0:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b7c765fb-7c62-4128-92c4-269d34bd38d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:56Z', 'updated_at': '2022-06-15T14:48:57Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'b7c765fb-7c62-4128-92c4-269d34bd38d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:29Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:48:59.615611 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Checking router: c99767e6-57b8-4777-912d-80e561fb459a for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:48:59.615611 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Updating router c99767e6-57b8-4777-912d-80e561fb459a port b666a216-f9b8-42d5-9530-05dec516ddaf binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:48:59.675465 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:48:59.864994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4a49aa8-7719-4291-8c3b-2b19ff579391 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:00.110108 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:00.145388 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Transition to ACTIVE for port object b666a216-f9b8-42d5-9530-05dec516ddaf will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:00.156854 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:00.161637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a49aa8-7719-4291-8c3b-2b19ff579391 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Router a7106801-c109-4eb2-957d-4d4c1785d1ea has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:49:00.322421 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48da697-43ad-4d33-9c9a-06aa40dc333a None None] Pushing event updated for resources: {'Port': ['ID=b666a216-f9b8-42d5-9530-05dec516ddaf,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:00.398760 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Attempting to bind port b666a216-f9b8-42d5-9530-05dec516ddaf on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:49:00.399492 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Attempting to bind port b666a216-f9b8-42d5-9530-05dec516ddaf by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:49:00.400090 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Attempting to bind port b666a216-f9b8-42d5-9530-05dec516ddaf on network 74be10d2-6cf5-4397-b65d-66017857a0d2 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:49:00.408492 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:49:00.409332 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Checking segment: {'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:49:00.410060 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:00.410455 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Bound using segment: {'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:49:00.410929 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Bound port: b666a216-f9b8-42d5-9530-05dec516ddaf, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a864e49-4aef-4a0a-abc9-c5895a0f9a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:49:00.411304 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:00.437743 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a49aa8-7719-4291-8c3b-2b19ff579391 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:49:00.448605 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378d45d-74f4-4a5e-becd-a8ce2ef67fb0 None None] Sync routers for ids ['a7106801-c109-4eb2-957d-4d4c1785d1ea'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:49:00.453072 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c4a49aa8-7719-4291-8c3b-2b19ff579391 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "PUT /v2.0/routers/a7106801-c109-4eb2-957d-4d4c1785d1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6433017 Jun 15 14:49:00.454139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39244) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:00.471383 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378d45d-74f4-4a5e-becd-a8ce2ef67fb0 None None] Routers {'a7106801-c109-4eb2-957d-4d4c1785d1ea'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:00.472032 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b378d45d-74f4-4a5e-becd-a8ce2ef67fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['a7106801-c109-4eb2-957d-4d4c1785d1ea'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:00.530584 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-e71e83df-fe8b-4854-a4d9-5b76bcb37bea tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] show failed (client error): The resource could not be found. Jun 15 14:49:00.534422 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e71e83df-fe8b-4854-a4d9-5b76bcb37bea tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "GET /v2.0/routers/tempest-non_exist_router-1963039065 HTTP/1.1" status: 404 len: 335 time: 0.0767841 Jun 15 14:49:00.537119 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39248) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:00.544442 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b378d45d-74f4-4a5e-becd-a8ce2ef67fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:00.545821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8cbf43dd-80b1-4052-82d2-16d8f45f7c42 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:00.549048 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] For port b666a216-f9b8-42d5-9530-05dec516ddaf, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:49:00.555899 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] For port b666a216-f9b8-42d5-9530-05dec516ddaf, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b666a216-f9b8-42d5-9530-05dec516ddaf,segment=NetworkSegment(2a864e49-4aef-4a0a-abc9-c5895a0f9a11),segment_id=2a864e49-4aef-4a0a-abc9-c5895a0f9a11)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:49:00.567044 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:00.570449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378d45d-74f4-4a5e-becd-a8ce2ef67fb0 None None] Routers {'a7106801-c109-4eb2-957d-4d4c1785d1ea'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:00.571094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b378d45d-74f4-4a5e-becd-a8ce2ef67fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['a7106801-c109-4eb2-957d-4d4c1785d1ea'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:00.619876 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-8cbf43dd-80b1-4052-82d2-16d8f45f7c42 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] update failed (client error): The resource could not be found. Jun 15 14:49:00.624819 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8cbf43dd-80b1-4052-82d2-16d8f45f7c42 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "PUT /v2.0/routers/tempest-non_exist_router-329567089 HTTP/1.1" status: 404 len: 334 time: 0.0831068 Jun 15 14:49:00.625255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39252) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:00.650474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:00.661232 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b378d45d-74f4-4a5e-becd-a8ce2ef67fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:00.661676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378d45d-74f4-4a5e-becd-a8ce2ef67fb0 None None] The sync data for ids ['a7106801-c109-4eb2-957d-4d4c1785d1ea'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:49:00.668155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:00.713993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-888c9a2a-16cd-4201-9cf5-1435cdf77db3 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Deleting subnet 34d84912-8097-4e7a-848b-dbe47c9e0b07 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:49:00.715192 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:00.716085 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:00.722314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-888c9a2a-16cd-4201-9cf5-1435cdf77db3 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:00.797902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-888c9a2a-16cd-4201-9cf5-1435cdf77db3 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:00.798673 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48da697-43ad-4d33-9c9a-06aa40dc333a None None] Pushing event updated for resources: {'Port': ['ID=b666a216-f9b8-42d5-9530-05dec516ddaf,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:00.896505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-888c9a2a-16cd-4201-9cf5-1435cdf77db3 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:00.946352 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:00.976034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-888c9a2a-16cd-4201-9cf5-1435cdf77db3 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:01.023498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c9a2a-16cd-4201-9cf5-1435cdf77db3 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event deleted for resources: {'Subnet': ['ID=34d84912-8097-4e7a-848b-dbe47c9e0b07,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:01.025467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-888c9a2a-16cd-4201-9cf5-1435cdf77db3 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:01.034344 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-888c9a2a-16cd-4201-9cf5-1435cdf77db3 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "DELETE /v2.0/subnets/34d84912-8097-4e7a-848b-dbe47c9e0b07 HTTP/1.1" status: 204 len: 168 time: 0.4056089 Jun 15 14:49:01.034789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39256) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:01.039859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0f1cea-8988-41f3-8f25-7cfcc2a31b3f None None] Network 78e88295-06ac-4fd3-abba-2557bc6bcef4 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:49:01.102562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7262615d-079d-4efd-8ddd-3f2dcc0cc05f tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Deleting subnet a171d344-e438-405f-9131-9ee4d90011ea {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:49:01.105860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7262615d-079d-4efd-8ddd-3f2dcc0cc05f tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:01.174990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7262615d-079d-4efd-8ddd-3f2dcc0cc05f tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:01.310004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7262615d-079d-4efd-8ddd-3f2dcc0cc05f tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:01.368168 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf559bf-394a-4aa6-8e81-9b75fdfce389 None None] DHCP port deletion for 78e88295-06ac-4fd3-abba-2557bc6bcef4 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:49:01.372548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8cf559bf-394a-4aa6-8e81-9b75fdfce389 None None] Deleting port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:01.373590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8cf559bf-394a-4aa6-8e81-9b75fdfce389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:01.379185 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:48:57Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '10b91b0b-0c2b-468f-98dc-6418159ed9e2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.120', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'port_id': '91afc305-0296-4bfa-a832-f2414a26fd95', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'mac_address': 'fa:16:3e:49:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:47:54Z', 'updated_at': '2022-06-15T14:48:00Z', 'revision_number': 1, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666a216-f9b8-42d5-9530-05dec516ddaf', 'name': '', 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:f0:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b7c765fb-7c62-4128-92c4-269d34bd38d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:56Z', 'updated_at': '2022-06-15T14:49:00Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'b7c765fb-7c62-4128-92c4-269d34bd38d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:29Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:01.386594 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd93fa7-70f7-4571-8ea5-3cb234004a0c None None] The sync data for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv is: [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:48:57Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '10b91b0b-0c2b-468f-98dc-6418159ed9e2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.120', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'port_id': '91afc305-0296-4bfa-a832-f2414a26fd95', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'mac_address': 'fa:16:3e:49:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:47:54Z', 'updated_at': '2022-06-15T14:48:00Z', 'revision_number': 1, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b666a216-f9b8-42d5-9530-05dec516ddaf', 'name': '', 'network_id': '74be10d2-6cf5-4397-b65d-66017857a0d2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:f0:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'b7c765fb-7c62-4128-92c4-269d34bd38d3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:56Z', 'updated_at': '2022-06-15T14:49:00Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'b7c765fb-7c62-4128-92c4-269d34bd38d3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:29Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:49:01.405014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7262615d-079d-4efd-8ddd-3f2dcc0cc05f tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:01.461651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262615d-079d-4efd-8ddd-3f2dcc0cc05f tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event deleted for resources: {'Subnet': ['ID=a171d344-e438-405f-9131-9ee4d90011ea,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:01.467265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7262615d-079d-4efd-8ddd-3f2dcc0cc05f tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:01.480842 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7262615d-079d-4efd-8ddd-3f2dcc0cc05f tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "DELETE /v2.0/subnets/a171d344-e438-405f-9131-9ee4d90011ea HTTP/1.1" status: 204 len: 168 time: 0.4453561 Jun 15 14:49:01.483389 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39270) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:01.498416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2127834-6a1c-4296-8d3e-461ca82ca17f None None] Network a5151787-56fe-432a-a714-d94be6700aaa requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:49:01.633094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:01.653694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Deleting port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:01.654125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:01.881181 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-8cf559bf-394a-4aa6-8e81-9b75fdfce389 None None] For port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5d0a58dc-25ce-4ef1-9984-d068a23aa84b,segment=NetworkSegment(20589a0e-b036-4ba8-8503-9db0c5468700),segment_id=20589a0e-b036-4ba8-8503-9db0c5468700)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:01.881585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8cf559bf-394a-4aa6-8e81-9b75fdfce389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:01.899178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] For port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5d0a58dc-25ce-4ef1-9984-d068a23aa84b,segment=NetworkSegment(20589a0e-b036-4ba8-8503-9db0c5468700),segment_id=20589a0e-b036-4ba8-8503-9db0c5468700)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:01.899427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.022882 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8cf559bf-394a-4aa6-8e81-9b75fdfce389 None None] Calling delete_port for 5d0a58dc-25ce-4ef1-9984-d068a23aa84b owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:02.047331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Calling delete_port for 5d0a58dc-25ce-4ef1-9984-d068a23aa84b owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:02.087162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: from cryptography.utils import int_from_bytes Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: from cryptography.utils import int_from_bytes Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn_limited( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn_limited( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:02.131298 dv-neutron-845844-1-hyperv neutron-server[89019]: util.warn( Jun 15 14:49:02.135814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8cf559bf-394a-4aa6-8e81-9b75fdfce389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.142778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:49:02.143320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:49:02.192579 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf559bf-394a-4aa6-8e81-9b75fdfce389 None None] Pushing event deleted for resources: {'Port': ['ID=5d0a58dc-25ce-4ef1-9984-d068a23aa84b,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:02.194460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf559bf-394a-4aa6-8e81-9b75fdfce389 None None] No DVR routers for this DVR port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:49:02.203364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1be663-94e6-453d-a4b7-8014da0b09ba None None] DHCP port deletion for a5151787-56fe-432a-a714-d94be6700aaa request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:49:02.213475 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1b1be663-94e6-453d-a4b7-8014da0b09ba None None] Deleting port e5f96121-f649-4421-b48f-395c6131a087 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:02.213940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1b1be663-94e6-453d-a4b7-8014da0b09ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.469570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b666a216-f9b8-42d5-9530-05dec516ddaf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:49:02.502924 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-1b1be663-94e6-453d-a4b7-8014da0b09ba None None] For port e5f96121-f649-4421-b48f-395c6131a087, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e5f96121-f649-4421-b48f-395c6131a087,segment=NetworkSegment(3a4feff4-45a1-49e1-9303-e26c8abe643d),segment_id=3a4feff4-45a1-49e1-9303-e26c8abe643d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:02.503630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1b1be663-94e6-453d-a4b7-8014da0b09ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.644749 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Deleting port 5d0a58dc-25ce-4ef1-9984-d068a23aa84b {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:02.645330 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1b1be663-94e6-453d-a4b7-8014da0b09ba None None] Calling delete_port for e5f96121-f649-4421-b48f-395c6131a087 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:02.645463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.724580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port b666a216-f9b8-42d5-9530-05dec516ddaf completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:02.730078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] The port '5d0a58dc-25ce-4ef1-9984-d068a23aa84b' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:49:02.732015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port b666a216-f9b8-42d5-9530-05dec516ddaf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:02.732015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.782744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1b1be663-94e6-453d-a4b7-8014da0b09ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.835412 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1be663-94e6-453d-a4b7-8014da0b09ba None None] Pushing event deleted for resources: {'Port': ['ID=e5f96121-f649-4421-b48f-395c6131a087,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:02.840487 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1be663-94e6-453d-a4b7-8014da0b09ba None None] No DVR routers for this DVR port e5f96121-f649-4421-b48f-395c6131a087 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:49:02.858204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.885452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e88295-06ac-4fd3-abba-2557bc6bcef4']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:02.898204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20589a0e-b036-4ba8-8503-9db0c5468700') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:02.898528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20589a0e-b036-4ba8-8503-9db0c5468700') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:02.911043 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.917471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port b666a216-f9b8-42d5-9530-05dec516ddaf is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:02.917844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.928649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.939219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:49:02.939642 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:02.955484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port b666a216-f9b8-42d5-9530-05dec516ddaf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b666a216-f9b8-42d5-9530-05dec516ddaf,segment=NetworkSegment(2a864e49-4aef-4a0a-abc9-c5895a0f9a11),segment_id=2a864e49-4aef-4a0a-abc9-c5895a0f9a11)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:02.966676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:03.020646 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 20589a0e-b036-4ba8-8503-9db0c5468700 resource provider aggregate not found Jun 15 14:49:03.023174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5d0a58dc-25ce-4ef1-9984-d068a23aa84b no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:03.073261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 5d0a58dc-25ce-4ef1-9984-d068a23aa84b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:03.073607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5d0a58dc-25ce-4ef1-9984-d068a23aa84b not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:03.074027 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e5f96121-f649-4421-b48f-395c6131a087 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:03.118155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: e5f96121-f649-4421-b48f-395c6131a087 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:03.118526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e5f96121-f649-4421-b48f-395c6131a087 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:03.144561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=b666a216-f9b8-42d5-9530-05dec516ddaf,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:03.168663 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 20589a0e-b036-4ba8-8503-9db0c5468700 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20589a0e-b036-4ba8-8503-9db0c5468700 found for delete ", "request_id": "req-32e07a72-93b6-41a9-a2e8-04ee57894b53"}]} Jun 15 14:49:03.178538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:03.183141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:03.210082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event deleted for resources: {'Network': ['ID=78e88295-06ac-4fd3-abba-2557bc6bcef4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:03.212813 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6319961e-19d5-405c-853c-6bdfc1499fd0 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "DELETE /v2.0/networks/78e88295-06ac-4fd3-abba-2557bc6bcef4 HTTP/1.1" status: 204 len: 168 time: 1.7304201 Jun 15 14:49:03.215439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39290) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:03.331384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:03.473004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:03.499327 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5151787-56fe-432a-a714-d94be6700aaa']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:03.511595 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4feff4-45a1-49e1-9303-e26c8abe643d') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:03.511898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4feff4-45a1-49e1-9303-e26c8abe643d') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:03.523550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:03.539291 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:03.545373 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:49:03.545850 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:03.644716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:03.673202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:03.673202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event deleted for resources: {'Network': ['ID=a5151787-56fe-432a-a714-d94be6700aaa,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:03.680864 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b5f9da99-b9de-42c3-a6c9-5b273ceeaf5a tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "DELETE /v2.0/networks/a5151787-56fe-432a-a714-d94be6700aaa HTTP/1.1" status: 204 len: 168 time: 0.4644058 Jun 15 14:49:03.681052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39296) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:03.766399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d6632c-7183-436c-b1ce-c5d33b190e8e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Deleting subnet 2673bcdb-8af8-432b-816a-048cab7116cd {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:49:03.770259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1d6632c-7183-436c-b1ce-c5d33b190e8e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:03.831004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1d6632c-7183-436c-b1ce-c5d33b190e8e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:03.915861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1d6632c-7183-436c-b1ce-c5d33b190e8e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:04.003439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1d6632c-7183-436c-b1ce-c5d33b190e8e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:04.044739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d6632c-7183-436c-b1ce-c5d33b190e8e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event deleted for resources: {'Subnet': ['ID=2673bcdb-8af8-432b-816a-048cab7116cd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:04.048524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f1d6632c-7183-436c-b1ce-c5d33b190e8e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:04.055485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c8b801-bd3b-4435-b960-6307fe4e2f67 None None] Network 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:49:04.058652 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f1d6632c-7183-436c-b1ce-c5d33b190e8e tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "DELETE /v2.0/subnets/2673bcdb-8af8-432b-816a-048cab7116cd HTTP/1.1" status: 204 len: 168 time: 0.3739760 Jun 15 14:49:04.058652 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39310) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:04.310719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:04.323573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Deleting port 6722008c-5845-4639-92d8-7fe06db06783 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:04.323941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:04.343574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0917e807-235a-46ab-8d4a-502e3b46e0ce None None] DHCP port deletion for 052fd770-e2f2-4fa4-87a5-06fe6ee15bf3 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:49:04.348133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0917e807-235a-46ab-8d4a-502e3b46e0ce None None] Deleting port 6722008c-5845-4639-92d8-7fe06db06783 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:04.348536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0917e807-235a-46ab-8d4a-502e3b46e0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:04.449168 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b666a216-f9b8-42d5-9530-05dec516ddaf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:49:04.550323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port b666a216-f9b8-42d5-9530-05dec516ddaf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:04.550700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:04.551311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] For port 6722008c-5845-4639-92d8-7fe06db06783, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6722008c-5845-4639-92d8-7fe06db06783,segment=NetworkSegment(7b523900-b2d0-41f6-a4dc-33d3f97d702f),segment_id=7b523900-b2d0-41f6-a4dc-33d3f97d702f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:04.551822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:04.681826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Calling delete_port for 6722008c-5845-4639-92d8-7fe06db06783 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:04.687408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0917e807-235a-46ab-8d4a-502e3b46e0ce None None] For port 6722008c-5845-4639-92d8-7fe06db06783, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6722008c-5845-4639-92d8-7fe06db06783,segment=NetworkSegment(7b523900-b2d0-41f6-a4dc-33d3f97d702f),segment_id=7b523900-b2d0-41f6-a4dc-33d3f97d702f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:04.688031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0917e807-235a-46ab-8d4a-502e3b46e0ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:04.764122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:04.818730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event deleted for resources: {'Port': ['ID=6722008c-5845-4639-92d8-7fe06db06783,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:04.823180 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] No DVR routers for this DVR port 6722008c-5845-4639-92d8-7fe06db06783 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:49:04.841792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0917e807-235a-46ab-8d4a-502e3b46e0ce None None] Calling delete_port for 6722008c-5845-4639-92d8-7fe06db06783 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:04.918724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port b666a216-f9b8-42d5-9530-05dec516ddaf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:04.968677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:04.976711 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-0917e807-235a-46ab-8d4a-502e3b46e0ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:49:04.977078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-0917e807-235a-46ab-8d4a-502e3b46e0ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:49:04.979961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6722008c-5845-4639-92d8-7fe06db06783 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:05.003438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052fd770-e2f2-4fa4-87a5-06fe6ee15bf3']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:05.017214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 6722008c-5845-4639-92d8-7fe06db06783 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:05.017567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b523900-b2d0-41f6-a4dc-33d3f97d702f') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:05.017864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b523900-b2d0-41f6-a4dc-33d3f97d702f') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:05.018143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6722008c-5845-4639-92d8-7fe06db06783 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:05.032271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:05.049190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:05.055290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:49:05.055671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:05.136876 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 7b523900-b2d0-41f6-a4dc-33d3f97d702f resource provider aggregate not found Jun 15 14:49:05.166975 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 7b523900-b2d0-41f6-a4dc-33d3f97d702f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b523900-b2d0-41f6-a4dc-33d3f97d702f found for delete ", "request_id": "req-0e0c44f5-ff59-451b-86b3-59d2db2f6b9e"}]} Jun 15 14:49:05.175133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:05.188714 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 3a4feff4-45a1-49e1-9303-e26c8abe643d resource provider aggregate not found Jun 15 14:49:05.198033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:05.207650 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 3a4feff4-45a1-49e1-9303-e26c8abe643d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a4feff4-45a1-49e1-9303-e26c8abe643d found for delete ", "request_id": "req-c83ff90e-37f6-44d8-bd19-75f146619804"}]} Jun 15 14:49:05.211813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Pushing event deleted for resources: {'Network': ['ID=052fd770-e2f2-4fa4-87a5-06fe6ee15bf3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:05.215991 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-facff0b8-a16a-48eb-9cbf-7faf3cefb73d tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "DELETE /v2.0/networks/052fd770-e2f2-4fa4-87a5-06fe6ee15bf3 HTTP/1.1" status: 204 len: 168 time: 1.1566722 Jun 15 14:49:05.219352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39324) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:05.274358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d989bb93-3b16-4226-92a5-02655817b4c3 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Synchronizing usage tracker for tenant:7835c906761847b3a5729e97329447a7 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:05.291115 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d989bb93-3b16-4226-92a5-02655817b4c3 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Unset dirty status for tenant:7835c906761847b3a5729e97329447a7 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:05.292541 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d989bb93-3b16-4226-92a5-02655817b4c3 tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7106801-c109-4eb2-957d-4d4c1785d1ea HTTP/1.1" status: 200 len: 205 time: 0.0721509 Jun 15 14:49:05.295368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39328) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:05.442831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11501793-e817-4b8f-8c6f-4fc199cf510b tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:05.478927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0917e807-235a-46ab-8d4a-502e3b46e0ce None None] Deleting port 6722008c-5845-4639-92d8-7fe06db06783 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:05.479557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0917e807-235a-46ab-8d4a-502e3b46e0ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:05.568964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0917e807-235a-46ab-8d4a-502e3b46e0ce None None] The port '6722008c-5845-4639-92d8-7fe06db06783' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:49:05.812550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11501793-e817-4b8f-8c6f-4fc199cf510b tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:05.815365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11501793-e817-4b8f-8c6f-4fc199cf510b tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:05.842791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11501793-e817-4b8f-8c6f-4fc199cf510b tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:05.843752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11501793-e817-4b8f-8c6f-4fc199cf510b tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Fanout notify agent at l3_agent the message router_deleted on router a7106801-c109-4eb2-957d-4d4c1785d1ea {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:49:05.856465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11501793-e817-4b8f-8c6f-4fc199cf510b tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:05.857959 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-11501793-e817-4b8f-8c6f-4fc199cf510b tempest-RoutersNegativeTest-380949594 tempest-RoutersNegativeTest-380949594-project] 10.222.0.26 "DELETE /v2.0/routers/a7106801-c109-4eb2-957d-4d4c1785d1ea HTTP/1.1" status: 204 len: 168 time: 0.5615842 Jun 15 14:49:06.193761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39344) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:06.344110 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7ca6ac2a-65ac-40be-b370-2c09a0d37ea0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7835c906761847b3a5729e97329447a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491389 Jun 15 14:49:06.346692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39350) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:06.411105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89fddef2-a324-4063-ac33-74889d4f4d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:06.437048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89fddef2-a324-4063-ac33-74889d4f4d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:06.489520 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89fddef2-a324-4063-ac33-74889d4f4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:06.504101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fddef2-a324-4063-ac33-74889d4f4d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1cba98-2603-4990-a5c7-0dac10d99979,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:06.512049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89fddef2-a324-4063-ac33-74889d4f4d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:06.513220 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-89fddef2-a324-4063-ac33-74889d4f4d48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a1cba98-2603-4990-a5c7-0dac10d99979 HTTP/1.1" status: 204 len: 168 time: 0.1656339 Jun 15 14:49:07.278568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39376) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:07.385029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-649565407'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:07.390483 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:07.394832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Usage tracker for resource:network and tenant:72055f27a1c54131ac8eded79856179a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:07.397782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:07.404103 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:07.416731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Made reservation on behalf of 72055f27a1c54131ac8eded79856179a for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:49:07.420144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:07.432204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:07.446796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:07.450991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Usage tracker for resource:security_group_rule and tenant:72055f27a1c54131ac8eded79856179a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:07.453891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:07.459645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:07.548175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:07.553670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:07.585659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:49:07.594017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5c5909-2800-4613-8655-93fa7671e6c2,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:07.599368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:07.599710 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Added segment 560d3cfa-abb9-466a-b688-53e920d25f48 of type vlan for network 299036b1-6e02-4570-adc5-afd850abf0b9 Jun 15 14:49:07.625928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:07.655839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:07.661256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:07.661850 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:07.888377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Pushing event updated for resources: {'Network': ['ID=299036b1-6e02-4570-adc5-afd850abf0b9,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:07.891482 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5d4a1cdb-2f65-4fac-bb37-8851fa95b70a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6118820 Jun 15 14:49:07.894347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39386) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:07.899586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 299036b1-6e02-4570-adc5-afd850abf0b9 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:49:07.902698 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Request body: {'subnet': {'network_id': '299036b1-6e02-4570-adc5-afd850abf0b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:08.019211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:08.024352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Usage tracker for resource:subnet and tenant:72055f27a1c54131ac8eded79856179a is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:08.027756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:08.034684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:08.045295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Made reservation on behalf of 72055f27a1c54131ac8eded79856179a for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:49:08.049030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:08.240763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-993cb313-e6fb-444c-b752-b6df2776e714 req-901e1bd0-3298-492c-9f08-c58976541f9e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Synchronizing usage tracker for tenant:3c230092ffa34933b022ca54a63d9435 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:08.257244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-993cb313-e6fb-444c-b752-b6df2776e714 req-901e1bd0-3298-492c-9f08-c58976541f9e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Unset dirty status for tenant:3c230092ffa34933b022ca54a63d9435 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:08.258532 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-901e1bd0-3298-492c-9f08-c58976541f9e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501406605&fields=id&tenant_id=3c230092ffa34933b022ca54a63d9435 HTTP/1.1" status: 200 len: 267 time: 0.0574968 Jun 15 14:49:08.267354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:08.348569 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Pushing event updated for resources: {'Subnet': ['ID=44cb1d6e-d8b2-4faf-8da4-e57c2a450af7,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:08.360899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Checking segment: {'id': '560d3cfa-abb9-466a-b688-53e920d25f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '299036b1-6e02-4570-adc5-afd850abf0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:49:08.361255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Network hostable DHCP agents. Network: 299036b1-6e02-4570-adc5-afd850abf0b9, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:49:08.382880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Network 299036b1-6e02-4570-adc5-afd850abf0b9 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:49:08.393107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 299036b1-6e02-4570-adc5-afd850abf0b9) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:49:08.397921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:08.398584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:08.413301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e2f9f1-bccf-44b1-a64d-ded79c1edb82 None None] Network 299036b1-6e02-4570-adc5-afd850abf0b9 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:49:08.426717 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cb313-e6fb-444c-b752-b6df2776e714 req-cec8aa90-8f62-4445-a002-96a8f8b8fd1c tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:08.428521 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-cec8aa90-8f62-4445-a002-96a8f8b8fd1c tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 811 time: 0.1630485 Jun 15 14:49:08.430283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39400) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:08.430532 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9e18b5c1-9c21-4c4e-958a-e23e71da37da tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5351646 Jun 15 14:49:08.436625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Request body: {'port': {'network_id': '299036b1-6e02-4570-adc5-afd850abf0b9', 'name': 'tempest-TagsExtTest-1092162028'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:08.525735 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-8a8db4f8-3f56-4894-9caf-67dfddfa29b0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/quotas/3c230092ffa34933b022ca54a63d9435 HTTP/1.1" status: 200 len: 375 time: 0.0721123 Jun 15 14:49:08.640120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:08.644794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-299036b1-6e02-4570-adc5-afd850abf0b9', 'network_id': '299036b1-6e02-4570-adc5-afd850abf0b9', 'tenant_id': '72055f27a1c54131ac8eded79856179a', 'fixed_ips': [{'subnet_id': '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:49:08.645951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:08.646148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Usage tracker for resource:port and tenant:72055f27a1c54131ac8eded79856179a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:08.649830 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:08.661287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:08.678755 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-2efc84a6-f707-48b0-96b3-67755501b6b8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1462257 Jun 15 14:49:08.679821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Made reservation on behalf of 72055f27a1c54131ac8eded79856179a for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:49:08.683346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:08.773693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] device_id is not set on port b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:49:08.808017 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Allocated IP 172.20.0.2 (299036b1-6e02-4570-adc5-afd850abf0b9/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/2df0e591-12d9-4c6d-bd2e-df313b5622f7) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:49:08.892503 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-82bfb2b6-18f2-4254-a0bf-606fdb2b75d0 service neutron] 10.222.0.26 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972215 Jun 15 14:49:09.020890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.032572 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Transition to ACTIVE for port object 2df0e591-12d9-4c6d-bd2e-df313b5622f7 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:09.056801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Transition to ACTIVE for port object 2df0e591-12d9-4c6d-bd2e-df313b5622f7 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:09.063049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.131043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Network 299036b1-6e02-4570-adc5-afd850abf0b9 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:49:09.134453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:49:09.138727 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:49:09.141080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Pushing event updated for resources: {'Port': ['ID=2df0e591-12d9-4c6d-bd2e-df313b5622f7,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:09.190832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Allocated IP 172.20.0.7 (299036b1-6e02-4570-adc5-afd850abf0b9/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:49:09.206133 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-2ce8885e-8a10-456a-8de6-cf103f94f701 service neutron] 10.222.0.26 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078623 Jun 15 14:49:09.248687 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Attempting to bind port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:49:09.249069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Attempting to bind port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '560d3cfa-abb9-466a-b688-53e920d25f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '299036b1-6e02-4570-adc5-afd850abf0b9'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:49:09.249435 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Attempting to bind port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 on network 299036b1-6e02-4570-adc5-afd850abf0b9 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:49:09.254908 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:49:09.255279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Checking segment: {'id': '560d3cfa-abb9-466a-b688-53e920d25f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '299036b1-6e02-4570-adc5-afd850abf0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:49:09.255676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.256068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Bound using segment: {'id': '560d3cfa-abb9-466a-b688-53e920d25f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '299036b1-6e02-4570-adc5-afd850abf0b9'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:49:09.256562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Bound port: 2df0e591-12d9-4c6d-bd2e-df313b5622f7, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560d3cfa-abb9-466a-b688-53e920d25f48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '299036b1-6e02-4570-adc5-afd850abf0b9'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:49:09.257119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.348375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] For port 2df0e591-12d9-4c6d-bd2e-df313b5622f7, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:49:09.351571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] For port 2df0e591-12d9-4c6d-bd2e-df313b5622f7, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=2df0e591-12d9-4c6d-bd2e-df313b5622f7,segment=NetworkSegment(560d3cfa-abb9-466a-b688-53e920d25f48),segment_id=560d3cfa-abb9-466a-b688-53e920d25f48)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:49:09.358833 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.419475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.437416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Transition to ACTIVE for port object b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:09.448047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec067e81-f2c4-478e-b4a9-dc4f6849c9b7 None None] Pushing event updated for resources: {'Port': ['ID=2df0e591-12d9-4c6d-bd2e-df313b5622f7,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:09.471684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.549291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Network 299036b1-6e02-4570-adc5-afd850abf0b9 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:49:09.552599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:49:09.556681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:49:09.589316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Pushing event updated for resources: {'Port': ['ID=b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:09.655849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:09.656542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.681818 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e0074e50-4c32-4e2f-9e12-5ab38e1ed11a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2502642 Jun 15 14:49:09.684631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39414) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:09.690997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9d7cf130-d65a-46ce-9055-802e3a5c7e39 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1856567841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:09.703706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9d7cf130-d65a-46ce-9055-802e3a5c7e39 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:09.712623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9d7cf130-d65a-46ce-9055-802e3a5c7e39 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Usage tracker for resource:router and tenant:72055f27a1c54131ac8eded79856179a is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:09.716292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-e44fedb7-7929-4fba-bfbd-2fbfcf4a88e0 req-9a4af627-5413-48fe-897e-4db1a15a1011 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Synchronizing usage tracker for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:09.721590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9d7cf130-d65a-46ce-9055-802e3a5c7e39 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:09.731483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9d7cf130-d65a-46ce-9055-802e3a5c7e39 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:09.748990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf130-d65a-46ce-9055-802e3a5c7e39 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.753316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf130-d65a-46ce-9055-802e3a5c7e39 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.756677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-e44fedb7-7929-4fba-bfbd-2fbfcf4a88e0 req-9a4af627-5413-48fe-897e-4db1a15a1011 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Unset dirty status for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:09.757951 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e44fedb7-7929-4fba-bfbd-2fbfcf4a88e0 req-9a4af627-5413-48fe-897e-4db1a15a1011 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 210 time: 0.1069643 Jun 15 14:49:09.778118 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf130-d65a-46ce-9055-802e3a5c7e39 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.805706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf130-d65a-46ce-9055-802e3a5c7e39 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.839060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf130-d65a-46ce-9055-802e3a5c7e39 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.842987 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9d7cf130-d65a-46ce-9055-802e3a5c7e39 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1542857 Jun 15 14:49:09.843226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39422) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:09.848589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0f24ff5d-6f89-44ae-a79e-fe44879a1528 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1037372443', 'prefixes': ['172.20.0.0/16']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:09.855033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0f24ff5d-6f89-44ae-a79e-fe44879a1528 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:09.913370 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0f24ff5d-6f89-44ae-a79e-fe44879a1528 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for subnetpool, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:09.914776 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0f24ff5d-6f89-44ae-a79e-fe44879a1528 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0705931 Jun 15 14:49:09.918068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39426) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:09.923238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-4322cfa6-caf2-4839-ab98-014343d2dc63 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7', 'tempest-TagsExtTest-Tag-809815361') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:10.015130 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4322cfa6-caf2-4839-ab98-014343d2dc63 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "PUT /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags/tempest-TagsExtTest-Tag-809815361 HTTP/1.1" status: 201 len: 201 time: 0.0960288 Jun 15 14:49:10.017920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39432) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:10.023238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-07c60e27-c60f-42c5-9d79-d14cd1cd6df0 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac', 'tempest-TagsExtTest-Tag-589766264') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:10.118938 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-07c60e27-c60f-42c5-9d79-d14cd1cd6df0 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "PUT /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags/tempest-TagsExtTest-Tag-589766264 HTTP/1.1" status: 201 len: 201 time: 0.0999596 Jun 15 14:49:10.121663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39436) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:10.128022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-b8f0441c-3760-4326-9d19-22af110493e6 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24', 'tempest-TagsExtTest-Tag-1473067548') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:10.292696 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b8f0441c-3760-4326-9d19-22af110493e6 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "PUT /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags/tempest-TagsExtTest-Tag-1473067548 HTTP/1.1" status: 201 len: 201 time: 0.1672680 Jun 15 14:49:10.293096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39440) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:10.299076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-97a231c7-182e-4292-b534-1e90d8a0436b tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826', 'tempest-TagsExtTest-Tag-485084790') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:10.346223 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-97a231c7-182e-4292-b534-1e90d8a0436b tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "PUT /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags/tempest-TagsExtTest-Tag-485084790 HTTP/1.1" status: 201 len: 201 time: 0.0519338 Jun 15 14:49:10.348897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39444) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:10.353639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-2c799c80-c2bf-48bf-bac2-dc4697c7e35d tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:10.444139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39450) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:10.444739 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2c799c80-c2bf-48bf-bac2-dc4697c7e35d tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags HTTP/1.1" status: 200 len: 240 time: 0.0946009 Jun 15 14:49:10.450764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-2a33b240-e8a6-49ec-8ed3-dc8d23b3e806 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7', 'tempest-TagsExtTest-Tag-809815361') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:10.473575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2df0e591-12d9-4c6d-bd2e-df313b5622f7 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:49:10.527902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8f9f30-c53c-4312-9aea-3e23dc050572 None None] Network 299036b1-6e02-4570-adc5-afd850abf0b9 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:49:10.529125 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2a33b240-e8a6-49ec-8ed3-dc8d23b3e806 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags/tempest-TagsExtTest-Tag-809815361 HTTP/1.1" status: 204 len: 168 time: 0.0829122 Jun 15 14:49:10.531620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39454) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:10.536565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-830c527b-3ae3-4ad0-ad84-550379d2410c tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7', 'tempest-TagsExtTest-Tag-809815361') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:10.625669 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-830c527b-3ae3-4ad0-ad84-550379d2410c tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags/tempest-TagsExtTest-Tag-809815361 HTTP/1.1" status: 204 len: 168 time: 0.0929348 Jun 15 14:49:10.628356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39458) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:10.645083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-ccc09fb2-b846-4da6-941f-c90d8f96d992 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:10.651662 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a67b1675-65e2-4765-8002-8f80e30ffec1 None None] Provisioning for port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:10.681008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:10.692117 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:10.692775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:10.722189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39462) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:10.727540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-c5664fff-a52e-421b-9110-8b09f65653a5 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:10.732767 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ccc09fb2-b846-4da6-941f-c90d8f96d992 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags HTTP/1.1" status: 200 len: 205 time: 0.1029680 Jun 15 14:49:10.958645 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c5664fff-a52e-421b-9110-8b09f65653a5 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags HTTP/1.1" status: 200 len: 240 time: 0.2352765 Jun 15 14:49:10.959784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:10.960161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:10.961478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39468) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:10.970207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-d1827ee9-a1b9-495c-aaba-3dcdfcca9ac2 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac', 'tempest-TagsExtTest-Tag-589766264') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:10.976840 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e358184b-e070-4f83-8c9f-4aef99ac7d79 req-02cf00f6-7219-449b-9dc8-66e4732da094 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 210 time: 0.0723989 Jun 15 14:49:11.002418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 2df0e591-12d9-4c6d-bd2e-df313b5622f7, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=2df0e591-12d9-4c6d-bd2e-df313b5622f7,segment=NetworkSegment(560d3cfa-abb9-466a-b688-53e920d25f48),segment_id=560d3cfa-abb9-466a-b688-53e920d25f48)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:11.005644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:11.085224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cb313-e6fb-444c-b752-b6df2776e714 req-4705612b-b47b-48f4-81f0-2fdb707f29c8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:11.086843 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-4705612b-b47b-48f4-81f0-2fdb707f29c8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 811 time: 0.2803478 Jun 15 14:49:11.087099 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d1827ee9-a1b9-495c-aaba-3dcdfcca9ac2 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags/tempest-TagsExtTest-Tag-589766264 HTTP/1.1" status: 204 len: 168 time: 0.1242511 Jun 15 14:49:11.087236 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39472) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:11.098098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-287f2eb7-f025-49ae-9aa6-77963db512f1 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac', 'tempest-TagsExtTest-Tag-589766264') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:11.104778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=2df0e591-12d9-4c6d-bd2e-df313b5622f7,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:11.194555 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-a4751c72-d0b2-470f-8871-f4d9f99c6874 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c230092ffa34933b022ca54a63d9435 HTTP/1.1" status: 200 len: 380 time: 0.0658119 Jun 15 14:49:11.203636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'port': {'device_id': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'admin_state_up': True, 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'security_groups': ['0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:11.289568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d63910a3-2f73-45da-9b4f-489a24306808 None None] Provisioning for port b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:11.298094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d63910a3-2f73-45da-9b4f-489a24306808 None None] Provisioning complete for port b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:11.298421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d63910a3-2f73-45da-9b4f-489a24306808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:11.362806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d63910a3-2f73-45da-9b4f-489a24306808 None None] Port b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:49:11.367010 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-287f2eb7-f025-49ae-9aa6-77963db512f1 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags/tempest-TagsExtTest-Tag-589766264 HTTP/1.1" status: 204 len: 168 time: 0.2787240 Jun 15 14:49:11.369787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39478) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:11.378884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-47feed10-e76e-4d4d-b6c0-40a7712eead0 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:11.394600 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d63910a3-2f73-45da-9b4f-489a24306808 None None] Provisioning complete for port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:11.395229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d63910a3-2f73-45da-9b4f-489a24306808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:11.399045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:11.411239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:11.425632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Made reservation on behalf of 3c230092ffa34933b022ca54a63d9435 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:49:11.429952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:11.464083 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-47feed10-e76e-4d4d-b6c0-40a7712eead0 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags HTTP/1.1" status: 200 len: 205 time: 0.0931118 Jun 15 14:49:11.466518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39482) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:11.473130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-d47d3445-9f7f-4b63-b004-aa491248ecf4 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:11.547573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d63910a3-2f73-45da-9b4f-489a24306808 None None] Current status of the port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:11.634879 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d47d3445-9f7f-4b63-b004-aa491248ecf4 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags HTTP/1.1" status: 200 len: 241 time: 0.1667757 Jun 15 14:49:11.637497 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39486) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:11.645098 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-872aecb1-16b1-4a29-9844-1b9b2bf3c92a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24', 'tempest-TagsExtTest-Tag-1473067548') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:11.677095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ce581666-e356-40e4-be0e-f2a0ffef1507 None None] Provisioning complete for port b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:11.677727 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ce581666-e356-40e4-be0e-f2a0ffef1507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:11.757051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Allocated IP 172.20.0.12 (25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32/5843368e-d915-4b63-b3e0-eed5e0570d18/1e54fffc-b02e-43e6-8f85-dd527567e476) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:49:11.785264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ce581666-e356-40e4-be0e-f2a0ffef1507 None None] Port b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:49:11.843028 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-872aecb1-16b1-4a29-9844-1b9b2bf3c92a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags/tempest-TagsExtTest-Tag-1473067548 HTTP/1.1" status: 204 len: 168 time: 0.2042706 Jun 15 14:49:11.845487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39492) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:11.850832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-bb6905b8-081c-474c-acd0-387cdc93f9b0 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24', 'tempest-TagsExtTest-Tag-1473067548') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:11.921949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39496) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:12.012275 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bb6905b8-081c-474c-acd0-387cdc93f9b0 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags/tempest-TagsExtTest-Tag-1473067548 HTTP/1.1" status: 204 len: 168 time: 0.1628540 Jun 15 14:49:12.012275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39502) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:12.018167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-114b6d49-534f-4369-82b0-43da21863889 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:12.057734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:12.152747 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Transition to ACTIVE for port object 1e54fffc-b02e-43e6-8f85-dd527567e476 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:12.185439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Deleting port b78eb95e-bffd-4c18-9165-aae400846fac {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:12.185688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:12.317524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:12.342100 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-114b6d49-534f-4369-82b0-43da21863889 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags HTTP/1.1" status: 200 len: 205 time: 0.3286285 Jun 15 14:49:12.345255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39506) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:12.351326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-4593bb1f-ac97-4267-a815-1277fe2f3cfb tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:12.388520 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4593bb1f-ac97-4267-a815-1277fe2f3cfb tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags HTTP/1.1" status: 200 len: 240 time: 0.0421572 Jun 15 14:49:12.396740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e9bde-0eef-4cd7-a784-940695e9364e req-03374888-c7b3-4a8d-95f7-f600991a02b3 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:12.398236 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2d1e9bde-0eef-4cd7-a784-940695e9364e req-03374888-c7b3-4a8d-95f7-f600991a02b3 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 932 time: 0.1265264 Jun 15 14:49:12.399054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39510) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:12.404626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-71cd5771-b635-448f-8de9-f5a79fd99c61 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826', 'tempest-TagsExtTest-Tag-485084790') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:12.408760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:49:12.415126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:49:12.438255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:49:12.464420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-2d1e9bde-0eef-4cd7-a784-940695e9364e req-44761b81-a839-462a-85a8-e43dd4a2f706 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Synchronizing usage tracker for tenant:3c230092ffa34933b022ca54a63d9435 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:12.469895 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-71cd5771-b635-448f-8de9-f5a79fd99c61 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags/tempest-TagsExtTest-Tag-485084790 HTTP/1.1" status: 204 len: 168 time: 0.0698156 Jun 15 14:49:12.474160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39514) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:12.479111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-824d0546-5217-4baf-b05f-55c44cddda91 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826', 'tempest-TagsExtTest-Tag-485084790') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:12.480229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'Port': ['ID=1e54fffc-b02e-43e6-8f85-dd527567e476,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:12.499375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-2d1e9bde-0eef-4cd7-a784-940695e9364e req-44761b81-a839-462a-85a8-e43dd4a2f706 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Unset dirty status for tenant:3c230092ffa34933b022ca54a63d9435 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:12.500600 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2d1e9bde-0eef-4cd7-a784-940695e9364e req-44761b81-a839-462a-85a8-e43dd4a2f706 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852997 Jun 15 14:49:12.505762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2df0e591-12d9-4c6d-bd2e-df313b5622f7 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:49:12.534602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:12.535038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:12.564417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:12.564417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:12.570927 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-824d0546-5217-4baf-b05f-55c44cddda91 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags/tempest-TagsExtTest-Tag-485084790 HTTP/1.1" status: 204 len: 168 time: 0.0933335 Jun 15 14:49:12.571131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39518) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:12.577221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-d681099c-59fa-4fc8-878f-0bcc2d0ea66a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:12.605439 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d681099c-59fa-4fc8-878f-0bcc2d0ea66a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags HTTP/1.1" status: 200 len: 205 time: 0.0309420 Jun 15 14:49:12.606159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39522) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:12.613672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-2aa79319-34f6-49eb-b48c-144415669501 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:12.633275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:12.633860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:12.664687 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2aa79319-34f6-49eb-b48c-144415669501 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags HTTP/1.1" status: 204 len: 168 time: 0.0574117 Jun 15 14:49:12.665589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39526) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:12.674098 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-c1bb8e85-25ea-4256-8ed2-95b428909611 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:12.774054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Calling delete_port for b78eb95e-bffd-4c18-9165-aae400846fac owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:12.789101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:12.816324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8bc6c656-ea0b-4f09-9dc7-13aecdbadc26 None None] Provisioning for port 1e54fffc-b02e-43e6-8f85-dd527567e476 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:12.820276 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-88271cc3-49cc-40fc-a69d-7584f0143d37 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6213279 Jun 15 14:49:12.822853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8bc6c656-ea0b-4f09-9dc7-13aecdbadc26 None None] Provisioning complete for port 1e54fffc-b02e-43e6-8f85-dd527567e476 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:12.823556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c656-ea0b-4f09-9dc7-13aecdbadc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:12.837056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Request body: {'port': {'device_id': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:12.871679 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c1bb8e85-25ea-4256-8ed2-95b428909611 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags HTTP/1.1" status: 204 len: 168 time: 0.2048814 Jun 15 14:49:12.872358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39532) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:12.878612 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-df5e561a-8311-4542-b9ab-60ef5b9f4a16 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:12.900831 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8bc6c656-ea0b-4f09-9dc7-13aecdbadc26 None None] Port 1e54fffc-b02e-43e6-8f85-dd527567e476 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:49:12.964751 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df5e561a-8311-4542-b9ab-60ef5b9f4a16 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0888641 Jun 15 14:49:12.964980 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39536) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:12.970296 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-0128d43f-0b32-43c7-925e-981b19be2f77 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:12.997440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:13.049541 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0128d43f-0b32-43c7-925e-981b19be2f77 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags HTTP/1.1" status: 204 len: 168 time: 0.0783615 Jun 15 14:49:13.049771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39540) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:13.054934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-b36b8485-cce4-4b75-b017-72a37ef4d3db tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7', 'tempest-TagsExtTest-Tag-478803055') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:13.150501 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b36b8485-cce4-4b75-b017-72a37ef4d3db tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "PUT /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags/tempest-TagsExtTest-Tag-478803055 HTTP/1.1" status: 201 len: 201 time: 0.0979893 Jun 15 14:49:13.150769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39544) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:13.156952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-75e95ded-c47c-46e2-a5e6-e7e92f2ebd6c tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac', 'tempest-TagsExtTest-Tag-2056264170') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:13.173675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:13.242137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event deleted for resources: {'Port': ['ID=b78eb95e-bffd-4c18-9165-aae400846fac,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:13.248421 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-75e95ded-c47c-46e2-a5e6-e7e92f2ebd6c tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "PUT /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags/tempest-TagsExtTest-Tag-2056264170 HTTP/1.1" status: 201 len: 201 time: 0.0939505 Jun 15 14:49:13.248598 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39548) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:13.253905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-0096c265-e936-4a81-8513-5b2779babb54 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24', 'tempest-TagsExtTest-Tag-1754752541') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:13.409977 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0096c265-e936-4a81-8513-5b2779babb54 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "PUT /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags/tempest-TagsExtTest-Tag-1754752541 HTTP/1.1" status: 201 len: 201 time: 0.1576092 Jun 15 14:49:13.410243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39552) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:13.415858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-2ef85692-f9e4-4865-b3f0-df179e5baef5 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826', 'tempest-TagsExtTest-Tag-1431442074') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:13.457899 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2ef85692-f9e4-4865-b3f0-df179e5baef5 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "PUT /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags/tempest-TagsExtTest-Tag-1431442074 HTTP/1.1" status: 201 len: 201 time: 0.0440872 Jun 15 14:49:13.458144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39556) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:13.463143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-ed6dfa28-7c47-42d8-bcc7-21eccdb01c86 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7', {'tags': ['tempest-TagsExtTest-Tag-47032998', 'tempest-TagsExtTest-Tag-1570910529', 'tempest-TagsExtTest-Tag-1826676740']}) {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:13.541078 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ed6dfa28-7c47-42d8-bcc7-21eccdb01c86 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "PUT /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags HTTP/1.1" status: 200 len: 316 time: 0.0819750 Jun 15 14:49:13.541762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39562) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:13.545707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:13.546188 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Floating IP 80a1a1e5-6d7f-4914-a302-364edee02767 disassociated (deleted). External IP: 172.26.3.55, port: 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f. Jun 15 14:49:13.553362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-383aee09-22bf-4bee-9f6c-61ce386767e4 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:13.667119 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-383aee09-22bf-4bee-9f6c-61ce386767e4 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags HTTP/1.1" status: 204 len: 168 time: 0.1217022 Jun 15 14:49:13.668222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39566) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:13.674048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-246b8bf9-6358-4909-aa71-f36ae1267de8 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7', 'tempest-TagsExtTest-Tag-47032998') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:13.755853 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-246b8bf9-6358-4909-aa71-f36ae1267de8 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] show failed (client error): The resource could not be found. Jun 15 14:49:13.761472 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-246b8bf9-6358-4909-aa71-f36ae1267de8 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags/tempest-TagsExtTest-Tag-47032998 HTTP/1.1" status: 404 len: 327 time: 0.0918589 Jun 15 14:49:13.762106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39570) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:13.768095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-d2971ea0-830a-454a-b7f3-7dcaf39a9793 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7', 'tempest-TagsExtTest-Tag-1570910529') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:13.846853 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-d2971ea0-830a-454a-b7f3-7dcaf39a9793 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] show failed (client error): The resource could not be found. Jun 15 14:49:13.848215 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d2971ea0-830a-454a-b7f3-7dcaf39a9793 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags/tempest-TagsExtTest-Tag-1570910529 HTTP/1.1" status: 404 len: 329 time: 0.0850143 Jun 15 14:49:13.851095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39574) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:13.857027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-a8cf3508-ac6a-4c26-9a43-447f0a83330f tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7', 'tempest-TagsExtTest-Tag-1826676740') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:13.930430 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-a8cf3508-ac6a-4c26-9a43-447f0a83330f tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] show failed (client error): The resource could not be found. Jun 15 14:49:13.934184 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a8cf3508-ac6a-4c26-9a43-447f0a83330f tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags/tempest-TagsExtTest-Tag-1826676740 HTTP/1.1" status: 404 len: 329 time: 0.0792840 Jun 15 14:49:13.934697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39578) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:13.940882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-c811cc10-3a0b-4281-8ac3-1976c1838fda tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac', {'tags': ['tempest-TagsExtTest-Tag-2118436611', 'tempest-TagsExtTest-Tag-1791426354', 'tempest-TagsExtTest-Tag-747821836']}) {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:13.959678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e54fffc-b02e-43e6-8f85-dd527567e476 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:49:13.980919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:14.009364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9963bbc-aed4-4dbe-a9fb-346bb5a9e4f6 req-d8b5a88a-c102-4a31-9e56-b9bd4205adc6 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:14.010110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e9963bbc-aed4-4dbe-a9fb-346bb5a9e4f6 req-d8b5a88a-c102-4a31-9e56-b9bd4205adc6 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Synchronizing usage tracker for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:14.030502 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c811cc10-3a0b-4281-8ac3-1976c1838fda tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "PUT /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags HTTP/1.1" status: 200 len: 317 time: 0.0945239 Jun 15 14:49:14.031116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39582) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:14.036384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-7a7bd8cb-2720-4f5c-8e3b-086efb79bec2 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:14.080937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Transition to ACTIVE for port object 1e54fffc-b02e-43e6-8f85-dd527567e476 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:14.102812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:14.129451 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7a7bd8cb-2720-4f5c-8e3b-086efb79bec2 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0947812 Jun 15 14:49:14.129761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39586) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:14.134620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-1986c87f-c1c4-46cf-842b-910125da06aa tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac', 'tempest-TagsExtTest-Tag-2118436611') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:14.147012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e9963bbc-aed4-4dbe-a9fb-346bb5a9e4f6 req-d8b5a88a-c102-4a31-9e56-b9bd4205adc6 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Unset dirty status for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:14.148644 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9963bbc-aed4-4dbe-a9fb-346bb5a9e4f6 req-d8b5a88a-c102-4a31-9e56-b9bd4205adc6 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 932 time: 0.4905157 Jun 15 14:49:14.213231 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-1986c87f-c1c4-46cf-842b-910125da06aa tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] show failed (client error): The resource could not be found. Jun 15 14:49:14.217121 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1986c87f-c1c4-46cf-842b-910125da06aa tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags/tempest-TagsExtTest-Tag-2118436611 HTTP/1.1" status: 404 len: 329 time: 0.0838590 Jun 15 14:49:14.217280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39590) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:14.222260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-7d1d2248-4c9b-4f62-ac0f-976af2d825e3 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac', 'tempest-TagsExtTest-Tag-1791426354') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:14.290436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Pushing event updated for resources: {'Port': ['ID=1e54fffc-b02e-43e6-8f85-dd527567e476,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:14.295538 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-7d1d2248-4c9b-4f62-ac0f-976af2d825e3 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] show failed (client error): The resource could not be found. Jun 15 14:49:14.299660 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7d1d2248-4c9b-4f62-ac0f-976af2d825e3 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags/tempest-TagsExtTest-Tag-1791426354 HTTP/1.1" status: 404 len: 329 time: 0.0784564 Jun 15 14:49:14.299832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39594) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:14.303673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Router 8ccf3c02-f410-470a-a116-40f78f37baa6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:49:14.305089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-c2a76737-0b47-4dbc-aaf7-72eadea009e1 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac', 'tempest-TagsExtTest-Tag-747821836') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:14.359435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:14.359743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:14.360048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:14.360415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:14.360754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:14.361093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:14.361428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:14.361760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:14.362080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:14.362401 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:14.362834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:14.363050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:14.384652 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-c2a76737-0b47-4dbc-aaf7-72eadea009e1 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] show failed (client error): The resource could not be found. Jun 15 14:49:14.388809 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c2a76737-0b47-4dbc-aaf7-72eadea009e1 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags/tempest-TagsExtTest-Tag-747821836 HTTP/1.1" status: 404 len: 328 time: 0.0849795 Jun 15 14:49:14.388809 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39598) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:14.393996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-fafd8184-ff81-4296-bc16-bac2787bd2db tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24', {'tags': ['tempest-TagsExtTest-Tag-1161298259', 'tempest-TagsExtTest-Tag-603428932', 'tempest-TagsExtTest-Tag-75675943']}) {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:14.404805 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9963bbc-aed4-4dbe-a9fb-346bb5a9e4f6 req-91dd312b-195f-41e4-b508-a36e1fab82d0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422915 Jun 15 14:49:14.577378 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Attempting to bind port 1e54fffc-b02e-43e6-8f85-dd527567e476 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:49:14.577754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Attempting to bind port 1e54fffc-b02e-43e6-8f85-dd527567e476 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:49:14.578096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Attempting to bind port 1e54fffc-b02e-43e6-8f85-dd527567e476 on network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:49:14.605600 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Port 1e54fffc-b02e-43e6-8f85-dd527567e476 on network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:49:14.605938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Attempting to bind port 1e54fffc-b02e-43e6-8f85-dd527567e476 on network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:49:14.621150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:49:14.621403 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Checking segment: {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:49:14.621837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Bound using segment: {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:49:14.622275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Bound port: 1e54fffc-b02e-43e6-8f85-dd527567e476, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:49:14.622635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:14.673699 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fafd8184-ff81-4296-bc16-bac2787bd2db tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "PUT /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags HTTP/1.1" status: 200 len: 315 time: 0.2814796 Jun 15 14:49:14.674194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39602) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:14.680516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-bf40f6bf-6536-4360-84f5-b4094fc2be03 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:14.684143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:49:14.696069 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5b0e2-5479-46cc-9e40-69f8f2f1d46e None None] Sync routers for ids ['8ccf3c02-f410-470a-a116-40f78f37baa6'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:49:14.713993 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5b0e2-5479-46cc-9e40-69f8f2f1d46e None None] Routers {'8ccf3c02-f410-470a-a116-40f78f37baa6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:14.714578 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0b5b0e2-5479-46cc-9e40-69f8f2f1d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8ccf3c02-f410-470a-a116-40f78f37baa6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:14.734944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:14.773801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] For port 1e54fffc-b02e-43e6-8f85-dd527567e476, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:49:14.793280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] For port 1e54fffc-b02e-43e6-8f85-dd527567e476, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=1e54fffc-b02e-43e6-8f85-dd527567e476,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:49:14.802860 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3a666640-ea53-4b14-9eb3-292dbd18cd70 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "DELETE /v2.0/floatingips/80a1a1e5-6d7f-4914-a302-364edee02767 HTTP/1.1" status: 204 len: 168 time: 2.8799982 Jun 15 14:49:14.803871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:49:14.809357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:14.879996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:14.880580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:14.882198 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] 10.222.0.44 "PUT /v2.0/ports/1e54fffc-b02e-43e6-8f85-dd527567e476 HTTP/1.1" status: 200 len: 1094 time: 2.0507638 Jun 15 14:49:14.887251 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833668fd-d67e-4310-8e97-322e5ad44dd8'] response: {'name': 'network-changed', 'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'status': 'completed', 'code': 200} Jun 15 14:49:14.939828 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bf40f6bf-6536-4360-84f5-b4094fc2be03 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags HTTP/1.1" status: 204 len: 168 time: 0.2644475 Jun 15 14:49:14.961911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39612) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:14.975517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-341e76a3-0cf0-4ef2-9a92-9e3581709d1b tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24', 'tempest-TagsExtTest-Tag-1161298259') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:15.125178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cb313-e6fb-444c-b752-b6df2776e714 req-3e8e37a2-6589-4b5d-9ec2-b499ea1d11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:15.128865 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-3e8e37a2-6589-4b5d-9ec2-b499ea1d11ca service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 1097 time: 0.1879723 Jun 15 14:49:15.146416 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b0b5b0e2-5479-46cc-9e40-69f8f2f1d46e None None] Set router 8ccf3c02-f410-470a-a116-40f78f37baa6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:15.243480 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d193e-77c4-43f0-b705-1b12d2fd2a47 service neutron] Pushing event updated for resources: {'Port': ['ID=1e54fffc-b02e-43e6-8f85-dd527567e476,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:15.250925 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-28e47f19-d19e-4479-b4d7-1e2d63b6f5d3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e54fffc-b02e-43e6-8f85-dd527567e476 HTTP/1.1" status: 200 len: 217 time: 0.1118600 Jun 15 14:49:15.319807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cb313-e6fb-444c-b752-b6df2776e714 req-f85ade72-0b4d-45e2-9876-fe5a62c3ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:15.321297 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-f85ade72-0b4d-45e2-9876-fe5a62c3ed61 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0622535 Jun 15 14:49:15.420356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cb313-e6fb-444c-b752-b6df2776e714 req-64c830d0-e9e4-4cfd-9272-557cb491732e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:15.422880 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-64c830d0-e9e4-4cfd-9272-557cb491732e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0933714 Jun 15 14:49:15.431746 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-341e76a3-0cf0-4ef2-9a92-9e3581709d1b tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] show failed (client error): The resource could not be found. Jun 15 14:49:15.433359 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-341e76a3-0cf0-4ef2-9a92-9e3581709d1b tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags/tempest-TagsExtTest-Tag-1161298259 HTTP/1.1" status: 404 len: 329 time: 0.4699676 Jun 15 14:49:15.436821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23e5a9-6f25-4ce3-b364-451c32edc641 req-b89b3d07-d22f-445b-927b-6d969a66ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:15.437053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39618) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:15.438273 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c23e5a9-6f25-4ce3-b364-451c32edc641 req-b89b3d07-d22f-445b-927b-6d969a66ee65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3643c5210fdd422a8c02fdc421c86e35&device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 1099 time: 0.5272157 Jun 15 14:49:15.443874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-1e196b8c-6fff-44ae-8098-d84627bc6493 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24', 'tempest-TagsExtTest-Tag-603428932') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:15.454001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fdd430-bf36-44ab-82d0-60d7661faae4 req-59ed65ed-d61c-41db-861f-f453a62edc30 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:15.454927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d9fdd430-bf36-44ab-82d0-60d7661faae4 req-59ed65ed-d61c-41db-861f-f453a62edc30 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Synchronizing usage tracker for tenant:3643c5210fdd422a8c02fdc421c86e35 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:15.569900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d9fdd430-bf36-44ab-82d0-60d7661faae4 req-59ed65ed-d61c-41db-861f-f453a62edc30 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Unset dirty status for tenant:3643c5210fdd422a8c02fdc421c86e35 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:15.571075 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9fdd430-bf36-44ab-82d0-60d7661faae4 req-59ed65ed-d61c-41db-861f-f453a62edc30 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.3228171 Jun 15 14:49:15.579792 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0b5b0e2-5479-46cc-9e40-69f8f2f1d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:47:04Z', 'revision_number': 4, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '21495323-3c86-4c25-a9d4-da45ece6f9d5', 'name': '', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'mac_address': 'fa:16:3e:d4:d3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:00Z', 'updated_at': '2022-06-15T14:47:24Z', 'revision_number': 5, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'subnets': [{'id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:15.584506 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5b0e2-5479-46cc-9e40-69f8f2f1d46e None None] Checking router: 8ccf3c02-f410-470a-a116-40f78f37baa6 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:49:15.594190 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5b0e2-5479-46cc-9e40-69f8f2f1d46e None None] Routers {'8ccf3c02-f410-470a-a116-40f78f37baa6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:15.594959 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0b5b0e2-5479-46cc-9e40-69f8f2f1d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8ccf3c02-f410-470a-a116-40f78f37baa6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:15.656044 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9fdd430-bf36-44ab-82d0-60d7661faae4 req-92da0d95-c572-4ecb-a498-66ecb1b2ccdb tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777678 Jun 15 14:49:15.657187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23e5a9-6f25-4ce3-b364-451c32edc641 req-a2affcd4-d269-4606-9d21-8a62e3004fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:15.658971 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c23e5a9-6f25-4ce3-b364-451c32edc641 req-a2affcd4-d269-4606-9d21-8a62e3004fad service neutron] 10.222.0.44 "GET /v2.0/networks?id=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 HTTP/1.1" status: 200 len: 898 time: 0.1975963 Jun 15 14:49:15.764726 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c23e5a9-6f25-4ce3-b364-451c32edc641 req-f5ed7a4b-89b8-4652-ad31-c65f96caf937 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f HTTP/1.1" status: 200 len: 217 time: 0.0949447 Jun 15 14:49:15.821757 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-1e196b8c-6fff-44ae-8098-d84627bc6493 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] show failed (client error): The resource could not be found. Jun 15 14:49:15.822817 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1e196b8c-6fff-44ae-8098-d84627bc6493 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags/tempest-TagsExtTest-Tag-603428932 HTTP/1.1" status: 404 len: 328 time: 0.3846993 Jun 15 14:49:15.833672 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b0b5b0e2-5479-46cc-9e40-69f8f2f1d46e None None] Set router 8ccf3c02-f410-470a-a116-40f78f37baa6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:15.834893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39624) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:15.844864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-a891d233-cda4-4373-90fa-76f3099283a3 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24', 'tempest-TagsExtTest-Tag-75675943') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:15.849380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23e5a9-6f25-4ce3-b364-451c32edc641 req-cea44469-e9be-4101-ae76-ea02497a9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:15.850862 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c23e5a9-6f25-4ce3-b364-451c32edc641 req-cea44469-e9be-4101-ae76-ea02497a9286 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=48317201-d757-4bda-87b6-ad06fdc12a70 HTTP/1.1" status: 200 len: 835 time: 0.0652647 Jun 15 14:49:15.942195 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8160bf-882a-4887-badf-ede35aa61984 req-6fbcb51f-edf6-4806-ba1e-9dcc2d018c38 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:15.944072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23e5a9-6f25-4ce3-b364-451c32edc641 req-f43c7105-0105-48d8-b131-5574c38816df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:15.945634 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c23e5a9-6f25-4ce3-b364-451c32edc641 req-f43c7105-0105-48d8-b131-5574c38816df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856323 Jun 15 14:49:15.947700 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ba8160bf-882a-4887-badf-ede35aa61984 req-6fbcb51f-edf6-4806-ba1e-9dcc2d018c38 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 944 time: 0.4049191 Jun 15 14:49:15.950351 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-6e09136f-ec83-4b9a-b8fb-7e2fe12c28ad service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493724 Jun 15 14:49:16.086059 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c23e5a9-6f25-4ce3-b364-451c32edc641 req-b323b5e6-0f23-4d95-8ef3-25f8f0ef6f22 service neutron] 10.222.0.44 "GET /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280935 Jun 15 14:49:16.138918 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ba8160bf-882a-4887-badf-ede35aa61984 req-825f223b-4fca-46a2-888b-f5284b664e80 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874542 Jun 15 14:49:16.142860 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-a891d233-cda4-4373-90fa-76f3099283a3 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] show failed (client error): The resource could not be found. Jun 15 14:49:16.146924 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a891d233-cda4-4373-90fa-76f3099283a3 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags/tempest-TagsExtTest-Tag-75675943 HTTP/1.1" status: 404 len: 327 time: 0.3080809 Jun 15 14:49:16.154424 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39628) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:16.167535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-739196d3-1b14-4c6d-a295-d8199623f7e1 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826', {'tags': ['tempest-TagsExtTest-Tag-1560460122', 'tempest-TagsExtTest-Tag-160277715', 'tempest-TagsExtTest-Tag-490217630']}) {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:16.193410 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0b5b0e2-5479-46cc-9e40-69f8f2f1d46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:47:04Z', 'revision_number': 4, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '21495323-3c86-4c25-a9d4-da45ece6f9d5', 'name': '', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'mac_address': 'fa:16:3e:d4:d3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:00Z', 'updated_at': '2022-06-15T14:47:24Z', 'revision_number': 5, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'subnets': [{'id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:16.199390 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b5b0e2-5479-46cc-9e40-69f8f2f1d46e None None] The sync data for ids ['8ccf3c02-f410-470a-a116-40f78f37baa6'] in dv-neutron-845844-1-hyperv is: [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:47:04Z', 'revision_number': 4, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '21495323-3c86-4c25-a9d4-da45ece6f9d5', 'name': '', 'network_id': '58d59b9c-edcf-4f13-a791-5a2d8c97c0f1', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'mac_address': 'fa:16:3e:d4:d3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:47:00Z', 'updated_at': '2022-06-15T14:47:24Z', 'revision_number': 5, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'subnets': [{'id': '48317201-d757-4bda-87b6-ad06fdc12a70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:49:16.230017 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-993cb313-e6fb-444c-b752-b6df2776e714 req-edd2f2ff-6414-4511-8fd9-7b9a167bb8f7 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310672 Jun 15 14:49:16.239107 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c23e5a9-6f25-4ce3-b364-451c32edc641 req-a53eb7b0-0881-4413-a08e-1a281c20006f service neutron] 10.222.0.44 "GET /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454515 Jun 15 14:49:16.240403 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-739196d3-1b14-4c6d-a295-d8199623f7e1 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "PUT /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags HTTP/1.1" status: 200 len: 316 time: 0.0848377 Jun 15 14:49:16.243108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:16.248726 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-b2b6b717-78d6-4e50-8b43-e2076b187bec tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:16.290304 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b2b6b717-78d6-4e50-8b43-e2076b187bec tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags HTTP/1.1" status: 204 len: 168 time: 0.0461187 Jun 15 14:49:16.292933 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39636) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:16.298051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-8b9944cf-5d37-45b2-8e63-bff705a3db4d tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826', 'tempest-TagsExtTest-Tag-1560460122') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:16.322897 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-8b9944cf-5d37-45b2-8e63-bff705a3db4d tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] show failed (client error): The resource could not be found. Jun 15 14:49:16.323769 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8b9944cf-5d37-45b2-8e63-bff705a3db4d tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags/tempest-TagsExtTest-Tag-1560460122 HTTP/1.1" status: 404 len: 329 time: 0.0298305 Jun 15 14:49:16.328585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39640) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:16.335283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-b9fa8595-e16d-4ec3-86db-6797d956ed09 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826', 'tempest-TagsExtTest-Tag-160277715') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:16.359832 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-b9fa8595-e16d-4ec3-86db-6797d956ed09 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] show failed (client error): The resource could not be found. Jun 15 14:49:16.363685 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b9fa8595-e16d-4ec3-86db-6797d956ed09 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags/tempest-TagsExtTest-Tag-160277715 HTTP/1.1" status: 404 len: 328 time: 0.0299323 Jun 15 14:49:16.364071 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39644) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:16.369431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-ded612cc-30c0-483a-a02c-17e783fa6b72 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826', 'tempest-TagsExtTest-Tag-490217630') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:16.393998 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-ded612cc-30c0-483a-a02c-17e783fa6b72 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] show failed (client error): The resource could not be found. Jun 15 14:49:16.397644 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ded612cc-30c0-483a-a02c-17e783fa6b72 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags/tempest-TagsExtTest-Tag-490217630 HTTP/1.1" status: 404 len: 328 time: 0.0299213 Jun 15 14:49:16.397799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39648) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:16.402612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-377c6eca-9e5b-42f6-9e5d-a4ccabcb3ff9 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c03bd7f2-4212-4a59-a4c7-21504b2f6826') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:16.429650 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d2a86f-b588-4481-823e-3110d237d3fe None None] New status for floating IP 80a1a1e5-6d7f-4914-a302-364edee02767: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:49:16.432171 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-377c6eca-9e5b-42f6-9e5d-a4ccabcb3ff9 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826/tags HTTP/1.1" status: 204 len: 168 time: 0.0334225 Jun 15 14:49:16.434681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39652) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:16.440137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-34e856e4-a634-4e73-844b-742133b7b85e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2dcb6aa4-4caf-454b-ac8b-42af44078c24') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:16.583233 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-34e856e4-a634-4e73-844b-742133b7b85e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24/tags HTTP/1.1" status: 204 len: 168 time: 0.1469853 Jun 15 14:49:16.585996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39656) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:16.591243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.tag.tag_plugin [None req-1a8d9a67-42b7-4f26-93f8-053b99b646a3 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:16.669658 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1a8d9a67-42b7-4f26-93f8-053b99b646a3 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac/tags HTTP/1.1" status: 204 len: 168 time: 0.0825365 Jun 15 14:49:16.672691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39660) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:16.678121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.tag.tag_plugin [None req-4f48e9e7-f738-44c9-93c8-c3b3f7803a44 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '44cb1d6e-d8b2-4faf-8da4-e57c2a450af7') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:16.885486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc943a8c-f684-43bf-bc30-930d7190303e req-9418c214-0043-447b-8820-2be1615e7346 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:16.886928 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fc943a8c-f684-43bf-bc30-930d7190303e req-9418c214-0043-447b-8820-2be1615e7346 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.1775365 Jun 15 14:49:16.888226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'tag': '1e54fffc-b02e-43e6-8f85-dd527567e476'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:49:16.940604 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6038fef8-3e8b-4860-a6f7-789fff6867a9'] response: {'name': 'network-changed', 'server_uuid': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'tag': '1e54fffc-b02e-43e6-8f85-dd527567e476', 'status': 'completed', 'code': 200} Jun 15 14:49:16.951460 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4f48e9e7-f738-44c9-93c8-c3b3f7803a44 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7/tags HTTP/1.1" status: 204 len: 168 time: 0.2773771 Jun 15 14:49:16.962800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39668) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:16.998989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07f7b0-ab16-479a-83c7-0adc15723228 req-169b9587-c2e2-43fa-bd2e-63f349d5f330 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:17.000511 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3a07f7b0-ab16-479a-83c7-0adc15723228 req-169b9587-c2e2-43fa-bd2e-63f349d5f330 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.2184465 Jun 15 14:49:17.006503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-fc943a8c-f684-43bf-bc30-930d7190303e req-6606859b-06b9-4627-8a7b-6eb41a778db7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Deleting port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:17.006849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fc943a8c-f684-43bf-bc30-930d7190303e req-6606859b-06b9-4627-8a7b-6eb41a778db7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:17.042485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1cf7-c3d3-4468-8f0c-0be7dd59f87e req-9a26100a-b1d9-4b16-ba95-1bcd54ed56e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:17.044004 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bdc1cf7-c3d3-4468-8f0c-0be7dd59f87e req-9a26100a-b1d9-4b16-ba95-1bcd54ed56e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 1097 time: 0.0861204 Jun 15 14:49:17.318506 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3a07f7b0-ab16-479a-83c7-0adc15723228 req-d2efc40d-d92d-46b7-a2a9-6c99510c3121 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818604 Jun 15 14:49:17.342540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e6017e4b-aa51-4a8e-8a9d-b50f2d791347 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for subnetpool, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:17.343985 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e6017e4b-aa51-4a8e-8a9d-b50f2d791347 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/subnetpools/c03bd7f2-4212-4a59-a4c7-21504b2f6826 HTTP/1.1" status: 204 len: 168 time: 0.3799682 Jun 15 14:49:17.347253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39676) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:17.383412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1cf7-c3d3-4468-8f0c-0be7dd59f87e req-ba905b41-3a1b-4ea1-9857-a017697c0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:17.384892 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bdc1cf7-c3d3-4468-8f0c-0be7dd59f87e req-ba905b41-3a1b-4ea1-9857-a017697c0021 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.3344731 Jun 15 14:49:17.417439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8adb65cd-2967-48cd-97dc-11c683bf1927 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Synchronizing usage tracker for tenant:72055f27a1c54131ac8eded79856179a on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:17.458591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44142c-dcaa-4ac0-a9ad-24e23d16ada7 req-d7689473-89f0-4b6a-b2e7-2efdbc3ef68b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:17.460066 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6e44142c-dcaa-4ac0-a9ad-24e23d16ada7 req-d7689473-89f0-4b6a-b2e7-2efdbc3ef68b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 944 time: 0.1987140 Jun 15 14:49:17.470078 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bdc1cf7-c3d3-4468-8f0c-0be7dd59f87e req-8f5db1bd-fe78-4b1a-b535-8485423223cd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e54fffc-b02e-43e6-8f85-dd527567e476 HTTP/1.1" status: 200 len: 217 time: 0.0776689 Jun 15 14:49:17.501992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8adb65cd-2967-48cd-97dc-11c683bf1927 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Unset dirty status for tenant:72055f27a1c54131ac8eded79856179a on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:17.505570 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8adb65cd-2967-48cd-97dc-11c683bf1927 tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "GET /v2.0/ports?device_id=2dcb6aa4-4caf-454b-ac8b-42af44078c24 HTTP/1.1" status: 200 len: 205 time: 0.1551757 Jun 15 14:49:17.514219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39680) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:17.559472 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6e44142c-dcaa-4ac0-a9ad-24e23d16ada7 req-951703f4-fcc9-4251-bf33-2a8375442cbe tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917444 Jun 15 14:49:17.565752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1cf7-c3d3-4468-8f0c-0be7dd59f87e req-d17ca39a-e80a-4547-9a3b-b10b833ccd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:17.567177 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bdc1cf7-c3d3-4468-8f0c-0be7dd59f87e req-d17ca39a-e80a-4547-9a3b-b10b833ccd45 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0832837 Jun 15 14:49:17.598972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39684) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:17.660701 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1cf7-c3d3-4468-8f0c-0be7dd59f87e req-25454e49-b02b-44ac-902b-9462fedb9b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:17.662394 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bdc1cf7-c3d3-4468-8f0c-0be7dd59f87e req-25454e49-b02b-44ac-902b-9462fedb9b1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869064 Jun 15 14:49:17.745156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01afa7cf-e400-4fe5-978b-484e8ceabafa tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:17.803018 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bdc1cf7-c3d3-4468-8f0c-0be7dd59f87e req-9cc8fffe-8f7f-4c13-9259-4729f30334e5 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327939 Jun 15 14:49:17.866094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-fc943a8c-f684-43bf-bc30-930d7190303e req-6606859b-06b9-4627-8a7b-6eb41a778db7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] For port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:17.866455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fc943a8c-f684-43bf-bc30-930d7190303e req-6606859b-06b9-4627-8a7b-6eb41a778db7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:17.941600 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bdc1cf7-c3d3-4468-8f0c-0be7dd59f87e req-56dc11c4-db1a-4be0-ad74-da14f5f51337 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316147 Jun 15 14:49:18.097734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-fc943a8c-f684-43bf-bc30-930d7190303e req-6606859b-06b9-4627-8a7b-6eb41a778db7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Calling delete_port for 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:18.422209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01afa7cf-e400-4fe5-978b-484e8ceabafa tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:18.427900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01afa7cf-e400-4fe5-978b-484e8ceabafa tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:18.613902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01afa7cf-e400-4fe5-978b-484e8ceabafa tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:18.614434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01afa7cf-e400-4fe5-978b-484e8ceabafa tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Fanout notify agent at l3_agent the message router_deleted on router 2dcb6aa4-4caf-454b-ac8b-42af44078c24 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:49:18.764400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-01afa7cf-e400-4fe5-978b-484e8ceabafa tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:18.765505 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-01afa7cf-e400-4fe5-978b-484e8ceabafa tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/routers/2dcb6aa4-4caf-454b-ac8b-42af44078c24 HTTP/1.1" status: 204 len: 168 time: 1.2503502 Jun 15 14:49:18.772029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83870213-17db-4055-83df-dbf33b68a3f5 req-be9a2634-e776-4aac-8712-9ebaf6f2627f tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:18.773531 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-83870213-17db-4055-83df-dbf33b68a3f5 req-be9a2634-e776-4aac-8712-9ebaf6f2627f tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 944 time: 0.0950687 Jun 15 14:49:18.774022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39692) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:18.787105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fc943a8c-f684-43bf-bc30-930d7190303e req-6606859b-06b9-4627-8a7b-6eb41a778db7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:18.871732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Deleting port b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:18.871965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:18.884686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cc778-01aa-4098-9dca-78f148e4f06b req-b7106b5b-0a2a-4b92-a606-a190c6cc528e tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:18.885393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0d9cc778-01aa-4098-9dca-78f148e4f06b req-b7106b5b-0a2a-4b92-a606-a190c6cc528e tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Synchronizing usage tracker for tenant:3643c5210fdd422a8c02fdc421c86e35 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:18.887920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606859b-06b9-4627-8a7b-6eb41a778db7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event deleted for resources: {'Port': ['ID=199f7e7c-3a91-4b27-b27d-7da65c8f9b8f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:18.901714 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-83870213-17db-4055-83df-dbf33b68a3f5 req-1231a6f1-2778-4bd6-a2aa-f68310b9e40b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910056 Jun 15 14:49:19.032752 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0d9cc778-01aa-4098-9dca-78f148e4f06b req-b7106b5b-0a2a-4b92-a606-a190c6cc528e tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Unset dirty status for tenant:3643c5210fdd422a8c02fdc421c86e35 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:19.033941 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0d9cc778-01aa-4098-9dca-78f148e4f06b req-b7106b5b-0a2a-4b92-a606-a190c6cc528e tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b81c5ad-0fa4-4722-b26b-563a8515d203 HTTP/1.1" status: 200 len: 946 time: 0.6024859 Jun 15 14:49:19.034888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc943a8c-f684-43bf-bc30-930d7190303e req-6606859b-06b9-4627-8a7b-6eb41a778db7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] No DVR routers for this DVR port 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:49:19.042486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-fc943a8c-f684-43bf-bc30-930d7190303e req-6606859b-06b9-4627-8a7b-6eb41a778db7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:19.044370 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fc943a8c-f684-43bf-bc30-930d7190303e req-6606859b-06b9-4627-8a7b-6eb41a778db7 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.44 "DELETE /v2.0/ports/199f7e7c-3a91-4b27-b27d-7da65c8f9b8f HTTP/1.1" status: 204 len: 173 time: 2.1495190 Jun 15 14:49:19.044842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'name': 'network-vif-deleted', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:49:19.105012 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0d9cc778-01aa-4098-9dca-78f148e4f06b req-147f85e8-6aa3-4b16-8f50-38eb067ac727 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "GET /v2.0/security-groups?id=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635693 Jun 15 14:49:19.116230 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0a9259-ca21-4adc-a419-01bf668391b8'] response: {'server_uuid': '9b81c5ad-0fa4-4722-b26b-563a8515d203', 'name': 'network-vif-deleted', 'tag': '199f7e7c-3a91-4b27-b27d-7da65c8f9b8f', 'status': 'completed', 'code': 200} Jun 15 14:49:19.150929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:19.201523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3e570c6-8313-4a92-8987-84557cfd2c37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:19.293886 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Calling delete_port for b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac owned by {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:19.446028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:19.494963 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Pushing event deleted for resources: {'Port': ['ID=b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:19.640943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b3e570c6-8313-4a92-8987-84557cfd2c37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port b666a216-f9b8-42d5-9530-05dec516ddaf {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:19.642009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3e570c6-8313-4a92-8987-84557cfd2c37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:19.670710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:19.670710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:19.670710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:19.670710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:19.670710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:19.670710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:19.670710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:19.670710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:19.670710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:19.671550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:19.671550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:19.671715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:19.770104 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:19.786471 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-180abc0d-e5f7-469e-997c-0901a926044a tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/ports/b5bf56ac-e79e-406f-8a2e-5e4c5704c7ac HTTP/1.1" status: 204 len: 168 time: 1.0092502 Jun 15 14:49:19.787104 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39698) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:19.855287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d754d146-3cef-4904-9a7c-29d44a91d0cc tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Deleting subnet 44cb1d6e-d8b2-4faf-8da4-e57c2a450af7 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:49:19.858654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d754d146-3cef-4904-9a7c-29d44a91d0cc tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:19.876571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-b3e570c6-8313-4a92-8987-84557cfd2c37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port b666a216-f9b8-42d5-9530-05dec516ddaf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b666a216-f9b8-42d5-9530-05dec516ddaf,segment=NetworkSegment(2a864e49-4aef-4a0a-abc9-c5895a0f9a11),segment_id=2a864e49-4aef-4a0a-abc9-c5895a0f9a11)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:19.876928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3e570c6-8313-4a92-8987-84557cfd2c37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:19.913216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d754d146-3cef-4904-9a7c-29d44a91d0cc tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:20.005548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b3e570c6-8313-4a92-8987-84557cfd2c37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for b666a216-f9b8-42d5-9530-05dec516ddaf owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:20.009959 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d754d146-3cef-4904-9a7c-29d44a91d0cc tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:20.154923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d754d146-3cef-4904-9a7c-29d44a91d0cc tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:20.166207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b54a8d-0551-4207-9b3c-f84ab3f52cb6 req-23e0b9e1-a1b4-4fbd-a47a-504a29d28f59 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:20.167711 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-80b54a8d-0551-4207-9b3c-f84ab3f52cb6 req-23e0b9e1-a1b4-4fbd-a47a-504a29d28f59 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 944 time: 0.1301196 Jun 15 14:49:20.222737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39706) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:20.228988 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d754d146-3cef-4904-9a7c-29d44a91d0cc tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:20.229770 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c52a896-8d01-42de-a61e-5ae3aec9a42c None None] Network 299036b1-6e02-4570-adc5-afd850abf0b9 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:49:20.291035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754d146-3cef-4904-9a7c-29d44a91d0cc tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Pushing event deleted for resources: {'Subnet': ['ID=44cb1d6e-d8b2-4faf-8da4-e57c2a450af7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:20.327801 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d754d146-3cef-4904-9a7c-29d44a91d0cc tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/subnets/44cb1d6e-d8b2-4faf-8da4-e57c2a450af7 HTTP/1.1" status: 204 len: 168 time: 0.5373492 Jun 15 14:49:20.332510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39710) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:20.346969 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-80b54a8d-0551-4207-9b3c-f84ab3f52cb6 req-0644a772-c6ab-4743-a215-a913c8b35662 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493831 Jun 15 14:49:20.532504 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2726fc-45d9-45c4-b8ac-f0cc07efa07f None None] DHCP port deletion for 299036b1-6e02-4570-adc5-afd850abf0b9 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:49:20.536864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:20.537240 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3e2726fc-45d9-45c4-b8ac-f0cc07efa07f None None] Deleting port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:20.537709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e2726fc-45d9-45c4-b8ac-f0cc07efa07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:20.551974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3e570c6-8313-4a92-8987-84557cfd2c37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:20.594186 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Deleting port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:20.594587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:20.646615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e570c6-8313-4a92-8987-84557cfd2c37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=b666a216-f9b8-42d5-9530-05dec516ddaf,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:20.798213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3e2726fc-45d9-45c4-b8ac-f0cc07efa07f None None] For port 2df0e591-12d9-4c6d-bd2e-df313b5622f7, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=2df0e591-12d9-4c6d-bd2e-df313b5622f7,segment=NetworkSegment(560d3cfa-abb9-466a-b688-53e920d25f48),segment_id=560d3cfa-abb9-466a-b688-53e920d25f48)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:20.798912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e2726fc-45d9-45c4-b8ac-f0cc07efa07f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:20.862407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-852986f8-a42b-4414-99fc-4b249f024b03 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:20.944019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3e2726fc-45d9-45c4-b8ac-f0cc07efa07f None None] Calling delete_port for 2df0e591-12d9-4c6d-bd2e-df313b5622f7 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:20.974068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:21.018821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:21.019207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 199f7e7c-3a91-4b27-b27d-7da65c8f9b8f not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:21.065357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e2726fc-45d9-45c4-b8ac-f0cc07efa07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:21.088692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3e570c6-8313-4a92-8987-84557cfd2c37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:21.093220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] For port 2df0e591-12d9-4c6d-bd2e-df313b5622f7, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=2df0e591-12d9-4c6d-bd2e-df313b5622f7,segment=NetworkSegment(560d3cfa-abb9-466a-b688-53e920d25f48),segment_id=560d3cfa-abb9-466a-b688-53e920d25f48)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:21.093572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:21.114407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2726fc-45d9-45c4-b8ac-f0cc07efa07f None None] Pushing event deleted for resources: {'Port': ['ID=2df0e591-12d9-4c6d-bd2e-df313b5622f7,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:21.126705 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2726fc-45d9-45c4-b8ac-f0cc07efa07f None None] No DVR routers for this DVR port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:49:21.266305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-852986f8-a42b-4414-99fc-4b249f024b03 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Deleting port 21495323-3c86-4c25-a9d4-da45ece6f9d5 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:21.266654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-852986f8-a42b-4414-99fc-4b249f024b03 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:21.289530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Calling delete_port for 2df0e591-12d9-4c6d-bd2e-df313b5622f7 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:21.344948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:21.521759 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.db.api [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89018) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:49:21.522025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG oslo_db.api [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:49:21.593274 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-852986f8-a42b-4414-99fc-4b249f024b03 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] For port 21495323-3c86-4c25-a9d4-da45ece6f9d5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=21495323-3c86-4c25-a9d4-da45ece6f9d5,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:21.593588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-852986f8-a42b-4414-99fc-4b249f024b03 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:21.725150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-852986f8-a42b-4414-99fc-4b249f024b03 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Calling delete_port for 21495323-3c86-4c25-a9d4-da45ece6f9d5 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:21.842646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834317be-d553-4a04-8ff1-93e33d42a1ba req-ced5bcc5-87f9-4783-82f8-b4194e769950 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:21.844105 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-834317be-d553-4a04-8ff1-93e33d42a1ba req-ced5bcc5-87f9-4783-82f8-b4194e769950 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 944 time: 0.3798575 Jun 15 14:49:21.900303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e570c6-8313-4a92-8987-84557cfd2c37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router c99767e6-57b8-4777-912d-80e561fb459a has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:49:21.909456 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-834317be-d553-4a04-8ff1-93e33d42a1ba req-69766e7b-bc2f-46bf-8147-3da0eaf59e12 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572393 Jun 15 14:49:21.945474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-852986f8-a42b-4414-99fc-4b249f024b03 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:21.995781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852986f8-a42b-4414-99fc-4b249f024b03 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event deleted for resources: {'Port': ['ID=21495323-3c86-4c25-a9d4-da45ece6f9d5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:22.055254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Deleting port 2df0e591-12d9-4c6d-bd2e-df313b5622f7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:22.055254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:22.145930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] The port '2df0e591-12d9-4c6d-bd2e-df313b5622f7' was deleted {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:49:22.216549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e570c6-8313-4a92-8987-84557cfd2c37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:49:22.226667 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0f2ea-249e-4ab7-9173-a963c00683a4 None None] Sync routers for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:49:22.240061 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0f2ea-249e-4ab7-9173-a963c00683a4 None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:22.241217 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-42a0f2ea-249e-4ab7-9173-a963c00683a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:22.286633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-852986f8-a42b-4414-99fc-4b249f024b03 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:22.300048 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b3e570c6-8313-4a92-8987-84557cfd2c37 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/c99767e6-57b8-4777-912d-80e561fb459a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6500230 Jun 15 14:49:22.300408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:22.342089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299036b1-6e02-4570-adc5-afd850abf0b9']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:22.361684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560d3cfa-abb9-466a-b688-53e920d25f48') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:22.362108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560d3cfa-abb9-466a-b688-53e920d25f48') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:22.381572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:22.398994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:22.410115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:49:22.410115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:22.436431 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-42a0f2ea-249e-4ab7-9173-a963c00683a4 None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:22.563081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:22.568520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:22.631476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2df0e591-12d9-4c6d-bd2e-df313b5622f7 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:22.661115 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] 10.222.0.26 "DELETE /v2.0/networks/299036b1-6e02-4570-adc5-afd850abf0b9 HTTP/1.1" status: 204 len: 168 time: 2.3267634 Jun 15 14:49:22.664949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b889a4-c788-41aa-869c-5266cf27dd4e tempest-TagsExtTest-1205883214 tempest-TagsExtTest-1205883214-project] Pushing event deleted for resources: {'Network': ['ID=299036b1-6e02-4570-adc5-afd850abf0b9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:22.719615 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 560d3cfa-abb9-466a-b688-53e920d25f48 resource provider aggregate not found Jun 15 14:49:22.739870 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 560d3cfa-abb9-466a-b688-53e920d25f48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 560d3cfa-abb9-466a-b688-53e920d25f48 found for delete ", "request_id": "req-ef1f01cc-99f1-411b-9e0a-c77b226d4f7a"}]} Jun 15 14:49:22.819266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 2df0e591-12d9-4c6d-bd2e-df313b5622f7 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:22.821144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2df0e591-12d9-4c6d-bd2e-df313b5622f7 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:22.887739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852986f8-a42b-4414-99fc-4b249f024b03 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Router 8ccf3c02-f410-470a-a116-40f78f37baa6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:49:22.943314 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-42a0f2ea-249e-4ab7-9173-a963c00683a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:49:20Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '10b91b0b-0c2b-468f-98dc-6418159ed9e2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.120', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'port_id': '91afc305-0296-4bfa-a832-f2414a26fd95', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'mac_address': 'fa:16:3e:49:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:47:54Z', 'updated_at': '2022-06-15T14:48:00Z', 'revision_number': 1, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:29Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:22.948487 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0f2ea-249e-4ab7-9173-a963c00683a4 None None] Checking router: c99767e6-57b8-4777-912d-80e561fb459a for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:49:22.962182 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a0f2ea-249e-4ab7-9173-a963c00683a4 None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:22.962746 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-42a0f2ea-249e-4ab7-9173-a963c00683a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:22.993380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9bb28-363f-4747-8a85-e2039322de55 req-0ff5e8d1-ac26-4d09-8a0f-e7e9a981367d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:22.994857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-19b9bb28-363f-4747-8a85-e2039322de55 req-0ff5e8d1-ac26-4d09-8a0f-e7e9a981367d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:23.022079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-19b9bb28-363f-4747-8a85-e2039322de55 req-0ff5e8d1-ac26-4d09-8a0f-e7e9a981367d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:23.023619 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19b9bb28-363f-4747-8a85-e2039322de55 req-0ff5e8d1-ac26-4d09-8a0f-e7e9a981367d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 946 time: 0.1729424 Jun 15 14:49:23.031072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39732) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:23.085074 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19b9bb28-363f-4747-8a85-e2039322de55 req-897022fa-a917-4186-9d4e-b8c147be89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550885 Jun 15 14:49:23.167319 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-42a0f2ea-249e-4ab7-9173-a963c00683a4 None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:23.221896 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-78d2d4ad-30d6-4dda-8a36-7bf4964212e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72055f27a1c54131ac8eded79856179a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867683 Jun 15 14:49:23.222135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39738) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:23.287690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3791e1ac-5042-4513-947f-79ed66cc5f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:23.300959 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852986f8-a42b-4414-99fc-4b249f024b03 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:49:23.315714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3791e1ac-5042-4513-947f-79ed66cc5f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:23.316738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433359a1-fadf-4a1f-b045-c549f51558ad None None] Sync routers for ids ['8ccf3c02-f410-470a-a116-40f78f37baa6'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:49:23.333776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433359a1-fadf-4a1f-b045-c549f51558ad None None] Routers {'8ccf3c02-f410-470a-a116-40f78f37baa6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:23.334891 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-433359a1-fadf-4a1f-b045-c549f51558ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8ccf3c02-f410-470a-a116-40f78f37baa6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:23.339390 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-852986f8-a42b-4414-99fc-4b249f024b03 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "PUT /v2.0/routers/8ccf3c02-f410-470a-a116-40f78f37baa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1121848 Jun 15 14:49:23.342191 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39742) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:23.379833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3791e1ac-5042-4513-947f-79ed66cc5f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:23.381004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100321a-3017-46ae-890d-3e1d09ae5a27 req-44ea9483-124e-40d4-af0b-8e656591b3ae tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:23.382503 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d100321a-3017-46ae-890d-3e1d09ae5a27 req-44ea9483-124e-40d4-af0b-8e656591b3ae tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 944 time: 0.3120966 Jun 15 14:49:23.402894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791e1ac-5042-4513-947f-79ed66cc5f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5c5909-2800-4613-8655-93fa7671e6c2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:23.413249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3791e1ac-5042-4513-947f-79ed66cc5f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:23.414884 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3791e1ac-5042-4513-947f-79ed66cc5f02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dd5c5909-2800-4613-8655-93fa7671e6c2 HTTP/1.1" status: 204 len: 168 time: 0.1912763 Jun 15 14:49:23.453097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba7eaa8-46e5-4eb6-89e1-54a27d624b13 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Deleting subnet 48317201-d757-4bda-87b6-ad06fdc12a70 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:49:23.460211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaa8-46e5-4eb6-89e1-54a27d624b13 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:23.492700 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d100321a-3017-46ae-890d-3e1d09ae5a27 req-f4bdace2-2969-4358-9efb-d826812e23f3 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918355 Jun 15 14:49:23.533914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaa8-46e5-4eb6-89e1-54a27d624b13 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:23.570200 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-433359a1-fadf-4a1f-b045-c549f51558ad None None] Set router 8ccf3c02-f410-470a-a116-40f78f37baa6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:23.632314 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-42a0f2ea-249e-4ab7-9173-a963c00683a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:49:20Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '10b91b0b-0c2b-468f-98dc-6418159ed9e2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.120', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'port_id': '91afc305-0296-4bfa-a832-f2414a26fd95', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'mac_address': 'fa:16:3e:49:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:47:54Z', 'updated_at': '2022-06-15T14:48:00Z', 'revision_number': 1, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:29Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:23.633819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaa8-46e5-4eb6-89e1-54a27d624b13 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:23.637615 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a0f2ea-249e-4ab7-9173-a963c00683a4 None None] The sync data for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv is: [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:49:20Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '10b91b0b-0c2b-468f-98dc-6418159ed9e2', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.120', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'port_id': '91afc305-0296-4bfa-a832-f2414a26fd95', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'mac_address': 'fa:16:3e:49:7b:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:47:54Z', 'updated_at': '2022-06-15T14:48:00Z', 'revision_number': 1, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:29Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:49:23.755719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaa8-46e5-4eb6-89e1-54a27d624b13 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:23.801737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7eaa8-46e5-4eb6-89e1-54a27d624b13 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event deleted for resources: {'Subnet': ['ID=48317201-d757-4bda-87b6-ad06fdc12a70,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:23.805519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fba7eaa8-46e5-4eb6-89e1-54a27d624b13 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:23.813485 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fba7eaa8-46e5-4eb6-89e1-54a27d624b13 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "DELETE /v2.0/subnets/48317201-d757-4bda-87b6-ad06fdc12a70 HTTP/1.1" status: 204 len: 168 time: 0.4702964 Jun 15 14:49:23.814509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0842aecb-d90c-4ae3-afc9-5fbd7266c65b None None] Network 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:49:23.815924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39748) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:24.008301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:24.088543 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-433359a1-fadf-4a1f-b045-c549f51558ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:49:21Z', 'revision_number': 5, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:24.096517 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433359a1-fadf-4a1f-b045-c549f51558ad None None] Checking router: 8ccf3c02-f410-470a-a116-40f78f37baa6 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:49:24.129264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433359a1-fadf-4a1f-b045-c549f51558ad None None] Routers {'8ccf3c02-f410-470a-a116-40f78f37baa6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:24.130646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-433359a1-fadf-4a1f-b045-c549f51558ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:48:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8ccf3c02-f410-470a-a116-40f78f37baa6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:24.225389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] DHCP port deletion for 58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:49:24.237425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Deleting port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:24.237692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:24.248142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:24.258519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Deleting port e292ed75-7eff-4c66-b1e9-2081806eab7e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:24.258876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:24.325000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83343eaa-1891-43bd-b790-a5e2732d56b6 req-fccef4ad-6cad-4565-ab60-c96ecfe72195 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:24.327342 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-83343eaa-1891-43bd-b790-a5e2732d56b6 req-fccef4ad-6cad-4565-ab60-c96ecfe72195 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 946 time: 0.1041541 Jun 15 14:49:24.442758 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-83343eaa-1891-43bd-b790-a5e2732d56b6 req-93a0254d-fd8d-4635-adeb-54b4d30e1d36 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ad969a9-7df3-4e52-83f0-9d2de196acf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084960 Jun 15 14:49:24.457722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] For port e292ed75-7eff-4c66-b1e9-2081806eab7e, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e292ed75-7eff-4c66-b1e9-2081806eab7e,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:24.458979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:24.473002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d6c0f-9922-4fd7-b9f9-c1b98ce2385a req-118d4425-7340-4512-bafc-b1c0ba241411 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:24.474453 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-161d6c0f-9922-4fd7-b9f9-c1b98ce2385a req-118d4425-7340-4512-bafc-b1c0ba241411 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 946 time: 0.1246302 Jun 15 14:49:24.500617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b666a216-f9b8-42d5-9530-05dec516ddaf no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:24.556173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-161d6c0f-9922-4fd7-b9f9-c1b98ce2385a req-bdb10152-5e2a-4439-9cb7-7a1871935fc9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:24.556576 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-161d6c0f-9922-4fd7-b9f9-c1b98ce2385a req-bdb10152-5e2a-4439-9cb7-7a1871935fc9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:24.563576 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] For port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182,segment=NetworkSegment(287799fd-30f6-4653-9e2a-320d5ce33516),segment_id=287799fd-30f6-4653-9e2a-320d5ce33516)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:24.563973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:24.595044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Calling delete_port for e292ed75-7eff-4c66-b1e9-2081806eab7e owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:24.745152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Calling delete_port for ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:24.772251 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-433359a1-fadf-4a1f-b045-c549f51558ad None None] Set router 8ccf3c02-f410-470a-a116-40f78f37baa6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:24.816731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: b666a216-f9b8-42d5-9530-05dec516ddaf {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:24.817848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b666a216-f9b8-42d5-9530-05dec516ddaf not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:24.818273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:24.835381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-161d6c0f-9922-4fd7-b9f9-c1b98ce2385a req-bdb10152-5e2a-4439-9cb7-7a1871935fc9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633,segment=NetworkSegment(2a864e49-4aef-4a0a-abc9-c5895a0f9a11),segment_id=2a864e49-4aef-4a0a-abc9-c5895a0f9a11)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:24.835912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-161d6c0f-9922-4fd7-b9f9-c1b98ce2385a req-bdb10152-5e2a-4439-9cb7-7a1871935fc9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:24.840872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:24.893582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event deleted for resources: {'Port': ['ID=e292ed75-7eff-4c66-b1e9-2081806eab7e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:24.941872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 1e54fffc-b02e-43e6-8f85-dd527567e476 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:49:25.085978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-161d6c0f-9922-4fd7-b9f9-c1b98ce2385a req-bdb10152-5e2a-4439-9cb7-7a1871935fc9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:25.111684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620e0b7-b8d3-4ddc-9c68-f453f609fb2f req-0d23ba10-1e3f-49c6-adaa-ef62fc4714d5 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:25.113226 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0620e0b7-b8d3-4ddc-9c68-f453f609fb2f req-0d23ba10-1e3f-49c6-adaa-ef62fc4714d5 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 944 time: 0.3649216 Jun 15 14:49:25.160273 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.220617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.259147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-161d6c0f-9922-4fd7-b9f9-c1b98ce2385a req-bdb10152-5e2a-4439-9cb7-7a1871935fc9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.282277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:25.282660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.305180 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Pushing event deleted for resources: {'Port': ['ID=ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:25.313210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb10152-5e2a-4439-9cb7-7a1871935fc9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:25.343834 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0620e0b7-b8d3-4ddc-9c68-f453f609fb2f req-8ee6bbb0-b661-45cb-9e72-54a2f4821c10 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212763 Jun 15 14:49:25.361280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] No DVR routers for this DVR port ff4ee2ec-e9fd-46b9-92db-fb0c50a0f182 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:49:25.361280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:25.361280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:25.361280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:25.361280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:25.361280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:25.361280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:25.361280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:25.361280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:25.361280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:25.362120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:25.362120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:25.362120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab02797b-555a-43ca-9725-bb462b34a98b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:25.370374 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.372949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.401155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.401707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Fanout notify agent at l3_agent the message router_deleted on router 8ccf3c02-f410-470a-a116-40f78f37baa6 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:49:25.419623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-161d6c0f-9922-4fd7-b9f9-c1b98ce2385a req-bdb10152-5e2a-4439-9cb7-7a1871935fc9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] No DVR routers for this DVR port 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:49:25.422663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.422818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-161d6c0f-9922-4fd7-b9f9-c1b98ce2385a req-bdb10152-5e2a-4439-9cb7-7a1871935fc9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.426503 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9fea122b-0ba8-4974-b754-e29605135197 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "DELETE /v2.0/routers/8ccf3c02-f410-470a-a116-40f78f37baa6 HTTP/1.1" status: 204 len: 168 time: 1.6063907 Jun 15 14:49:25.426685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cf9d5e-99c1-4eb3-98eb-86daae97cce3', 'name': 'network-vif-deleted', 'tag': '5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:49:25.426892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39756) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:25.435510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 1e54fffc-b02e-43e6-8f85-dd527567e476, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=1e54fffc-b02e-43e6-8f85-dd527567e476,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:25.453415 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-161d6c0f-9922-4fd7-b9f9-c1b98ce2385a req-bdb10152-5e2a-4439-9cb7-7a1871935fc9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "DELETE /v2.0/ports/5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 HTTP/1.1" status: 204 len: 173 time: 0.9720502 Jun 15 14:49:25.459425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '1e54fffc-b02e-43e6-8f85-dd527567e476', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'port_id': '1e54fffc-b02e-43e6-8f85-dd527567e476', 'mac_address': 'fa:16:3e:d5:cb:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:49:25.495053 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70069ad1-6cd3-4e2e-aca3-ecdd425285f4'] response: {'server_uuid': 'c7cf9d5e-99c1-4eb3-98eb-86daae97cce3', 'name': 'network-vif-deleted', 'tag': '5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633', 'status': 'completed', 'code': 200} Jun 15 14:49:25.532121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 1e54fffc-b02e-43e6-8f85-dd527567e476 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:25.532535 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.549764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-433359a1-fadf-4a1f-b045-c549f51558ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:49:21Z', 'revision_number': 5, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:25.559109 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433359a1-fadf-4a1f-b045-c549f51558ad None None] The sync data for ids ['8ccf3c02-f410-470a-a116-40f78f37baa6'] in dv-neutron-845844-1-hyperv is: [{'id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2080106473', 'tenant_id': '3643c5210fdd422a8c02fdc421c86e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:44Z', 'updated_at': '2022-06-15T14:49:21Z', 'revision_number': 5, 'project_id': '3643c5210fdd422a8c02fdc421c86e35', 'gw_port': {'id': 'e292ed75-7eff-4c66-b1e9-2081806eab7e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ef:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ccf3c02-f410-470a-a116-40f78f37baa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1011, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:47Z', 'updated_at': '2022-06-15T14:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:49:25.562094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e54fffc-b02e-43e6-8f85-dd527567e476 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:49:25.594025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 1e54fffc-b02e-43e6-8f85-dd527567e476, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=1e54fffc-b02e-43e6-8f85-dd527567e476,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:25.600803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.622430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.725575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=1e54fffc-b02e-43e6-8f85-dd527567e476,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:25.812295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.827791 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['1e54fffc-b02e-43e6-8f85-dd527567e476'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:49:25.830256 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8f3a33c8-fe50-454c-bc8a-9e802374c1f7 req-e870f46e-89c4-4c85-8a63-486761145126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=c7cf9d5e-99c1-4eb3-98eb-86daae97cce3 HTTP/1.1" status: 200 len: 210 time: 0.0654292 Jun 15 14:49:25.848838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d59b9c-edcf-4f13-a791-5a2d8c97c0f1']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:25.866966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287799fd-30f6-4653-9e2a-320d5ce33516') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:25.867259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287799fd-30f6-4653-9e2a-320d5ce33516') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:25.880330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.897054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.906367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:49:25.906782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:25.980773 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 287799fd-30f6-4653-9e2a-320d5ce33516 resource provider aggregate not found Jun 15 14:49:26.012473 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 287799fd-30f6-4653-9e2a-320d5ce33516 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 287799fd-30f6-4653-9e2a-320d5ce33516 found for delete ", "request_id": "req-d6705b43-f424-456f-a893-539a91e06a9c"}]} Jun 15 14:49:26.023463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:26.055714 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:26.066510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event deleted for resources: {'Network': ['ID=58d59b9c-edcf-4f13-a791-5a2d8c97c0f1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:26.069621 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8ce54e59-a258-418c-b5ed-712f47d41699 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "DELETE /v2.0/networks/58d59b9c-edcf-4f13-a791-5a2d8c97c0f1 HTTP/1.1" status: 204 len: 168 time: 0.6420069 Jun 15 14:49:26.072313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39768) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:26.165110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65b1cce4-00fb-4678-a651-b9537b29c422 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:26.203375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65b1cce4-00fb-4678-a651-b9537b29c422 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:26.274837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65b1cce4-00fb-4678-a651-b9537b29c422 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:26.293726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1cce4-00fb-4678-a651-b9537b29c422 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:26.311585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65b1cce4-00fb-4678-a651-b9537b29c422 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:26.312835 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-65b1cce4-00fb-4678-a651-b9537b29c422 tempest-TestNetworkAdvancedServerOps-977676645 tempest-TestNetworkAdvancedServerOps-977676645-project] 10.222.0.26 "DELETE /v2.0/security-groups/b4fc4cd7-d246-4cd4-96bc-b550fa41fe5d HTTP/1.1" status: 204 len: 168 time: 0.2393584 Jun 15 14:49:26.546409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c8ece-3fab-483c-bc11-c6dab85c22bd req-e19d8a3a-3e5a-473a-a732-a5d840e90cd9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:26.548263 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a81c8ece-3fab-483c-bc11-c6dab85c22bd req-e19d8a3a-3e5a-473a-a732-a5d840e90cd9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 945 time: 0.1034820 Jun 15 14:49:26.592785 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a81c8ece-3fab-483c-bc11-c6dab85c22bd req-ca801b50-fcd4-472f-89ae-ea66de7bbabc tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 Jun 15 14:49:26.646417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39780) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:26.706350 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e292ed75-7eff-4c66-b1e9-2081806eab7e no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:26.744788 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: e292ed75-7eff-4c66-b1e9-2081806eab7e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:26.745203 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e292ed75-7eff-4c66-b1e9-2081806eab7e not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:26.745693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 21495323-3c86-4c25-a9d4-da45ece6f9d5 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:26.778707 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 21495323-3c86-4c25-a9d4-da45ece6f9d5 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:26.779053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 21495323-3c86-4c25-a9d4-da45ece6f9d5 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:26.803142 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-78fb1a57-1ef4-4ebc-a72a-aec6fe61bcb7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3643c5210fdd422a8c02fdc421c86e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554439 Jun 15 14:49:26.805615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39786) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:26.864429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a8428e6-157a-4982-9426-e6afbd2bfca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:26.890594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a8428e6-157a-4982-9426-e6afbd2bfca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:26.932356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39792) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:26.942980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a8428e6-157a-4982-9426-e6afbd2bfca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:26.954679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 1e54fffc-b02e-43e6-8f85-dd527567e476 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:49:26.965439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8428e6-157a-4982-9426-e6afbd2bfca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241d4589-a9bc-463f-8f9b-fa68573f08cd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:26.972865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3a8428e6-157a-4982-9426-e6afbd2bfca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:26.976708 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3a8428e6-157a-4982-9426-e6afbd2bfca6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/241d4589-a9bc-463f-8f9b-fa68573f08cd HTTP/1.1" status: 204 len: 168 time: 0.1675332 Jun 15 14:49:27.018994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c5d8a5c2-1f3b-4aa6-b92f-6ec0d62a4037 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.037730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 1e54fffc-b02e-43e6-8f85-dd527567e476 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:27.042468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 1e54fffc-b02e-43e6-8f85-dd527567e476 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:27.042929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.054956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c5d8a5c2-1f3b-4aa6-b92f-6ec0d62a4037 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.125545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c5d8a5c2-1f3b-4aa6-b92f-6ec0d62a4037 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.154869 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8a5c2-1f3b-4aa6-b92f-6ec0d62a4037 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad969a9-7df3-4e52-83f0-9d2de196acf2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:27.166579 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c5d8a5c2-1f3b-4aa6-b92f-6ec0d62a4037 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.167773 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c5d8a5c2-1f3b-4aa6-b92f-6ec0d62a4037 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/security-groups/6ad969a9-7df3-4e52-83f0-9d2de196acf2 HTTP/1.1" status: 204 len: 168 time: 0.2344754 Jun 15 14:49:27.184933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 1e54fffc-b02e-43e6-8f85-dd527567e476 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:27.185420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.203392 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39802) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:27.227734 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e54fffc-b02e-43e6-8f85-dd527567e476'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:49:27.243021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 1e54fffc-b02e-43e6-8f85-dd527567e476, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=1e54fffc-b02e-43e6-8f85-dd527567e476,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:27.247959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.249644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:27.283375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfe614f-faac-44aa-b562-f5e5fe4fdacb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting subnet b7c765fb-7c62-4128-92c4-269d34bd38d3 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:49:27.288465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8bfe614f-faac-44aa-b562-f5e5fe4fdacb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.318490 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39808) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:27.328119 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06711abd-ba44-4ed6-a879-b0126de8c7db'] response: {'server_uuid': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e54fffc-b02e-43e6-8f85-dd527567e476', 'code': 200} Jun 15 14:49:27.339236 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50d69b4c-d782-4956-833c-d0a0912c3773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.354382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-50d69b4c-d782-4956-833c-d0a0912c3773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:27.356333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8bfe614f-faac-44aa-b562-f5e5fe4fdacb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.358368 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-50d69b4c-d782-4956-833c-d0a0912c3773 admin admin] Usage tracker for resource:security_group_rule and tenant:e985ee90ce2647d1a5374a6db64f3918 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:27.361228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-50d69b4c-d782-4956-833c-d0a0912c3773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:27.367184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-50d69b4c-d782-4956-833c-d0a0912c3773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:27.385781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:27.386170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 5a1ff58c-5b62-4c0d-ba51-4ddb3ac99633 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:27.417088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5554ff20-2901-4e70-8b16-e18381f5e3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.422566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=1e54fffc-b02e-43e6-8f85-dd527567e476,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:27.466721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50d69b4c-d782-4956-833c-d0a0912c3773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.469334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8bfe614f-faac-44aa-b562-f5e5fe4fdacb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.470638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-50d69b4c-d782-4956-833c-d0a0912c3773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.522659 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-50d69b4c-d782-4956-833c-d0a0912c3773 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e985ee90ce2647d1a5374a6db64f3918&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030337 Jun 15 14:49:27.526596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39812) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:27.562514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d69b4c-d782-4956-833c-d0a0912c3773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1298d088-8001-4e57-b70a-9bd7eef9bf93,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:27.580215 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8bfe614f-faac-44aa-b562-f5e5fe4fdacb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.614610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674eeeb-d940-4ed4-8f66-89dbb3f83d06 req-5de65d4a-ace1-4e91-9a4d-9ce8a4d84f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:27.621757 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e674eeeb-d940-4ed4-8f66-89dbb3f83d06 req-5de65d4a-ace1-4e91-9a4d-9ce8a4d84f81 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 1099 time: 0.0978310 Jun 15 14:49:27.624549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe614f-faac-44aa-b562-f5e5fe4fdacb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c765fb-7c62-4128-92c4-269d34bd38d3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:27.640227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8bfe614f-faac-44aa-b562-f5e5fe4fdacb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.647505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c3fca-9865-40f3-b023-851b28a8f422 None None] Network 74be10d2-6cf5-4397-b65d-66017857a0d2 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:49:27.656575 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8bfe614f-faac-44aa-b562-f5e5fe4fdacb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/subnets/b7c765fb-7c62-4128-92c4-269d34bd38d3 HTTP/1.1" status: 204 len: 168 time: 0.4515369 Jun 15 14:49:27.657512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39818) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:27.661534 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58b9310a-fd1e-4e4f-9c4e-e38c96b58bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.691831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58b9310a-fd1e-4e4f-9c4e-e38c96b58bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.757732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58b9310a-fd1e-4e4f-9c4e-e38c96b58bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.768075 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e674eeeb-d940-4ed4-8f66-89dbb3f83d06 req-c44250b9-ee64-4e04-a347-7ebd5ba7deeb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398721 Jun 15 14:49:27.794000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.811600 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 5f2852bd-ff22-42e6-9666-10b90c9d5392 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:27.812463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.831759 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b9310a-fd1e-4e4f-9c4e-e38c96b58bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1298d088-8001-4e57-b70a-9bd7eef9bf93,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:27.847376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-58b9310a-fd1e-4e4f-9c4e-e38c96b58bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:27.850986 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-58b9310a-fd1e-4e4f-9c4e-e38c96b58bf8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1298d088-8001-4e57-b70a-9bd7eef9bf93 HTTP/1.1" status: 204 len: 168 time: 0.3210034 Jun 15 14:49:27.889159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d6ed8-ca22-4ff9-9dd7-712917ac3e1d req-75327646-d88b-4b9d-bb03-2d9a9a6661cd tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:27.890954 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-278d6ed8-ca22-4ff9-9dd7-712917ac3e1d req-75327646-d88b-4b9d-bb03-2d9a9a6661cd tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 946 time: 0.1275942 Jun 15 14:49:28.080327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3935863d-47fe-40d9-b4c6-d9ceca67b837 None None] DHCP port deletion for 74be10d2-6cf5-4397-b65d-66017857a0d2 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:49:28.085068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3935863d-47fe-40d9-b4c6-d9ceca67b837 None None] Deleting port 5f2852bd-ff22-42e6-9666-10b90c9d5392 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:28.085939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3935863d-47fe-40d9-b4c6-d9ceca67b837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:28.092059 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-278d6ed8-ca22-4ff9-9dd7-712917ac3e1d req-bb625c30-5d79-4ed0-a036-3b3ebcde8dac tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890678 Jun 15 14:49:28.111811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 5f2852bd-ff22-42e6-9666-10b90c9d5392, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5f2852bd-ff22-42e6-9666-10b90c9d5392,segment=NetworkSegment(2a864e49-4aef-4a0a-abc9-c5895a0f9a11),segment_id=2a864e49-4aef-4a0a-abc9-c5895a0f9a11)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:28.112364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:28.249195 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 5f2852bd-ff22-42e6-9666-10b90c9d5392 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:28.313649 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3935863d-47fe-40d9-b4c6-d9ceca67b837 None None] For port 5f2852bd-ff22-42e6-9666-10b90c9d5392, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5f2852bd-ff22-42e6-9666-10b90c9d5392,segment=NetworkSegment(2a864e49-4aef-4a0a-abc9-c5895a0f9a11),segment_id=2a864e49-4aef-4a0a-abc9-c5895a0f9a11)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:28.313916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3935863d-47fe-40d9-b4c6-d9ceca67b837 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:28.334033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:28.385719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] No DVR routers for this DVR port 5f2852bd-ff22-42e6-9666-10b90c9d5392 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:49:28.423619 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=5f2852bd-ff22-42e6-9666-10b90c9d5392,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:28.444698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3935863d-47fe-40d9-b4c6-d9ceca67b837 None None] Calling delete_port for 5f2852bd-ff22-42e6-9666-10b90c9d5392 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:28.472757 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5f2852bd-ff22-42e6-9666-10b90c9d5392 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:28.523113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 5f2852bd-ff22-42e6-9666-10b90c9d5392 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:28.523426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5f2852bd-ff22-42e6-9666-10b90c9d5392 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:28.525834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: from cryptography.utils import int_from_bytes Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: from cryptography.utils import int_from_bytes Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn_limited( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn_limited( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 14:49:28.550903 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 14:49:28.555153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74be10d2-6cf5-4397-b65d-66017857a0d2']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:28.556559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-3935863d-47fe-40d9-b4c6-d9ceca67b837 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:49:28.556921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-3935863d-47fe-40d9-b4c6-d9ceca67b837 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:49:28.564721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a864e49-4aef-4a0a-abc9-c5895a0f9a11') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:28.565123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a864e49-4aef-4a0a-abc9-c5895a0f9a11') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:28.577149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:28.596674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:28.603802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:49:28.604224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:28.679902 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 2a864e49-4aef-4a0a-abc9-c5895a0f9a11 resource provider aggregate not found Jun 15 14:49:28.703266 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 2a864e49-4aef-4a0a-abc9-c5895a0f9a11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a864e49-4aef-4a0a-abc9-c5895a0f9a11 found for delete ", "request_id": "req-7daa8b59-9175-43aa-9fbe-47fdae22b249"}]} Jun 15 14:49:28.717477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:28.721641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:28.751745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Network': ['ID=74be10d2-6cf5-4397-b65d-66017857a0d2,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:28.770297 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dd6a16ea-865d-48a0-9b0c-45f595efbe42 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/networks/74be10d2-6cf5-4397-b65d-66017857a0d2 HTTP/1.1" status: 204 len: 168 time: 1.1111047 Jun 15 14:49:28.772939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39828) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:28.986128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port ae125f22-d8a2-4d34-aa4c-0653d56e9951 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:28.986545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:29.058194 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3935863d-47fe-40d9-b4c6-d9ceca67b837 None None] Deleting port 5f2852bd-ff22-42e6-9666-10b90c9d5392 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:29.058762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3935863d-47fe-40d9-b4c6-d9ceca67b837 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:29.128157 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3935863d-47fe-40d9-b4c6-d9ceca67b837 None None] The port '5f2852bd-ff22-42e6-9666-10b90c9d5392' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:49:29.167389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:29.167699 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:29.356341 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4e999fd6-20bf-4c9c-b831-145874cceafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:29.427915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for ae125f22-d8a2-4d34-aa4c-0653d56e9951 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:29.542772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f73d9-1bde-4e69-9cae-acb64d0ea6b3 req-8ab192a8-b3a0-473a-8eea-a03c71c93224 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:29.544259 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-276f73d9-1bde-4e69-9cae-acb64d0ea6b3 req-8ab192a8-b3a0-473a-8eea-a03c71c93224 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 946 time: 0.3170137 Jun 15 14:49:29.573051 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:49:29.638948 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-276f73d9-1bde-4e69-9cae-acb64d0ea6b3 req-a6a3b711-f391-4234-afd0-0f651df69376 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882449 Jun 15 14:49:29.655917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:29.706151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=ae125f22-d8a2-4d34-aa4c-0653d56e9951,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:29.807053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:29.807413 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 10b91b0b-0c2b-468f-98dc-6418159ed9e2 disassociated (deleted). External IP: 172.26.3.120, port: 91afc305-0296-4bfa-a832-f2414a26fd95. Jun 15 14:49:29.833973 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6e398-eac5-4d42-97d9-8207655b9828 req-8f0b27ac-db67-4211-bcda-9f2c253b9318 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:29.835449 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-18f6e398-eac5-4d42-97d9-8207655b9828 req-8f0b27ac-db67-4211-bcda-9f2c253b9318 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 946 time: 0.0892138 Jun 15 14:49:29.879954 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-18f6e398-eac5-4d42-97d9-8207655b9828 req-b1e516b2-bfd2-4b6a-b37c-151a98a0a8d8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383687 Jun 15 14:49:29.903907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39836) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:30.180991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router c99767e6-57b8-4777-912d-80e561fb459a has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:49:30.216726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa861c0-dd5e-43b9-889e-b5791c463952 tempest-TestVolumeBootPattern-657895298 tempest-TestVolumeBootPattern-657895298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:30.217434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6aa861c0-dd5e-43b9-889e-b5791c463952 tempest-TestVolumeBootPattern-657895298 tempest-TestVolumeBootPattern-657895298-project-admin] Synchronizing usage tracker for tenant:574361c67cc449bfae440503c6b70985 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:30.236854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6aa861c0-dd5e-43b9-889e-b5791c463952 tempest-TestVolumeBootPattern-657895298 tempest-TestVolumeBootPattern-657895298-project-admin] Unset dirty status for tenant:574361c67cc449bfae440503c6b70985 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:30.238218 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6aa861c0-dd5e-43b9-889e-b5791c463952 tempest-TestVolumeBootPattern-657895298 tempest-TestVolumeBootPattern-657895298-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 1094 time: 0.3330934 Jun 15 14:49:30.241177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39842) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:30.246348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '1e54fffc-b02e-43e6-8f85-dd527567e476', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:30.252887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:30.256974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Usage tracker for resource:floatingip and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:30.259976 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:30.266021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:30.277902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:30.367030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:49:30.377176 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16237142-c503-4246-baee-3e09a9dec8d3 None None] Sync routers for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:49:30.384736 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:30.393177 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16237142-c503-4246-baee-3e09a9dec8d3 None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:30.394726 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-16237142-c503-4246-baee-3e09a9dec8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:49:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:30.421400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:30.442398 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1fa85a00-09f1-4033-b71e-c50349bae4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/floatingips/10b91b0b-0c2b-468f-98dc-6418159ed9e2 HTTP/1.1" status: 204 len: 168 time: 1.6657813 Jun 15 14:49:30.442398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'tag': '91afc305-0296-4bfa-a832-f2414a26fd95'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:49:30.511218 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b1576b-782e-436b-8ba9-e766f7c429f0'] response: {'name': 'network-changed', 'server_uuid': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'tag': '91afc305-0296-4bfa-a832-f2414a26fd95', 'status': 'completed', 'code': 200} Jun 15 14:49:30.544108 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:30.594250 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-16237142-c503-4246-baee-3e09a9dec8d3 None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:30.605884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Allocated IP 172.26.3.106 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/534ccdc3-5afc-4c90-9c08-ff575d86fe56) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:49:30.612299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:30.657933 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f7089-d9cf-46c3-9b02-99660f2e87f3 req-f8b12697-1b10-4e56-a9de-dfdbb9338f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:30.660222 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-554f7089-d9cf-46c3-9b02-99660f2e87f3 req-f8b12697-1b10-4e56-a9de-dfdbb9338f6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 1099 time: 0.1276276 Jun 15 14:49:30.818762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:30.835375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f7089-d9cf-46c3-9b02-99660f2e87f3 req-cabd0a96-0afe-4606-a834-a9e0255c8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:30.836886 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-554f7089-d9cf-46c3-9b02-99660f2e87f3 req-cabd0a96-0afe-4606-a834-a9e0255c8709 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f9c6f62a-5be1-4ff6-92d6-3f8b9098031f HTTP/1.1" status: 200 len: 895 time: 0.1655746 Jun 15 14:49:30.910359 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:30.911165 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-554f7089-d9cf-46c3-9b02-99660f2e87f3 req-42c34e35-41aa-4722-84bc-4034a041fcce service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91afc305-0296-4bfa-a832-f2414a26fd95 HTTP/1.1" status: 200 len: 217 time: 0.0668645 Jun 15 14:49:30.963359 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-16237142-c503-4246-baee-3e09a9dec8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:49:20Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:29Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:30.967912 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16237142-c503-4246-baee-3e09a9dec8d3 None None] Checking router: c99767e6-57b8-4777-912d-80e561fb459a for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:49:30.979002 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16237142-c503-4246-baee-3e09a9dec8d3 None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:30.979769 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-16237142-c503-4246-baee-3e09a9dec8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:49:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:30.984910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f7089-d9cf-46c3-9b02-99660f2e87f3 req-1e12e60b-d296-4f3c-a6e1-79d821b70148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:30.986452 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-554f7089-d9cf-46c3-9b02-99660f2e87f3 req-1e12e60b-d296-4f3c-a6e1-79d821b70148 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=197bee49-1cb2-4ded-801c-db3ff1dc91ef HTTP/1.1" status: 200 len: 834 time: 0.0679448 Jun 15 14:49:30.990022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:49:30.995810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:49:30.998344 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'Port': ['ID=534ccdc3-5afc-4c90-9c08-ff575d86fe56,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:31.001438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:49:31.042607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53517eec-3993-477a-a258-43211f973b33 req-541a5be3-84b5-4344-8153-9842094352bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:31.044355 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53517eec-3993-477a-a258-43211f973b33 req-541a5be3-84b5-4344-8153-9842094352bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 946 time: 0.2055123 Jun 15 14:49:31.148417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-53517eec-3993-477a-a258-43211f973b33 req-4982ff87-d786-452f-a09e-24bcaddfcc7d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:31.168484 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-16237142-c503-4246-baee-3e09a9dec8d3 None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:31.192277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f7089-d9cf-46c3-9b02-99660f2e87f3 req-ec9e47d5-b6cd-4f9e-ba3c-50b7078c3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:31.193787 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-554f7089-d9cf-46c3-9b02-99660f2e87f3 req-ec9e47d5-b6cd-4f9e-ba3c-50b7078c3c08 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f9c6f62a-5be1-4ff6-92d6-3f8b9098031f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2000761 Jun 15 14:49:31.213245 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-53517eec-3993-477a-a258-43211f973b33 req-4982ff87-d786-452f-a09e-24bcaddfcc7d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:31.214525 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53517eec-3993-477a-a258-43211f973b33 req-4982ff87-d786-452f-a09e-24bcaddfcc7d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e279663-163d-448f-a4e1-07efb5662153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608303 Jun 15 14:49:31.338416 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-554f7089-d9cf-46c3-9b02-99660f2e87f3 req-1491839a-fb76-4156-922d-88d5b263c54f service neutron] 10.222.0.44 "GET /v2.0/networks/f9c6f62a-5be1-4ff6-92d6-3f8b9098031f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315367 Jun 15 14:49:31.474654 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-554f7089-d9cf-46c3-9b02-99660f2e87f3 req-9e442708-41f5-4605-b256-c2a3c8b85451 service neutron] 10.222.0.44 "GET /v2.0/networks/f9c6f62a-5be1-4ff6-92d6-3f8b9098031f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293612 Jun 15 14:49:31.503621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:31.504638 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-16237142-c503-4246-baee-3e09a9dec8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:49:20Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:29Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:31.508536 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16237142-c503-4246-baee-3e09a9dec8d3 None None] The sync data for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv is: [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:49:20Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c15bf075-654b-4b74-b813-e7064b6e19cf', 'name': '', 'network_id': 'f9c6f62a-5be1-4ff6-92d6-3f8b9098031f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bf:5f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:57Z', 'updated_at': '2022-06-15T14:47:29Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '197bee49-1cb2-4ded-801c-db3ff1dc91ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:49:31.585144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:31.740801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a094077-b2ba-497e-80ce-890bcd78c34f None None] New status for floating IP 10b91b0b-0c2b-468f-98dc-6418159ed9e2: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:49:31.803736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:31.808994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:31.963445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:32.026900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'Port': ['ID=534ccdc3-5afc-4c90-9c08-ff575d86fe56,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:32.039225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:32.106540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-5ab0c781-84ff-4a99-9c99-79f84e66b5e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:32.107234 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-5ab0c781-84ff-4a99-9c99-79f84e66b5e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:32.124579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-5ab0c781-84ff-4a99-9c99-79f84e66b5e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:32.125755 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-5ab0c781-84ff-4a99-9c99-79f84e66b5e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 946 time: 0.1146023 Jun 15 14:49:32.196172 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-14292aa8-969f-4059-95da-0745e2f912b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 91afc305-0296-4bfa-a832-f2414a26fd95 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:32.196549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-14292aa8-969f-4059-95da-0745e2f912b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:32.216585 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Floating IP cf6f704f-d4c3-4aaf-9092-6ee82bfb1d7c associated. External IP: 172.26.3.106, port: 1e54fffc-b02e-43e6-8f85-dd527567e476. Jun 15 14:49:32.469752 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-14292aa8-969f-4059-95da-0745e2f912b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 91afc305-0296-4bfa-a832-f2414a26fd95, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=91afc305-0296-4bfa-a832-f2414a26fd95,segment=NetworkSegment(8b892f7b-37a7-455e-9516-5c422ffbca94),segment_id=8b892f7b-37a7-455e-9516-5c422ffbca94)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:32.470447 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-14292aa8-969f-4059-95da-0745e2f912b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:32.589500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Router 626b3e1c-46dd-4aa4-b920-517f14759e68 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:49:32.644152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-14292aa8-969f-4059-95da-0745e2f912b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 91afc305-0296-4bfa-a832-f2414a26fd95 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:32.747662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadeaca-0a71-490c-98ff-174f64e0172d req-c4e26edd-5e3a-471d-9e56-93fd26830cb6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:32.749181 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9dadeaca-0a71-490c-98ff-174f64e0172d req-c4e26edd-5e3a-471d-9e56-93fd26830cb6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2898032-9873-45ff-9719-1915a85ab7b8 HTTP/1.1" status: 200 len: 946 time: 0.4077258 Jun 15 14:49:32.777282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:49:32.787236 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bacffed-b32f-432c-8966-bc319a0aee11 None None] Sync routers for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:49:32.796790 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bacffed-b32f-432c-8966-bc319a0aee11 None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:32.797724 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5bacffed-b32f-432c-8966-bc319a0aee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:49:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:32.805969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:32.856332 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9dadeaca-0a71-490c-98ff-174f64e0172d req-4af2922f-e134-4140-b3d0-97c36c7a4284 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e279663-163d-448f-a4e1-07efb5662153&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757959 Jun 15 14:49:32.856856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-14292aa8-969f-4059-95da-0745e2f912b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:32.870766 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c4b3cc67-b9c9-4ce9-af79-284b804da566 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6281781 Jun 15 14:49:32.871271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'tag': '1e54fffc-b02e-43e6-8f85-dd527567e476'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:49:32.914904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14292aa8-969f-4059-95da-0745e2f912b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=91afc305-0296-4bfa-a832-f2414a26fd95,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:32.926864 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798783c0-2cd9-422b-8854-a75be3ba1b0d'] response: {'name': 'network-changed', 'server_uuid': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'tag': '1e54fffc-b02e-43e6-8f85-dd527567e476', 'status': 'completed', 'code': 200} Jun 15 14:49:32.997704 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-5bacffed-b32f-432c-8966-bc319a0aee11 None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:33.020373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-14292aa8-969f-4059-95da-0745e2f912b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] No DVR routers for this DVR port 91afc305-0296-4bfa-a832-f2414a26fd95 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:49:33.022930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-14292aa8-969f-4059-95da-0745e2f912b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:33.027015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'name': 'network-vif-deleted', 'tag': '91afc305-0296-4bfa-a832-f2414a26fd95'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:49:33.034657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b18c0f-b026-4fc2-8f9f-0b1a3437fdd1 req-b36e4395-a81b-4b28-95f8-779e93da0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:33.036158 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36b18c0f-b026-4fc2-8f9f-0b1a3437fdd1 req-b36e4395-a81b-4b28-95f8-779e93da0552 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 1099 time: 0.0839217 Jun 15 14:49:33.049948 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5a799bad-91ce-4268-91ea-9944de9ae64e req-14292aa8-969f-4059-95da-0745e2f912b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "DELETE /v2.0/ports/91afc305-0296-4bfa-a832-f2414a26fd95 HTTP/1.1" status: 204 len: 173 time: 0.9187615 Jun 15 14:49:33.084349 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c5ddc76-a12a-4ca9-a015-e7fca101c277'] response: {'server_uuid': 'b2898032-9873-45ff-9719-1915a85ab7b8', 'name': 'network-vif-deleted', 'tag': '91afc305-0296-4bfa-a832-f2414a26fd95', 'status': 'completed', 'code': 200} Jun 15 14:49:33.182933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b18c0f-b026-4fc2-8f9f-0b1a3437fdd1 req-361c1202-3195-4193-a1a3-3df417ec239a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:33.184353 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36b18c0f-b026-4fc2-8f9f-0b1a3437fdd1 req-361c1202-3195-4193-a1a3-3df417ec239a service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.1420190 Jun 15 14:49:33.295287 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36b18c0f-b026-4fc2-8f9f-0b1a3437fdd1 req-6ee8c2c7-7e51-425b-bc79-f295832ea7b7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e54fffc-b02e-43e6-8f85-dd527567e476 HTTP/1.1" status: 200 len: 1000 time: 0.1049674 Jun 15 14:49:33.362513 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b18c0f-b026-4fc2-8f9f-0b1a3437fdd1 req-0ba403c7-0a3f-433a-b8a1-57f25c2049a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:33.363970 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36b18c0f-b026-4fc2-8f9f-0b1a3437fdd1 req-0ba403c7-0a3f-433a-b8a1-57f25c2049a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0613933 Jun 15 14:49:33.418516 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5bacffed-b32f-432c-8966-bc319a0aee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'cf6f704f-d4c3-4aaf-9092-6ee82bfb1d7c', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.106', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '1e54fffc-b02e-43e6-8f85-dd527567e476', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:d5:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:49:31Z', 'updated_at': '2022-06-15T14:49:31Z', 'revision_number': 0, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:33.422736 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bacffed-b32f-432c-8966-bc319a0aee11 None None] Checking router: 626b3e1c-46dd-4aa4-b920-517f14759e68 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:49:33.431771 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bacffed-b32f-432c-8966-bc319a0aee11 None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:33.432408 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5bacffed-b32f-432c-8966-bc319a0aee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:49:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:33.467188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b18c0f-b026-4fc2-8f9f-0b1a3437fdd1 req-460dd39f-19f2-45ff-83e1-8bab350c3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:33.468717 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36b18c0f-b026-4fc2-8f9f-0b1a3437fdd1 req-460dd39f-19f2-45ff-83e1-8bab350c3241 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0972247 Jun 15 14:49:33.622939 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-5bacffed-b32f-432c-8966-bc319a0aee11 None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:33.728803 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36b18c0f-b026-4fc2-8f9f-0b1a3437fdd1 req-c073ab7d-b621-4a56-a039-ba2962138b96 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536349 Jun 15 14:49:33.863920 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36b18c0f-b026-4fc2-8f9f-0b1a3437fdd1 req-be3c3fdb-d937-4307-a6fa-885de04ee213 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289299 Jun 15 14:49:33.962938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39864) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:33.980211 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5bacffed-b32f-432c-8966-bc319a0aee11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'cf6f704f-d4c3-4aaf-9092-6ee82bfb1d7c', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.106', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '1e54fffc-b02e-43e6-8f85-dd527567e476', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:d5:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:49:31Z', 'updated_at': '2022-06-15T14:49:31Z', 'revision_number': 0, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:33.984058 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bacffed-b32f-432c-8966-bc319a0aee11 None None] The sync data for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv is: [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'cf6f704f-d4c3-4aaf-9092-6ee82bfb1d7c', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.106', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '1e54fffc-b02e-43e6-8f85-dd527567e476', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:d5:cb:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:49:31Z', 'updated_at': '2022-06-15T14:49:31Z', 'revision_number': 0, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:49:34.035438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270defa-449b-4f8d-b37d-072c56171f21 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:34.067457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270defa-449b-4f8d-b37d-072c56171f21 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:34.134430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270defa-449b-4f8d-b37d-072c56171f21 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:34.154079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270defa-449b-4f8d-b37d-072c56171f21 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e279663-163d-448f-a4e1-07efb5662153,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:34.166185 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b270defa-449b-4f8d-b37d-072c56171f21 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:34.167344 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b270defa-449b-4f8d-b37d-072c56171f21 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/security-groups/7e279663-163d-448f-a4e1-07efb5662153 HTTP/1.1" status: 204 len: 168 time: 0.2033188 Jun 15 14:49:34.200470 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:34.213933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5212ad13-1ea7-41ec-9202-99570d25ca26 None None] New status for floating IP cf6f704f-d4c3-4aaf-9092-6ee82bfb1d7c: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:49:34.783375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ede05652-23e8-4e00-bb73-35a0783a179a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:34.972164 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 91afc305-0296-4bfa-a832-f2414a26fd95 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:35.045486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 91afc305-0296-4bfa-a832-f2414a26fd95 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:35.045803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 91afc305-0296-4bfa-a832-f2414a26fd95 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:35.146653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ede05652-23e8-4e00-bb73-35a0783a179a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port c15bf075-654b-4b74-b813-e7064b6e19cf {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:35.147284 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ede05652-23e8-4e00-bb73-35a0783a179a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:35.337784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ede05652-23e8-4e00-bb73-35a0783a179a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port c15bf075-654b-4b74-b813-e7064b6e19cf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c15bf075-654b-4b74-b813-e7064b6e19cf,segment=NetworkSegment(8b892f7b-37a7-455e-9516-5c422ffbca94),segment_id=8b892f7b-37a7-455e-9516-5c422ffbca94)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:35.338286 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ede05652-23e8-4e00-bb73-35a0783a179a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:35.586254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ede05652-23e8-4e00-bb73-35a0783a179a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for c15bf075-654b-4b74-b813-e7064b6e19cf owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:35.798757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ede05652-23e8-4e00-bb73-35a0783a179a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:35.845729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede05652-23e8-4e00-bb73-35a0783a179a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=c15bf075-654b-4b74-b813-e7064b6e19cf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:36.134705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ede05652-23e8-4e00-bb73-35a0783a179a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:36.512972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede05652-23e8-4e00-bb73-35a0783a179a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router c99767e6-57b8-4777-912d-80e561fb459a has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:49:36.713781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede05652-23e8-4e00-bb73-35a0783a179a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:49:36.724259 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08b5ff-d14e-4744-b909-76223e93d1de None None] Sync routers for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:49:36.728667 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ede05652-23e8-4e00-bb73-35a0783a179a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/c99767e6-57b8-4777-912d-80e561fb459a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5271080 Jun 15 14:49:36.731365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39874) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:36.738206 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08b5ff-d14e-4744-b909-76223e93d1de None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:36.738819 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6e08b5ff-d14e-4744-b909-76223e93d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:49:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:36.801718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-1280de2b-c549-4c65-b91e-a250403cc281 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting subnet 197bee49-1cb2-4ded-801c-db3ff1dc91ef {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:49:36.804667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1280de2b-c549-4c65-b91e-a250403cc281 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:36.858258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1280de2b-c549-4c65-b91e-a250403cc281 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:36.918126 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6e08b5ff-d14e-4744-b909-76223e93d1de None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:37.057483 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1280de2b-c549-4c65-b91e-a250403cc281 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:37.131822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1280de2b-c549-4c65-b91e-a250403cc281 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:37.172100 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280de2b-c549-4c65-b91e-a250403cc281 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Subnet': ['ID=197bee49-1cb2-4ded-801c-db3ff1dc91ef,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:37.174039 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1280de2b-c549-4c65-b91e-a250403cc281 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:37.180922 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1280de2b-c549-4c65-b91e-a250403cc281 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/subnets/197bee49-1cb2-4ded-801c-db3ff1dc91ef HTTP/1.1" status: 204 len: 168 time: 0.4482598 Jun 15 14:49:37.183581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39878) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:37.188209 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2aa71a-9a53-498e-be16-9541c344798e None None] Network f9c6f62a-5be1-4ff6-92d6-3f8b9098031f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:49:37.257704 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6e08b5ff-d14e-4744-b909-76223e93d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:49:35Z', 'revision_number': 7, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:37.261615 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08b5ff-d14e-4744-b909-76223e93d1de None None] Checking router: c99767e6-57b8-4777-912d-80e561fb459a for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:49:37.270138 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08b5ff-d14e-4744-b909-76223e93d1de None None] Routers {'c99767e6-57b8-4777-912d-80e561fb459a'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:37.270741 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6e08b5ff-d14e-4744-b909-76223e93d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:49:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c99767e6-57b8-4777-912d-80e561fb459a'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:37.371128 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:37.460227 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6e08b5ff-d14e-4744-b909-76223e93d1de None None] Set router c99767e6-57b8-4777-912d-80e561fb459a gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:37.460657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92384da-524f-4fae-86e1-3ac72400a9ff None None] DHCP port deletion for f9c6f62a-5be1-4ff6-92d6-3f8b9098031f request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:49:37.465344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a92384da-524f-4fae-86e1-3ac72400a9ff None None] Deleting port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:37.465792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a92384da-524f-4fae-86e1-3ac72400a9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:37.569594 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:37.579916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 7afad2fc-6287-4e54-9b1e-8040d91281e9 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:49:37.580397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:37.682855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a92384da-524f-4fae-86e1-3ac72400a9ff None None] For port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=fc1f2f4c-e520-455f-881a-57e8d9c8e7ee,segment=NetworkSegment(8b892f7b-37a7-455e-9516-5c422ffbca94),segment_id=8b892f7b-37a7-455e-9516-5c422ffbca94)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:37.683664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a92384da-524f-4fae-86e1-3ac72400a9ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:37.752829 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6e08b5ff-d14e-4744-b909-76223e93d1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:49:35Z', 'revision_number': 7, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:37.756962 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08b5ff-d14e-4744-b909-76223e93d1de None None] The sync data for ids ['c99767e6-57b8-4777-912d-80e561fb459a'] in dv-neutron-845844-1-hyperv is: [{'id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'name': 'tempest-TestNetworkBasicOps-router-1149874799', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67'}], 'enable_snat': True}, 'gw_port_id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:46:37Z', 'updated_at': '2022-06-15T14:49:35Z', 'revision_number': 7, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '7afad2fc-6287-4e54-9b1e-8040d91281e9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:10:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99767e6-57b8-4777-912d-80e561fb459a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:46:40Z', 'updated_at': '2022-06-15T14:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:49:37.765191 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 7afad2fc-6287-4e54-9b1e-8040d91281e9, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7afad2fc-6287-4e54-9b1e-8040d91281e9,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:37.765557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:37.815334 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a92384da-524f-4fae-86e1-3ac72400a9ff None None] Calling delete_port for fc1f2f4c-e520-455f-881a-57e8d9c8e7ee owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:37.894043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a92384da-524f-4fae-86e1-3ac72400a9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:37.898968 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 7afad2fc-6287-4e54-9b1e-8040d91281e9 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:49:37.940326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92384da-524f-4fae-86e1-3ac72400a9ff None None] Pushing event deleted for resources: {'Port': ['ID=fc1f2f4c-e520-455f-881a-57e8d9c8e7ee,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:37.942114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92384da-524f-4fae-86e1-3ac72400a9ff None None] No DVR routers for this DVR port fc1f2f4c-e520-455f-881a-57e8d9c8e7ee on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:49:38.083694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:38.136110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=7afad2fc-6287-4e54-9b1e-8040d91281e9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:38.236216 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:38.412162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:38.414433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:38.439331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:38.439865 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Fanout notify agent at l3_agent the message router_deleted on router c99767e6-57b8-4777-912d-80e561fb459a {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:49:38.456956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:38.458064 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a81995e7-1a86-4282-b92c-bb7d69185d18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/routers/c99767e6-57b8-4777-912d-80e561fb459a HTTP/1.1" status: 204 len: 168 time: 1.2736046 Jun 15 14:49:38.461077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39882) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:38.509702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c15bf075-654b-4b74-b813-e7064b6e19cf no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:38.546293 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: c15bf075-654b-4b74-b813-e7064b6e19cf {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:38.546928 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c15bf075-654b-4b74-b813-e7064b6e19cf not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:38.547584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device fc1f2f4c-e520-455f-881a-57e8d9c8e7ee no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:38.584742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:38.587309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: fc1f2f4c-e520-455f-881a-57e8d9c8e7ee {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:38.587664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device fc1f2f4c-e520-455f-881a-57e8d9c8e7ee not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:38.822698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:38.849406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c6f62a-5be1-4ff6-92d6-3f8b9098031f']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:38.862243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b892f7b-37a7-455e-9516-5c422ffbca94') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:38.862763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b892f7b-37a7-455e-9516-5c422ffbca94') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:38.881868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:38.900658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:38.908160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:49:38.908718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:38.980693 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 8b892f7b-37a7-455e-9516-5c422ffbca94 resource provider aggregate not found Jun 15 14:49:39.012038 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 8b892f7b-37a7-455e-9516-5c422ffbca94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8b892f7b-37a7-455e-9516-5c422ffbca94 found for delete ", "request_id": "req-9241a3dc-9647-433b-a5c5-88498ba55525"}]} Jun 15 14:49:39.014910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:39.019335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:39.046278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Network': ['ID=f9c6f62a-5be1-4ff6-92d6-3f8b9098031f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:39.049917 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c26bcc12-d555-4c63-9aa2-8a307aec4246 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/networks/f9c6f62a-5be1-4ff6-92d6-3f8b9098031f HTTP/1.1" status: 204 len: 168 time: 0.5878708 Jun 15 14:49:39.067247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39890) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:39.074016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'network': {'name': 'tempest-network-smoke--1843688209', 'project_id': '032b1386b78145d282edf892a5a65f64', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:39.079347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:39.083635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:network and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:39.086595 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:39.092815 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:39.103955 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:49:39.108090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:39.140704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:49:39.149858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:39.150206 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Added segment d5db6c07-8a2f-430b-9365-954f8b2467e4 of type vlan for network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 Jun 15 14:49:39.282920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:39.316522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:39.322883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:39.323814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:39.431309 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3627853 Jun 15 14:49:39.434044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39894) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:39.437195 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455bc3d-2863-4d20-a40f-b3f67287568a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Network': ['ID=4b15a0b4-a5c8-47e9-bd37-a42057e5d401,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:39.441662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'admin_state_up': True, 'project_id': '032b1386b78145d282edf892a5a65f64', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:39.447531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:49:39.449907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:39.454577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:router and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:39.458076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:39.463997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:39.480571 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:39.482685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:39.501226 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:39.783509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:40.115881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:40.146700 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:40.299683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.204 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/4bc39bde-498d-47e1-975a-51f8e93275de) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:49:40.405337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7afad2fc-6287-4e54-9b1e-8040d91281e9 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:49:40.444086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 7afad2fc-6287-4e54-9b1e-8040d91281e9 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:49:40.445178 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7afad2fc-6287-4e54-9b1e-8040d91281e9 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:49:40.457942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:40.497054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:40.566349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:49:40.569989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:49:40.571887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:49:40.619616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=4bc39bde-498d-47e1-975a-51f8e93275de,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:41.133265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:41.485652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:41.694602 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 36d780bc-4212-4e96-be15-52d0ab637114 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:49:41.880661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:49:41.890908 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Sync routers for ids ['36d780bc-4212-4e96-be15-52d0ab637114'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:49:41.901629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Routers {'36d780bc-4212-4e96-be15-52d0ab637114'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:41.902380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:49:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['36d780bc-4212-4e96-be15-52d0ab637114'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:41.909287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:41.913366 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-90886c10-4557-469f-a2bf-e3be0f1b59fe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4750006 Jun 15 14:49:41.913739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39900) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:41.955627 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8bfb8e3c-2157-4705-a98a-58f58172868f tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=032b1386b78145d282edf892a5a65f64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385029 Jun 15 14:49:41.956011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39904) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:42.085264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Set router 36d780bc-4212-4e96-be15-52d0ab637114 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:42.089667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e78c32-f7cc-4f10-9405-526f7d1badc7 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:42.094278 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f0e78c32-f7cc-4f10-9405-526f7d1badc7 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342340 Jun 15 14:49:42.094530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39908) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:42.136697 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9f3ce273-106f-4069-81ff-171f926b4343 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410411 Jun 15 14:49:42.139249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39912) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:42.144539 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-190088055', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'project_id': '032b1386b78145d282edf892a5a65f64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:42.256600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:42.260593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:subnet and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:42.264518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:42.271181 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:42.282530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:49:42.286096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:42.429998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:49:40Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:42.434547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Checking router: 36d780bc-4212-4e96-be15-52d0ab637114 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:49:42.435164 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Updating router 36d780bc-4212-4e96-be15-52d0ab637114 port 4bc39bde-498d-47e1-975a-51f8e93275de binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:49:42.488160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:42.650393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:42.743934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Subnet': ['ID=d60648b9-c2d2-4ccf-b9b7-098d63035a52,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:42.752626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Checking segment: {'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:49:42.752984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network hostable DHCP agents. Network: 4b15a0b4-a5c8-47e9-bd37-a42057e5d401, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:49:42.772732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:49:42.782784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 4b15a0b4-a5c8-47e9-bd37-a42057e5d401) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:49:42.787203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:42.787791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:42.796476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a9539e-9359-4e73-9630-99ad7a2f0174 None None] Network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:49:42.811886 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-49a45a3e-2b64-492b-82ef-753ec3b29b86 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6716356 Jun 15 14:49:42.814720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39916) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:42.919521 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:42.955473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Transition to ACTIVE for port object 4bc39bde-498d-47e1-975a-51f8e93275de will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:43.009666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:43.124902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Attempting to bind port 4bc39bde-498d-47e1-975a-51f8e93275de on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:49:43.125301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Attempting to bind port 4bc39bde-498d-47e1-975a-51f8e93275de by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:49:43.125693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Attempting to bind port 4bc39bde-498d-47e1-975a-51f8e93275de on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:49:43.157375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74ff27-f060-43f7-8d72-21c652051254 None None] Pushing event updated for resources: {'Port': ['ID=4bc39bde-498d-47e1-975a-51f8e93275de,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:43.168141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:49:43.168141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:49:43.168664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:43.168905 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:49:43.169381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Bound port: 4bc39bde-498d-47e1-975a-51f8e93275de, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:49:43.169807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:43.221866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ips': [{'subnet_id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:49:43.223079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:43.328482 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] For port 4bc39bde-498d-47e1-975a-51f8e93275de, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:49:43.344467 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] For port 4bc39bde-498d-47e1-975a-51f8e93275de, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4bc39bde-498d-47e1-975a-51f8e93275de,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:49:43.349342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:43.480216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74ff27-f060-43f7-8d72-21c652051254 None None] Pushing event updated for resources: {'Port': ['ID=4bc39bde-498d-47e1-975a-51f8e93275de,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:43.487659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Routers {'36d780bc-4212-4e96-be15-52d0ab637114'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:43.488951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:49:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['36d780bc-4212-4e96-be15-52d0ab637114'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:43.552023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:43.557575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Allocated IP 172.20.0.2 (4b15a0b4-a5c8-47e9-bd37-a42057e5d401/d60648b9-c2d2-4ccf-b9b7-098d63035a52/29cb4e8e-5605-46a6-bf46-fcfd04e71a16) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:49:43.765405 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] Set router 36d780bc-4212-4e96-be15-52d0ab637114 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:44.109174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:44.148228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Transition to ACTIVE for port object 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:44.175551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Transition to ACTIVE for port object 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:44.184999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:44.247241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.1 (4b15a0b4-a5c8-47e9-bd37-a42057e5d401/d60648b9-c2d2-4ccf-b9b7-098d63035a52/a105ae9f-08fa-40bb-90c5-430bbd9b6157) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:49:44.260141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:49:44.264440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:49:44.269999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:49:44.271926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Pushing event updated for resources: {'Port': ['ID=29cb4e8e-5605-46a6-bf46-fcfd04e71a16,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:44.279263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:49:40Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:44.315777 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f887efde-c2da-46e4-a637-e44b15f8cf22 None None] The sync data for ids ['36d780bc-4212-4e96-be15-52d0ab637114'] in dv-neutron-845844-1-hyperv is: [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:49:40Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:49:44.385579 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Attempting to bind port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:49:44.385828 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Attempting to bind port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:49:44.386197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Attempting to bind port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 on network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:49:44.392421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:49:44.392792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Checking segment: {'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:49:44.393186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:44.393576 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Bound using segment: {'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:49:44.394040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Bound port: 29cb4e8e-5605-46a6-bf46-fcfd04e71a16, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:49:44.394414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:44.486328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] For port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:49:44.489842 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] For port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29cb4e8e-5605-46a6-bf46-fcfd04e71a16,segment=NetworkSegment(d5db6c07-8a2f-430b-9365-954f8b2467e4),segment_id=d5db6c07-8a2f-430b-9365-954f8b2467e4)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:49:44.495568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:44.524722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:44.541837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object a105ae9f-08fa-40bb-90c5-430bbd9b6157 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:44.570357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:44.609713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54989f5d-d22a-469d-8d1b-ce6eb76495a4 None None] Pushing event updated for resources: {'Port': ['ID=29cb4e8e-5605-46a6-bf46-fcfd04e71a16,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:44.656279 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:49:44.659461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:49:44.663357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:49:44.695074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=a105ae9f-08fa-40bb-90c5-430bbd9b6157,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:44.729924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:44.921900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:45.368928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:45.376760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:45.497840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:45.501415 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=a105ae9f-08fa-40bb-90c5-430bbd9b6157,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:45.597102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6648e0-fff9-486e-a5b4-c4a2e810dad1 None None] Network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:49:45.642536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:49:45.644096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:49:45.709366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-105c5f7f-20cb-44c3-a8ec-97ed15b8b413 None None] Provisioning for port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:45.847370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 36d780bc-4212-4e96-be15-52d0ab637114 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:49:46.032828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:49:46.045240 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Sync routers for ids ['36d780bc-4212-4e96-be15-52d0ab637114'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:49:46.047409 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-527f5bd1-32b4-4684-afef-8a9b41a44004 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/36d780bc-4212-4e96-be15-52d0ab637114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2317781 Jun 15 14:49:46.052217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39920) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:46.055399 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Routers {'36d780bc-4212-4e96-be15-52d0ab637114'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:46.056006 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:49:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['36d780bc-4212-4e96-be15-52d0ab637114'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:46.148303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-60bef2f4-52c4-4e56-aa20-d47d71d1854c None None] Provisioning for port a105ae9f-08fa-40bb-90c5-430bbd9b6157 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:46.154542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-60bef2f4-52c4-4e56-aa20-d47d71d1854c None None] Provisioning complete for port a105ae9f-08fa-40bb-90c5-430bbd9b6157 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:46.155431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-60bef2f4-52c4-4e56-aa20-d47d71d1854c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:46.224591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-60bef2f4-52c4-4e56-aa20-d47d71d1854c None None] Port a105ae9f-08fa-40bb-90c5-430bbd9b6157 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:49:46.260888 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Set router 36d780bc-4212-4e96-be15-52d0ab637114 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:46.375957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c6a4649e-b3d0-46d6-b31f-129ca41402b7 None None] Provisioning complete for port a105ae9f-08fa-40bb-90c5-430bbd9b6157 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:46.375957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c6a4649e-b3d0-46d6-b31f-129ca41402b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:46.388600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3974ad7-b018-4aa6-b578-a1c657e72adb tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:46.388600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3974ad7-b018-4aa6-b578-a1c657e72adb tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:46.388600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3974ad7-b018-4aa6-b578-a1c657e72adb tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:46.388600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3974ad7-b018-4aa6-b578-a1c657e72adb tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:46.388600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3974ad7-b018-4aa6-b578-a1c657e72adb tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:46.388600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3974ad7-b018-4aa6-b578-a1c657e72adb tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:46.403315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39926) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:46.413297 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d3974ad7-b018-4aa6-b578-a1c657e72adb tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3593891 Jun 15 14:49:46.489779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c6a4649e-b3d0-46d6-b31f-129ca41402b7 None None] Port a105ae9f-08fa-40bb-90c5-430bbd9b6157 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:49:46.532600 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf63a09-0ffb-46a5-8f05-5eef39c4619d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:46.533434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf63a09-0ffb-46a5-8f05-5eef39c4619d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:46.533634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf63a09-0ffb-46a5-8f05-5eef39c4619d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:46.534619 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf63a09-0ffb-46a5-8f05-5eef39c4619d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:46.534619 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf63a09-0ffb-46a5-8f05-5eef39c4619d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:46.535088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf63a09-0ffb-46a5-8f05-5eef39c4619d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:46.542667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39930) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:46.543150 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ccf63a09-0ffb-46a5-8f05-5eef39c4619d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1425836 Jun 15 14:49:46.611454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:49:46.649439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d737e20a-66f8-4e15-bc63-809278b90dd9 None None] Provisioning complete for port a105ae9f-08fa-40bb-90c5-430bbd9b6157 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:46.649439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d737e20a-66f8-4e15-bc63-809278b90dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:46.663705 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:49:44Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'a105ae9f-08fa-40bb-90c5-430bbd9b6157', 'name': '', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:9f:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:43Z', 'updated_at': '2022-06-15T14:49:45Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:46.668379 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Checking router: 36d780bc-4212-4e96-be15-52d0ab637114 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:49:46.668729 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Updating router 36d780bc-4212-4e96-be15-52d0ab637114 port a105ae9f-08fa-40bb-90c5-430bbd9b6157 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:49:46.724863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d737e20a-66f8-4e15-bc63-809278b90dd9 None None] Port a105ae9f-08fa-40bb-90c5-430bbd9b6157 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:49:46.743344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:46.743506 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:46.757188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:46.757566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:46.856734 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5f94437d-518e-406e-a16a-8aa6d145a276 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3073163 Jun 15 14:49:46.939095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:46.939095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:46.961799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39936) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:46.973360 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1093745766', 'description': 'tempest-secgroup-smoke-1093745766 description', 'project_id': '032b1386b78145d282edf892a5a65f64'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:46.977163 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29cb4e8e-5605-46a6-bf46-fcfd04e71a16,segment=NetworkSegment(d5db6c07-8a2f-430b-9365-954f8b2467e4),segment_id=d5db6c07-8a2f-430b-9365-954f8b2467e4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:46.981846 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:46.985826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:46.985826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4bc39bde-498d-47e1-975a-51f8e93275de up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:49:46.990008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:46.990008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:47.003140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:47.029826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.065314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:47.075357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:47.075357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:47.090637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:47.107015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=29cb4e8e-5605-46a6-bf46-fcfd04e71a16,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:47.123637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 4bc39bde-498d-47e1-975a-51f8e93275de completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:47.129100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 4bc39bde-498d-47e1-975a-51f8e93275de triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:47.129476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.182204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.188025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.258727 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a49926-cde9-47fe-8986-cd755f44189f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:47.258727 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.273367 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4607ca4c-2007-43f1-b97a-7176b64f3d53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2988868 Jun 15 14:49:47.273367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39940) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:47.278036 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.284711 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-f99d2e7d-db39-46d5-98a8-959094bb5e9d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '37a49926-cde9-47fe-8986-cd755f44189f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:47.290167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 4bc39bde-498d-47e1-975a-51f8e93275de is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:47.290167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.295513 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Transition to ACTIVE for port object a105ae9f-08fa-40bb-90c5-430bbd9b6157 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:47.300830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f99d2e7d-db39-46d5-98a8-959094bb5e9d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:47.300830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f99d2e7d-db39-46d5-98a8-959094bb5e9d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:47.303699 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.306821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-f99d2e7d-db39-46d5-98a8-959094bb5e9d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:47.311406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 4bc39bde-498d-47e1-975a-51f8e93275de, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4bc39bde-498d-47e1-975a-51f8e93275de,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:47.311406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.320722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-f99d2e7d-db39-46d5-98a8-959094bb5e9d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:47.357283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f99d2e7d-db39-46d5-98a8-959094bb5e9d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.396991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=4bc39bde-498d-47e1-975a-51f8e93275de,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:47.477069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f99d2e7d-db39-46d5-98a8-959094bb5e9d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.486023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f99d2e7d-db39-46d5-98a8-959094bb5e9d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.523562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d2e7d-db39-46d5-98a8-959094bb5e9d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2c28ad-c817-453f-aea8-d6fa55431a37,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:47.533667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f99d2e7d-db39-46d5-98a8-959094bb5e9d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.536257 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f99d2e7d-db39-46d5-98a8-959094bb5e9d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2706985 Jun 15 14:49:47.538406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39944) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:47.543638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-63e0a752-5232-4f9e-9f77-8a8956e49b70 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '37a49926-cde9-47fe-8986-cd755f44189f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:47.549973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-63e0a752-5232-4f9e-9f77-8a8956e49b70 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:47.553915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-63e0a752-5232-4f9e-9f77-8a8956e49b70 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:47.556900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-63e0a752-5232-4f9e-9f77-8a8956e49b70 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:47.563319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-63e0a752-5232-4f9e-9f77-8a8956e49b70 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:47.575498 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Pushing event updated for resources: {'Port': ['ID=a105ae9f-08fa-40bb-90c5-430bbd9b6157,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:47.584463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63e0a752-5232-4f9e-9f77-8a8956e49b70 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.595675 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:47.596015 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:47.596620 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:47.597149 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:47.597477 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:47.597807 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:47.598134 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:47.598454 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:47.598779 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:47.599124 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:47.599443 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:47.599757 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:49:47.622983 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Attempting to bind port a105ae9f-08fa-40bb-90c5-430bbd9b6157 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:49:47.622983 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Attempting to bind port a105ae9f-08fa-40bb-90c5-430bbd9b6157 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:49:47.622983 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Attempting to bind port a105ae9f-08fa-40bb-90c5-430bbd9b6157 on network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:49:47.641147 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:49:47.641147 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Checking segment: {'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:49:47.641147 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.641147 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Bound using segment: {'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:49:47.641147 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Bound port: a105ae9f-08fa-40bb-90c5-430bbd9b6157, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:49:47.641147 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.691381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63e0a752-5232-4f9e-9f77-8a8956e49b70 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.705159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63e0a752-5232-4f9e-9f77-8a8956e49b70 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.733082 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] For port a105ae9f-08fa-40bb-90c5-430bbd9b6157, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:49:47.741826 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] For port a105ae9f-08fa-40bb-90c5-430bbd9b6157, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a105ae9f-08fa-40bb-90c5-430bbd9b6157,segment=NetworkSegment(d5db6c07-8a2f-430b-9365-954f8b2467e4),segment_id=d5db6c07-8a2f-430b-9365-954f8b2467e4)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:49:47.744787 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0a752-5232-4f9e-9f77-8a8956e49b70 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0445fba6-f438-47bb-927b-d39756f0ead1,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:47.750390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-63e0a752-5232-4f9e-9f77-8a8956e49b70 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.753091 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-63e0a752-5232-4f9e-9f77-8a8956e49b70 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2113447 Jun 15 14:49:47.753313 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.754076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39948) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:47.759540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-914a2f04-c41a-462b-8a47-b5474c968c79 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '37a49926-cde9-47fe-8986-cd755f44189f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:47.769605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-914a2f04-c41a-462b-8a47-b5474c968c79 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:47.773495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-914a2f04-c41a-462b-8a47-b5474c968c79 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:47.777539 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-914a2f04-c41a-462b-8a47-b5474c968c79 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:47.785507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-914a2f04-c41a-462b-8a47-b5474c968c79 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:47.812883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-914a2f04-c41a-462b-8a47-b5474c968c79 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.844388 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Routers {'36d780bc-4212-4e96-be15-52d0ab637114'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:49:47.844822 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:49:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['36d780bc-4212-4e96-be15-52d0ab637114'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:47.886795 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-914a2f04-c41a-462b-8a47-b5474c968c79 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.891999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-914a2f04-c41a-462b-8a47-b5474c968c79 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.898970 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ef62d-f8ca-48cb-9ace-98dc6c9845c2 None None] Pushing event updated for resources: {'Port': ['ID=a105ae9f-08fa-40bb-90c5-430bbd9b6157,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:47.912880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a2f04-c41a-462b-8a47-b5474c968c79 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915db8c8-8feb-49ba-a226-25e1d3325176,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:47.934188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-914a2f04-c41a-462b-8a47-b5474c968c79 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:47.935947 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-914a2f04-c41a-462b-8a47-b5474c968c79 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1809585 Jun 15 14:49:47.938605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39952) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:47.944358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-866a64d3-b26a-4f25-a37d-4f0e65dd4ddb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '37a49926-cde9-47fe-8986-cd755f44189f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:47.951835 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-866a64d3-b26a-4f25-a37d-4f0e65dd4ddb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:47.956396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-866a64d3-b26a-4f25-a37d-4f0e65dd4ddb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:47.961071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-866a64d3-b26a-4f25-a37d-4f0e65dd4ddb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:47.967851 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-866a64d3-b26a-4f25-a37d-4f0e65dd4ddb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:47.985501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-866a64d3-b26a-4f25-a37d-4f0e65dd4ddb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.033453 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] Set router 36d780bc-4212-4e96-be15-52d0ab637114 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:49:48.050053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-866a64d3-b26a-4f25-a37d-4f0e65dd4ddb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.053790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-866a64d3-b26a-4f25-a37d-4f0e65dd4ddb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.079939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a64d3-b26a-4f25-a37d-4f0e65dd4ddb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2505a58-9dba-4352-9525-4d8ba9bc7191,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:48.089961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-866a64d3-b26a-4f25-a37d-4f0e65dd4ddb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.091436 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-866a64d3-b26a-4f25-a37d-4f0e65dd4ddb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1516764 Jun 15 14:49:48.094221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 39956) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:48.099171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-633e673a-c467-4242-99e4-1ab58128d9a5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '37a49926-cde9-47fe-8986-cd755f44189f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:48.104926 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-633e673a-c467-4242-99e4-1ab58128d9a5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:48.108891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-633e673a-c467-4242-99e4-1ab58128d9a5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:48.111778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-633e673a-c467-4242-99e4-1ab58128d9a5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:48.117590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-633e673a-c467-4242-99e4-1ab58128d9a5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:48.128663 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-633e673a-c467-4242-99e4-1ab58128d9a5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:49:48.135217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-633e673a-c467-4242-99e4-1ab58128d9a5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.204010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-633e673a-c467-4242-99e4-1ab58128d9a5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.209111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-633e673a-c467-4242-99e4-1ab58128d9a5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.232485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e673a-c467-4242-99e4-1ab58128d9a5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2c9b0f-54e5-4c2c-8984-46676c8516d8,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:48.243435 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-633e673a-c467-4242-99e4-1ab58128d9a5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.244669 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-633e673a-c467-4242-99e4-1ab58128d9a5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495328 Jun 15 14:49:48.248482 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 39960) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:49:48.253857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7a04e7be-023e-4e95-b6ae-40d7d489b696 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '37a49926-cde9-47fe-8986-cd755f44189f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:48.259783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7a04e7be-023e-4e95-b6ae-40d7d489b696 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:48.263943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7a04e7be-023e-4e95-b6ae-40d7d489b696 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:49:48.266875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7a04e7be-023e-4e95-b6ae-40d7d489b696 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:49:48.273284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7a04e7be-023e-4e95-b6ae-40d7d489b696 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:48.283847 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-7a04e7be-023e-4e95-b6ae-40d7d489b696 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:49:48.290229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a04e7be-023e-4e95-b6ae-40d7d489b696 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.355835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a04e7be-023e-4e95-b6ae-40d7d489b696 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.358176 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:49:44Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'a105ae9f-08fa-40bb-90c5-430bbd9b6157', 'name': '', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:9f:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:43Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:49:48.360332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a04e7be-023e-4e95-b6ae-40d7d489b696 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.363438 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a1c388-b799-4870-bcc6-bcfa41ca5167 None None] The sync data for ids ['36d780bc-4212-4e96-be15-52d0ab637114'] in dv-neutron-845844-1-hyperv is: [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:49:44Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'a105ae9f-08fa-40bb-90c5-430bbd9b6157', 'name': '', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:9f:19:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:43Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:49:48.384509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04e7be-023e-4e95-b6ae-40d7d489b696 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f04bb9-6184-4bf8-adad-0fe760409659,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:48.396845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7a04e7be-023e-4e95-b6ae-40d7d489b696 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.398355 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7a04e7be-023e-4e95-b6ae-40d7d489b696 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488345 Jun 15 14:49:48.650133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:49:48.709753 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-2b15e95a-9140-4f97-acc6-cb90dc1aa818 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1093745766&fields=id&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 267 time: 0.0751295 Jun 15 14:49:48.740916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:48.740916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:48.870493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf53029-14cf-432e-bf24-462ae28388ef req-947eb6f6-e5ce-4b9a-b7b5-6bc2f5a94dc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:48.871820 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eaf53029-14cf-432e-bf24-462ae28388ef req-947eb6f6-e5ce-4b9a-b7b5-6bc2f5a94dc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:48.891978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eaf53029-14cf-432e-bf24-462ae28388ef req-947eb6f6-e5ce-4b9a-b7b5-6bc2f5a94dc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:48.893520 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-947eb6f6-e5ce-4b9a-b7b5-6bc2f5a94dc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/networks?id=4b15a0b4-a5c8-47e9-bd37-a42057e5d401 HTTP/1.1" status: 200 len: 797 time: 0.1829736 Jun 15 14:49:48.908131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:48.909575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a105ae9f-08fa-40bb-90c5-430bbd9b6157 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:49:48.912567 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-3a5488ff-ade1-4bac-abaf-1fce1035f9f5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/quotas/032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 375 time: 0.0104048 Jun 15 14:49:48.991885 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port a105ae9f-08fa-40bb-90c5-430bbd9b6157 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:48.998296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port a105ae9f-08fa-40bb-90c5-430bbd9b6157 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:49.000073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:49.027436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eaf53029-14cf-432e-bf24-462ae28388ef req-9f807be4-56ac-4534-a2ea-57c3b3f6f1f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:49.044880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-eaf53029-14cf-432e-bf24-462ae28388ef req-9f807be4-56ac-4534-a2ea-57c3b3f6f1f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:49.046530 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-9f807be4-56ac-4534-a2ea-57c3b3f6f1f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1273389 Jun 15 14:49:49.063862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-cd7663c7-c05a-4180-a1e6-7155ba25ed10 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:49:49.065225 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-cd7663c7-c05a-4180-a1e6-7155ba25ed10 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061736 Jun 15 14:49:49.140318 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a105ae9f-08fa-40bb-90c5-430bbd9b6157 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:49.140779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:49.174058 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port a105ae9f-08fa-40bb-90c5-430bbd9b6157, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a105ae9f-08fa-40bb-90c5-430bbd9b6157,segment=NetworkSegment(d5db6c07-8a2f-430b-9365-954f8b2467e4),segment_id=d5db6c07-8a2f-430b-9365-954f8b2467e4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:49.177933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:49.178924 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4bc39bde-498d-47e1-975a-51f8e93275de up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:49:49.210479 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-6cfd4300-555f-4c4f-8d1f-918f21c143e3 service neutron] 10.222.0.26 "GET /v2.0/networks/4b15a0b4-a5c8-47e9-bd37-a42057e5d401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370280 Jun 15 14:49:49.303771 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=a105ae9f-08fa-40bb-90c5-430bbd9b6157,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:49.315703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 4bc39bde-498d-47e1-975a-51f8e93275de triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:49.316079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:49.358292 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-ec5a38fd-9a53-425a-934d-7b9c0de36eaa service neutron] 10.222.0.26 "GET /v2.0/networks/4b15a0b4-a5c8-47e9-bd37-a42057e5d401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410096 Jun 15 14:49:49.446700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 4bc39bde-498d-47e1-975a-51f8e93275de is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:49.669894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-5ff5e002-8aec-4c9b-8e60-df294bceb004 req-6b63cd94-56e7-42eb-9d92-11b64d493a5c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:49.687094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-5ff5e002-8aec-4c9b-8e60-df294bceb004 req-6b63cd94-56e7-42eb-9d92-11b64d493a5c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:49.687094 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5ff5e002-8aec-4c9b-8e60-df294bceb004 req-6b63cd94-56e7-42eb-9d92-11b64d493a5c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 210 time: 0.1613860 Jun 15 14:49:50.462627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a105ae9f-08fa-40bb-90c5-430bbd9b6157 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:49:50.537460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port a105ae9f-08fa-40bb-90c5-430bbd9b6157 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:50.540274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:50.678590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port a105ae9f-08fa-40bb-90c5-430bbd9b6157 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:50.755426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf53029-14cf-432e-bf24-462ae28388ef req-04d96563-6754-47be-a7f4-4bc8d4c36172 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:50.756115 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-eaf53029-14cf-432e-bf24-462ae28388ef req-04d96563-6754-47be-a7f4-4bc8d4c36172 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:50.777478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-eaf53029-14cf-432e-bf24-462ae28388ef req-04d96563-6754-47be-a7f4-4bc8d4c36172 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:50.778325 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-04d96563-6754-47be-a7f4-4bc8d4c36172 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks?id=4b15a0b4-a5c8-47e9-bd37-a42057e5d401 HTTP/1.1" status: 200 len: 797 time: 0.2066684 Jun 15 14:49:50.834605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-eaf53029-14cf-432e-bf24-462ae28388ef req-7d7b4f92-294c-4094-885f-46237ea09bd9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:50.865327 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-eaf53029-14cf-432e-bf24-462ae28388ef req-7d7b4f92-294c-4094-885f-46237ea09bd9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:50.865327 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-7d7b4f92-294c-4094-885f-46237ea09bd9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 380 time: 0.0757649 Jun 15 14:49:50.876669 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0011352-edf4-4e2b-b6f9-a068356c80cd req-92ac1a75-cfa8-4ac7-824f-bf36d8ef1dc6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 210 time: 0.0631680 Jun 15 14:49:50.877194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'device_id': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'admin_state_up': True, 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'security_groups': ['37a49926-cde9-47fe-8986-cd755f44189f']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:51.020079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:49:51.031328 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:49:51.041845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:49:51.045792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:51.217821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.9 (4b15a0b4-a5c8-47e9-bd37-a42057e5d401/d60648b9-c2d2-4ccf-b9b7-098d63035a52/aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:49:51.343126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:51.434296 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:51.453110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:51.475387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:51.548608 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:49:51.551625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:49:51.555394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:49:51.586489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:51.628022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:51.628715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:51.665077 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-06a7c2a8-c2d2-4d19-9a21-a66eecb73940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7932413 Jun 15 14:49:51.675496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-138e1866-7476-4895-9100-55c0fb29099d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:49:51.676747 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-138e1866-7476-4895-9100-55c0fb29099d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059040 Jun 15 14:49:51.742053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Request body: {'port': {'device_id': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:49:51.827064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6314baa7-94f2-4216-b84e-ee2f0d91c6bc None None] Provisioning for port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:51.833249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6314baa7-94f2-4216-b84e-ee2f0d91c6bc None None] Provisioning complete for port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:51.834381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6314baa7-94f2-4216-b84e-ee2f0d91c6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:51.892821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6314baa7-94f2-4216-b84e-ee2f0d91c6bc None None] Port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:49:51.964107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:52.182746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c598a07-9d07-4f41-bdf4-4c4634737a35 req-0d3b7c50-0093-4ba4-abb4-7da3b4dcad5d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:52.183445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-8c598a07-9d07-4f41-bdf4-4c4634737a35 req-0d3b7c50-0093-4ba4-abb4-7da3b4dcad5d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:49:52.274084 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-8c598a07-9d07-4f41-bdf4-4c4634737a35 req-0d3b7c50-0093-4ba4-abb4-7da3b4dcad5d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:49:52.275283 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8c598a07-9d07-4f41-bdf4-4c4634737a35 req-0d3b7c50-0093-4ba4-abb4-7da3b4dcad5d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 931 time: 0.2703943 Jun 15 14:49:52.358884 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8c598a07-9d07-4f41-bdf4-4c4634737a35 req-05b638e2-93a6-4367-99ed-830342c44058 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=37a49926-cde9-47fe-8986-cd755f44189f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762167 Jun 15 14:49:52.446095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:49:52.454296 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:52.469458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Transition to ACTIVE for port object aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:49:52.478873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:52.639081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Pushing event updated for resources: {'Port': ['ID=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:52.753215 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Attempting to bind port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:49:52.754074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Attempting to bind port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:49:52.754074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Attempting to bind port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a on network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:49:52.758964 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a on network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:49:52.759721 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Attempting to bind port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a on network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:49:52.764789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:49:52.765136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Checking segment: {'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:49:52.765526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Bound using segment: {'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:49:52.765958 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Bound port: aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5db6c07-8a2f-430b-9365-954f8b2467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:49:52.766312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:52.862775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] For port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:49:52.865826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] For port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a,segment=NetworkSegment(d5db6c07-8a2f-430b-9365-954f8b2467e4),segment_id=d5db6c07-8a2f-430b-9365-954f8b2467e4)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:49:52.870836 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:52.932864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:52.932864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:52.934730 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] 10.222.0.44 "PUT /v2.0/ports/aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a HTTP/1.1" status: 200 len: 1093 time: 1.2500618 Jun 15 14:49:52.934730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'tag': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:49:52.958100 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734eeb53-22d0-4706-8fee-51a950fcafec service neutron] Pushing event updated for resources: {'Port': ['ID=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:53.015787 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52dea35-9c64-4a19-81c7-738676aa15ac'] response: {'name': 'network-changed', 'server_uuid': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'tag': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a', 'status': 'completed', 'code': 200} Jun 15 14:49:53.067630 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf53029-14cf-432e-bf24-462ae28388ef req-af62636f-1ccd-460c-b846-d13a6b754fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:53.070587 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-af62636f-1ccd-460c-b846-d13a6b754fd0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 1096 time: 0.0913229 Jun 15 14:49:53.144242 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-f7d1e392-2984-456e-abad-69e7fec83abb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a HTTP/1.1" status: 200 len: 217 time: 0.0684013 Jun 15 14:49:53.216217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf53029-14cf-432e-bf24-462ae28388ef req-ae5c3fb8-a5b4-4e06-94c0-01e94cc19758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:53.217680 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-ae5c3fb8-a5b4-4e06-94c0-01e94cc19758 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d60648b9-c2d2-4ccf-b9b7-098d63035a52 HTTP/1.1" status: 200 len: 834 time: 0.0648823 Jun 15 14:49:53.313040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf53029-14cf-432e-bf24-462ae28388ef req-e3c503fa-04d3-4f25-8e6f-979ab3698356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:53.315656 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-e3c503fa-04d3-4f25-8e6f-979ab3698356 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b15a0b4-a5c8-47e9-bd37-a42057e5d401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909891 Jun 15 14:49:53.455225 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-9159f22f-01a6-4928-89e9-6c1923421998 service neutron] 10.222.0.44 "GET /v2.0/networks/4b15a0b4-a5c8-47e9-bd37-a42057e5d401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345210 Jun 15 14:49:53.764320 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eaf53029-14cf-432e-bf24-462ae28388ef req-c93b0f1b-6a89-4964-909a-5f815537ee33 service neutron] 10.222.0.44 "GET /v2.0/networks/4b15a0b4-a5c8-47e9-bd37-a42057e5d401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027074 Jun 15 14:49:53.778575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db471e-c40c-4d21-9f4c-96d98abb4286 req-4852949a-5097-49b8-800f-cbf183f0e34a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:53.780065 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c9db471e-c40c-4d21-9f4c-96d98abb4286 req-4852949a-5097-49b8-800f-cbf183f0e34a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 943 time: 0.3008199 Jun 15 14:49:53.886055 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c9db471e-c40c-4d21-9f4c-96d98abb4286 req-891bf112-2bf4-4c72-a50b-4daa840205de tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=37a49926-cde9-47fe-8986-cd755f44189f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971432 Jun 15 14:49:53.916768 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7ac9-4f98-4b95-bfb5-d299efd57169 req-cf89ee9f-c1db-47aa-8860-6c37235a410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:53.918920 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a6ed7ac9-4f98-4b95-bfb5-d299efd57169 req-cf89ee9f-c1db-47aa-8860-6c37235a410b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 1096 time: 0.0991423 Jun 15 14:49:54.063629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7ac9-4f98-4b95-bfb5-d299efd57169 req-340c3074-97f1-453a-974f-2408bbb93327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:54.065217 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a6ed7ac9-4f98-4b95-bfb5-d299efd57169 req-340c3074-97f1-453a-974f-2408bbb93327 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b15a0b4-a5c8-47e9-bd37-a42057e5d401 HTTP/1.1" status: 200 len: 898 time: 0.1402979 Jun 15 14:49:54.144614 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a6ed7ac9-4f98-4b95-bfb5-d299efd57169 req-ce848b23-c48d-4515-b391-0d76a46d5e7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a HTTP/1.1" status: 200 len: 217 time: 0.0727739 Jun 15 14:49:54.210750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7ac9-4f98-4b95-bfb5-d299efd57169 req-5050fdc5-7502-4193-8165-e86561671e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:54.212979 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a6ed7ac9-4f98-4b95-bfb5-d299efd57169 req-5050fdc5-7502-4193-8165-e86561671e38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d60648b9-c2d2-4ccf-b9b7-098d63035a52 HTTP/1.1" status: 200 len: 834 time: 0.0617304 Jun 15 14:49:54.311389 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed7ac9-4f98-4b95-bfb5-d299efd57169 req-0733db1a-b6cd-4454-bb4d-63e4a238a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:54.312687 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a6ed7ac9-4f98-4b95-bfb5-d299efd57169 req-0733db1a-b6cd-4454-bb4d-63e4a238a716 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b15a0b4-a5c8-47e9-bd37-a42057e5d401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0945451 Jun 15 14:49:54.471278 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a6ed7ac9-4f98-4b95-bfb5-d299efd57169 req-169778bc-1b40-4cea-805b-0c5b8731261e service neutron] 10.222.0.44 "GET /v2.0/networks/4b15a0b4-a5c8-47e9-bd37-a42057e5d401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503491 Jun 15 14:49:54.637840 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a6ed7ac9-4f98-4b95-bfb5-d299efd57169 req-162ca0ed-fc85-4762-be28-04a1f47a7dd1 service neutron] 10.222.0.44 "GET /v2.0/networks/4b15a0b4-a5c8-47e9-bd37-a42057e5d401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519482 Jun 15 14:49:55.130382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dafd939-7ecf-4b94-ad63-cff975eabe7f req-0fc82a96-aa5b-4908-a0cb-f7271948d431 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:55.131905 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3dafd939-7ecf-4b94-ad63-cff975eabe7f req-0fc82a96-aa5b-4908-a0cb-f7271948d431 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 943 time: 0.1190228 Jun 15 14:49:55.187433 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3dafd939-7ecf-4b94-ad63-cff975eabe7f req-2266a19d-cfe6-4fbf-b0a4-1aa9245eb9d7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=37a49926-cde9-47fe-8986-cd755f44189f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474458 Jun 15 14:49:56.400135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77539d2-243e-440d-9a8c-14ef6f6870ef req-63505e98-a248-46c0-a27c-1e432b64f586 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:56.401734 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f77539d2-243e-440d-9a8c-14ef6f6870ef req-63505e98-a248-46c0-a27c-1e432b64f586 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 943 time: 0.1013169 Jun 15 14:49:56.451512 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f77539d2-243e-440d-9a8c-14ef6f6870ef req-1c84f090-b3d0-4fdc-b32c-22b213b20175 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=37a49926-cde9-47fe-8986-cd755f44189f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408831 Jun 15 14:49:57.093552 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:49:57.238349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a,segment=NetworkSegment(d5db6c07-8a2f-430b-9365-954f8b2467e4),segment_id=d5db6c07-8a2f-430b-9365-954f8b2467e4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:57.251253 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'port_id': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a', 'mac_address': 'fa:16:3e:0a:3a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:49:57.323311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7e2b53ab-8ae5-4e23-849c-1c5945e30333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:57.325072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:57.326189 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:57.343803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:49:57.360580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a,segment=NetworkSegment(d5db6c07-8a2f-430b-9365-954f8b2467e4),segment_id=d5db6c07-8a2f-430b-9365-954f8b2467e4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:57.366838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:57.435211 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:57.587599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:49:57.674955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50091e-cf05-496f-adeb-e475e5b9b469 req-40778c4a-01cd-482c-88bb-be344ebe6245 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:57.675537 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ef50091e-cf05-496f-adeb-e475e5b9b469 req-40778c4a-01cd-482c-88bb-be344ebe6245 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 944 time: 0.1068783 Jun 15 14:49:57.730280 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ef50091e-cf05-496f-adeb-e475e5b9b469 req-fb883a4a-12d9-4fbe-9641-ab0e1169f3f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=37a49926-cde9-47fe-8986-cd755f44189f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481374 Jun 15 14:49:58.943382 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84bb65-f491-431d-b785-caaa32d8837a req-01ee017d-1620-4b39-b583-b9383de40ebd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:58.944883 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3e84bb65-f491-431d-b785-caaa32d8837a req-01ee017d-1620-4b39-b583-b9383de40ebd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 944 time: 0.1047194 Jun 15 14:49:58.994866 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3e84bb65-f491-431d-b785-caaa32d8837a req-562d6ca8-dda9-4f75-baf7-b1201bdcd61d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=37a49926-cde9-47fe-8986-cd755f44189f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Jun 15 14:49:59.110118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:49:59.181319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:49:59.185476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:49:59.187639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:59.314970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:49:59.314970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:59.346223 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:49:59.369187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a,segment=NetworkSegment(d5db6c07-8a2f-430b-9365-954f8b2467e4),segment_id=d5db6c07-8a2f-430b-9365-954f8b2467e4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:49:59.369187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:59.407050 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fff3160a-06b9-4aa4-a57c-e008c5a654c4'] response: {'server_uuid': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a', 'code': 200} Jun 15 14:49:59.407050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c74f9628-ed00-4c69-9f56-31255b4b0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:49:59.445563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:49:59.642544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3519b-5e45-44a1-bf8c-fa42f6d8176a req-1d90c0a6-8147-4e29-9584-dcf6aae489de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:49:59.644302 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-47c3519b-5e45-44a1-bf8c-fa42f6d8176a req-1d90c0a6-8147-4e29-9584-dcf6aae489de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 1098 time: 0.0864415 Jun 15 14:49:59.692980 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-47c3519b-5e45-44a1-bf8c-fa42f6d8176a req-8eb6bd24-c9d8-4c33-83be-ac69fc3a0df1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=37a49926-cde9-47fe-8986-cd755f44189f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436344 Jun 15 14:50:00.198960 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464f4fa-54e9-4ab6-9110-465a81dfbe74 req-57de5342-538d-497c-b770-98ed9439fc17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:00.200477 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8464f4fa-54e9-4ab6-9110-465a81dfbe74 req-57de5342-538d-497c-b770-98ed9439fc17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 945 time: 0.0969987 Jun 15 14:50:00.251771 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8464f4fa-54e9-4ab6-9110-465a81dfbe74 req-33d4d741-0d88-416f-9471-162888d2ff6b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=37a49926-cde9-47fe-8986-cd755f44189f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Jun 15 14:50:00.545372 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:00.612177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:01.451790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e92806-0b2f-49df-9ed8-cb92b5f520b7 req-2d9efd7c-e09d-4416-99d5-9a0c563b547b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:01.453286 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96e92806-0b2f-49df-9ed8-cb92b5f520b7 req-2d9efd7c-e09d-4416-99d5-9a0c563b547b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 945 time: 0.0897985 Jun 15 14:50:01.501369 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96e92806-0b2f-49df-9ed8-cb92b5f520b7 req-cd056ece-638c-4c95-9872-3c3854714827 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=37a49926-cde9-47fe-8986-cd755f44189f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422993 Jun 15 14:50:01.718832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d41fff-e01c-4ad4-a291-6c510a557daf req-9fe87ef2-1121-484b-9fa5-50993b88ff81 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:01.720334 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a4d41fff-e01c-4ad4-a291-6c510a557daf req-9fe87ef2-1121-484b-9fa5-50993b88ff81 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 945 time: 0.1114948 Jun 15 14:50:01.765773 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a4d41fff-e01c-4ad4-a291-6c510a557daf req-192286c7-4795-4a48-ba4f-5544c03f86fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=37a49926-cde9-47fe-8986-cd755f44189f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394950 Jun 15 14:50:01.794683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40024) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:01.880845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d40ca83-01fa-49b6-a449-32a88f430d50 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:01.882494 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0d40ca83-01fa-49b6-a449-32a88f430d50 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 1093 time: 0.0868785 Jun 15 14:50:01.888705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40028) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:01.897821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:01.907841 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:01.911853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:floatingip and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:50:01.914741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:50:01.920736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:01.938912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:01.964898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:02.079187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:02.223266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.200 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/3da3bbeb-526f-4dfa-b38d-789b39910ee7) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:50:02.486637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:02.519546 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:02.587757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:50:02.590682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:50:02.594310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:50:02.623399 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=3da3bbeb-526f-4dfa-b38d-789b39910ee7,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:03.058697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:03.142017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:03.358411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:03.365168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:03.474424 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=3da3bbeb-526f-4dfa-b38d-789b39910ee7,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:03.487870 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:03.664932 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP d8d52e43-e84b-4b2e-9301-e5babd0badb0 associated. External IP: 172.26.3.200, port: aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a. Jun 15 14:50:04.155222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 36d780bc-4212-4e96-be15-52d0ab637114 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:50:04.363270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:50:04.374315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071f8ed-c3d7-4abc-bd19-8fe0288fab2b None None] Sync routers for ids ['36d780bc-4212-4e96-be15-52d0ab637114'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:50:04.392075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:04.414420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071f8ed-c3d7-4abc-bd19-8fe0288fab2b None None] Routers {'36d780bc-4212-4e96-be15-52d0ab637114'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:50:04.415118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d071f8ed-c3d7-4abc-bd19-8fe0288fab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:49:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['36d780bc-4212-4e96-be15-52d0ab637114'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:04.452572 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-91b012c0-e7a5-466a-a98c-f1cd735f89fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5627537 Jun 15 14:50:04.453648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'tag': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:50:04.455748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40032) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:04.581969 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-04d8c83f-d099-432c-8146-846cc463fb25 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/d8d52e43-e84b-4b2e-9301-e5babd0badb0 HTTP/1.1" status: 200 len: 991 time: 0.1248522 Jun 15 14:50:04.609720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-d071f8ed-c3d7-4abc-bd19-8fe0288fab2b None None] Set router 36d780bc-4212-4e96-be15-52d0ab637114 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:50:04.658948 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79ecc96-595e-4195-a3a4-12957b93e64a'] response: {'name': 'network-changed', 'server_uuid': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'tag': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a', 'status': 'completed', 'code': 200} Jun 15 14:50:04.764087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6d21f-fa0a-4c5f-8202-f72fca512d8d req-18767aa1-090c-4e01-ae44-e355108db749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:04.765922 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0ef6d21f-fa0a-4c5f-8202-f72fca512d8d req-18767aa1-090c-4e01-ae44-e355108db749 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 1098 time: 0.0828590 Jun 15 14:50:04.903105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6d21f-fa0a-4c5f-8202-f72fca512d8d req-bec6b854-10f4-44f9-9da6-74bf3195ddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:04.904592 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0ef6d21f-fa0a-4c5f-8202-f72fca512d8d req-bec6b854-10f4-44f9-9da6-74bf3195ddac service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b15a0b4-a5c8-47e9-bd37-a42057e5d401 HTTP/1.1" status: 200 len: 898 time: 0.1330352 Jun 15 14:50:04.972493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d071f8ed-c3d7-4abc-bd19-8fe0288fab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:49:44Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'd8d52e43-e84b-4b2e-9301-e5babd0badb0', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'port_id': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'mac_address': 'fa:16:3e:0a:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:50:02Z', 'updated_at': '2022-06-15T14:50:02Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a105ae9f-08fa-40bb-90c5-430bbd9b6157', 'name': '', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:9f:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:43Z', 'updated_at': '2022-06-15T14:49:49Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:04.976682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071f8ed-c3d7-4abc-bd19-8fe0288fab2b None None] Checking router: 36d780bc-4212-4e96-be15-52d0ab637114 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:50:04.985783 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d071f8ed-c3d7-4abc-bd19-8fe0288fab2b None None] Routers {'36d780bc-4212-4e96-be15-52d0ab637114'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:50:04.986615 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d071f8ed-c3d7-4abc-bd19-8fe0288fab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:49:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['36d780bc-4212-4e96-be15-52d0ab637114'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:05.013429 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0ef6d21f-fa0a-4c5f-8202-f72fca512d8d req-f0de25ed-7f3c-4ae6-82b3-f2e0be1655d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a HTTP/1.1" status: 200 len: 999 time: 0.1019907 Jun 15 14:50:05.077592 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6d21f-fa0a-4c5f-8202-f72fca512d8d req-faaad8fc-5234-4923-af71-529c3593ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:05.079049 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0ef6d21f-fa0a-4c5f-8202-f72fca512d8d req-faaad8fc-5234-4923-af71-529c3593ba6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d60648b9-c2d2-4ccf-b9b7-098d63035a52 HTTP/1.1" status: 200 len: 834 time: 0.0600441 Jun 15 14:50:05.172934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6d21f-fa0a-4c5f-8202-f72fca512d8d req-93254459-7f61-4b99-beba-c6bb7e79a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:05.174463 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0ef6d21f-fa0a-4c5f-8202-f72fca512d8d req-93254459-7f61-4b99-beba-c6bb7e79a192 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b15a0b4-a5c8-47e9-bd37-a42057e5d401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857866 Jun 15 14:50:05.175225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-d071f8ed-c3d7-4abc-bd19-8fe0288fab2b None None] Set router 36d780bc-4212-4e96-be15-52d0ab637114 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:50:05.315606 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0ef6d21f-fa0a-4c5f-8202-f72fca512d8d req-e4d419c2-c634-4381-a4c4-9a7cf3b7c325 service neutron] 10.222.0.44 "GET /v2.0/networks/4b15a0b4-a5c8-47e9-bd37-a42057e5d401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345513 Jun 15 14:50:05.452804 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0ef6d21f-fa0a-4c5f-8202-f72fca512d8d req-fa1ffff2-d175-43e6-8e8c-86129d8d1185 service neutron] 10.222.0.44 "GET /v2.0/networks/4b15a0b4-a5c8-47e9-bd37-a42057e5d401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307616 Jun 15 14:50:05.532123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d071f8ed-c3d7-4abc-bd19-8fe0288fab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:49:44Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'd8d52e43-e84b-4b2e-9301-e5babd0badb0', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'port_id': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'mac_address': 'fa:16:3e:0a:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:50:02Z', 'updated_at': '2022-06-15T14:50:02Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a105ae9f-08fa-40bb-90c5-430bbd9b6157', 'name': '', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:9f:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:43Z', 'updated_at': '2022-06-15T14:49:49Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:05.536211 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d071f8ed-c3d7-4abc-bd19-8fe0288fab2b None None] The sync data for ids ['36d780bc-4212-4e96-be15-52d0ab637114'] in dv-neutron-845844-1-hyperv is: [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:49:44Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'd8d52e43-e84b-4b2e-9301-e5babd0badb0', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'port_id': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'mac_address': 'fa:16:3e:0a:3a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:50:02Z', 'updated_at': '2022-06-15T14:50:02Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a105ae9f-08fa-40bb-90c5-430bbd9b6157', 'name': '', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:9f:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:43Z', 'updated_at': '2022-06-15T14:49:49Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:50:05.585953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40038) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:05.709910 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a6a89cf1-3760-4c60-9d73-f3a17407c286 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/d8d52e43-e84b-4b2e-9301-e5babd0badb0 HTTP/1.1" status: 200 len: 991 time: 0.1212928 Jun 15 14:50:05.751294 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87c8b0a-f567-4391-b23f-8cb14d11ae38 None None] New status for floating IP d8d52e43-e84b-4b2e-9301-e5babd0badb0: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:50:06.575931 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:50:06.711989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40042) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:06.930571 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ca5336ce-b122-472e-9f6e-0099332e283f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/d8d52e43-e84b-4b2e-9301-e5babd0badb0 HTTP/1.1" status: 200 len: 993 time: 0.2173285 Jun 15 14:50:21.386278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:27.290191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8da8283e-66b3-4f68-9073-642158df4c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:29.369672 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4ad4e2a5-6e09-45a4-b171-efd0891e6c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:30.547902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:30.648488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:31.975639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:33.558722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40058) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:33.675951 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cdefecca-5f73-45e5-ad56-39e1d7344774 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/d8d52e43-e84b-4b2e-9301-e5babd0badb0 HTTP/1.1" status: 200 len: 993 time: 0.1157689 Jun 15 14:50:34.023020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40066) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:34.224960 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 3da3bbeb-526f-4dfa-b38d-789b39910ee7 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:50:34.225258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:34.527655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:34.527900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:34.652661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 3da3bbeb-526f-4dfa-b38d-789b39910ee7 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:50:34.814162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:34.861125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=3da3bbeb-526f-4dfa-b38d-789b39910ee7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:34.902919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:34.903366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:34.903715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:34.904044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:34.904413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:34.904743 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:34.905073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:34.905399 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:34.905710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:34.906040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:34.906359 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:34.906677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:34.973642 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:34.973939 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP d8d52e43-e84b-4b2e-9301-e5babd0badb0 disassociated (deleted). External IP: 172.26.3.200, port: aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a. Jun 15 14:50:35.333847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 36d780bc-4212-4e96-be15-52d0ab637114 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:50:35.516866 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:50:35.526775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b1ce35-b6da-4918-a477-102aabeb7fcc None None] Sync routers for ids ['36d780bc-4212-4e96-be15-52d0ab637114'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:50:35.537212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1ce35-b6da-4918-a477-102aabeb7fcc None None] Routers {'36d780bc-4212-4e96-be15-52d0ab637114'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:50:35.537836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-66b1ce35-b6da-4918-a477-102aabeb7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:50:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['36d780bc-4212-4e96-be15-52d0ab637114'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:35.538892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:35.594719 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dcdc51e6-b9da-49b5-bc65-49ffe559f8f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/floatingips/d8d52e43-e84b-4b2e-9301-e5babd0badb0 HTTP/1.1" status: 204 len: 168 time: 1.5700872 Jun 15 14:50:35.595095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'tag': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:50:35.742242 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b3395a40-cc22-4bbe-873f-4b1c10254d5e req-7e5499d4-e0b2-49ab-83eb-dab4ff3b5585 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1043472 Jun 15 14:50:35.750887 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-66b1ce35-b6da-4918-a477-102aabeb7fcc None None] Set router 36d780bc-4212-4e96-be15-52d0ab637114 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:50:35.766743 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-847ca1d8-e4f9-4253-8eda-29e0c8b51d45'] response: {'name': 'network-changed', 'server_uuid': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'tag': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a', 'status': 'completed', 'code': 200} Jun 15 14:50:35.870758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cade4c6-0f2b-44ec-a436-fea47ac19050 req-07f0c345-15f3-4074-9b9a-f0a92471c100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:35.872795 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0cade4c6-0f2b-44ec-a436-fea47ac19050 req-07f0c345-15f3-4074-9b9a-f0a92471c100 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 1098 time: 0.0940304 Jun 15 14:50:35.918041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3395a40-cc22-4bbe-873f-4b1c10254d5e req-6c5ab434-3df2-41df-b7d4-8c4b8a9d359d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:35.919790 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3395a40-cc22-4bbe-873f-4b1c10254d5e req-6c5ab434-3df2-41df-b7d4-8c4b8a9d359d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 1099 time: 0.0877507 Jun 15 14:50:36.095393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-66b1ce35-b6da-4918-a477-102aabeb7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:49:44Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'a105ae9f-08fa-40bb-90c5-430bbd9b6157', 'name': '', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:9f:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:43Z', 'updated_at': '2022-06-15T14:49:49Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:36.099573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b1ce35-b6da-4918-a477-102aabeb7fcc None None] Checking router: 36d780bc-4212-4e96-be15-52d0ab637114 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:50:36.108875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b1ce35-b6da-4918-a477-102aabeb7fcc None None] Routers {'36d780bc-4212-4e96-be15-52d0ab637114'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:50:36.109752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-66b1ce35-b6da-4918-a477-102aabeb7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:50:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['36d780bc-4212-4e96-be15-52d0ab637114'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:36.128416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fb640-9147-4b3d-83e1-61b4dc75e455 req-2b35b507-9239-4ae5-a493-01f3c0c574fd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:36.129822 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c72fb640-9147-4b3d-83e1-61b4dc75e455 req-2b35b507-9239-4ae5-a493-01f3c0c574fd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 945 time: 0.2150068 Jun 15 14:50:36.130980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3395a40-cc22-4bbe-873f-4b1c10254d5e req-ebb03767-8c5b-4343-9771-9f9a5417cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:36.132302 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3395a40-cc22-4bbe-873f-4b1c10254d5e req-ebb03767-8c5b-4343-9771-9f9a5417cb10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.1752307 Jun 15 14:50:36.134432 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cade4c6-0f2b-44ec-a436-fea47ac19050 req-ff0e871e-d71f-45f9-867e-0a64adae1148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:36.135913 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0cade4c6-0f2b-44ec-a436-fea47ac19050 req-ff0e871e-d71f-45f9-867e-0a64adae1148 service neutron] 10.222.0.44 "GET /v2.0/networks?id=4b15a0b4-a5c8-47e9-bd37-a42057e5d401 HTTP/1.1" status: 200 len: 898 time: 0.2529099 Jun 15 14:50:36.213282 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0cade4c6-0f2b-44ec-a436-fea47ac19050 req-61a778f6-21aa-4789-8565-1bbcf6dbaf47 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a HTTP/1.1" status: 200 len: 217 time: 0.0652916 Jun 15 14:50:36.258951 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c72fb640-9147-4b3d-83e1-61b4dc75e455 req-da76e679-bf60-4d79-a376-eaeaff812039 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=37a49926-cde9-47fe-8986-cd755f44189f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233745 Jun 15 14:50:36.270772 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3395a40-cc22-4bbe-873f-4b1c10254d5e req-a44292a1-b94f-4505-a74f-8922c34be022 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e54fffc-b02e-43e6-8f85-dd527567e476 HTTP/1.1" status: 200 len: 1002 time: 0.1219025 Jun 15 14:50:36.278084 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cade4c6-0f2b-44ec-a436-fea47ac19050 req-ecd2b302-05d9-4635-ac69-335a5367fe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:36.279680 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0cade4c6-0f2b-44ec-a436-fea47ac19050 req-ecd2b302-05d9-4635-ac69-335a5367fe26 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d60648b9-c2d2-4ccf-b9b7-098d63035a52 HTTP/1.1" status: 200 len: 834 time: 0.0604279 Jun 15 14:50:36.303434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-66b1ce35-b6da-4918-a477-102aabeb7fcc None None] Set router 36d780bc-4212-4e96-be15-52d0ab637114 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:50:36.334433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3395a40-cc22-4bbe-873f-4b1c10254d5e req-68aa2c88-7760-4cb6-9e9a-8dd2853f1075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:36.335932 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3395a40-cc22-4bbe-873f-4b1c10254d5e req-68aa2c88-7760-4cb6-9e9a-8dd2853f1075 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0586319 Jun 15 14:50:36.372036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cade4c6-0f2b-44ec-a436-fea47ac19050 req-35e457d3-eac4-4df6-82c0-9a365edd4acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:36.373540 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0cade4c6-0f2b-44ec-a436-fea47ac19050 req-35e457d3-eac4-4df6-82c0-9a365edd4acf service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=4b15a0b4-a5c8-47e9-bd37-a42057e5d401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866086 Jun 15 14:50:36.425483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3395a40-cc22-4bbe-873f-4b1c10254d5e req-f930e1c5-5b66-4c96-8c4a-25dba7ed6f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:36.427082 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3395a40-cc22-4bbe-873f-4b1c10254d5e req-f930e1c5-5b66-4c96-8c4a-25dba7ed6f7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824106 Jun 15 14:50:36.511257 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0cade4c6-0f2b-44ec-a436-fea47ac19050 req-e4dec22d-c2aa-4389-b706-798ae57b149f service neutron] 10.222.0.44 "GET /v2.0/networks/4b15a0b4-a5c8-47e9-bd37-a42057e5d401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295993 Jun 15 14:50:36.566822 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3395a40-cc22-4bbe-873f-4b1c10254d5e req-016e30b4-09e3-4971-b6fd-2048806d71b6 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324556 Jun 15 14:50:36.629901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-66b1ce35-b6da-4918-a477-102aabeb7fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:49:44Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'a105ae9f-08fa-40bb-90c5-430bbd9b6157', 'name': '', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:9f:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:43Z', 'updated_at': '2022-06-15T14:49:49Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:36.634121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b1ce35-b6da-4918-a477-102aabeb7fcc None None] The sync data for ids ['36d780bc-4212-4e96-be15-52d0ab637114'] in dv-neutron-845844-1-hyperv is: [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:49:44Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'a105ae9f-08fa-40bb-90c5-430bbd9b6157', 'name': '', 'network_id': '4b15a0b4-a5c8-47e9-bd37-a42057e5d401', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:9f:19:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:43Z', 'updated_at': '2022-06-15T14:49:49Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'd60648b9-c2d2-4ccf-b9b7-098d63035a52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:50:36.649422 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0cade4c6-0f2b-44ec-a436-fea47ac19050 req-e9509854-6778-42fd-b2d1-2294093706c5 service neutron] 10.222.0.44 "GET /v2.0/networks/4b15a0b4-a5c8-47e9-bd37-a42057e5d401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318910 Jun 15 14:50:36.713568 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3395a40-cc22-4bbe-873f-4b1c10254d5e req-d3c84007-62ca-4dc1-b33f-abd746889165 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397381 Jun 15 14:50:36.888060 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a5fbac-1e86-46af-b57f-9d7feacd4cd9 None None] New status for floating IP d8d52e43-e84b-4b2e-9301-e5babd0badb0: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:50:37.336706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b2735-c8d8-4d45-844b-98648f3855c4 req-21df8020-983d-4547-9c98-5628a91a4c51 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:37.338140 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a4b2735-c8d8-4d45-844b-98648f3855c4 req-21df8020-983d-4547-9c98-5628a91a4c51 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 945 time: 0.0982881 Jun 15 14:50:37.409422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-7a4b2735-c8d8-4d45-844b-98648f3855c4 req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:50:37.409735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7a4b2735-c8d8-4d45-844b-98648f3855c4 req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:37.462995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eda52d-c852-44fa-8eea-42af28af57d0 req-aea0e09f-fcef-4eb6-8a39-9fdbf118d204 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:37.463698 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-41eda52d-c852-44fa-8eea-42af28af57d0 req-aea0e09f-fcef-4eb6-8a39-9fdbf118d204 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:50:37.490859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-41eda52d-c852-44fa-8eea-42af28af57d0 req-aea0e09f-fcef-4eb6-8a39-9fdbf118d204 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:50:37.492037 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-41eda52d-c852-44fa-8eea-42af28af57d0 req-aea0e09f-fcef-4eb6-8a39-9fdbf118d204 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 945 time: 0.1187084 Jun 15 14:50:37.542528 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-41eda52d-c852-44fa-8eea-42af28af57d0 req-b47efd19-13d1-40cd-992c-88313c0bbb48 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=37a49926-cde9-47fe-8986-cd755f44189f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442212 Jun 15 14:50:37.680245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-7a4b2735-c8d8-4d45-844b-98648f3855c4 req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a,segment=NetworkSegment(d5db6c07-8a2f-430b-9365-954f8b2467e4),segment_id=d5db6c07-8a2f-430b-9365-954f8b2467e4)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:50:37.680721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7a4b2735-c8d8-4d45-844b-98648f3855c4 req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:37.804825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-7a4b2735-c8d8-4d45-844b-98648f3855c4 req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:50:38.060562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7a4b2735-c8d8-4d45-844b-98648f3855c4 req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:38.115813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:38.158162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:38.158503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:38.158833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:38.159159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:38.159533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:38.159854 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:38.160171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:38.160515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:38.160832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:38.161153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:38.161462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:38.161773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:38.212030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4b2735-c8d8-4d45-844b-98648f3855c4 req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] No DVR routers for this DVR port aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:50:38.214665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-7a4b2735-c8d8-4d45-844b-98648f3855c4 req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:38.217162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'name': 'network-vif-deleted', 'tag': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:50:38.234996 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a4b2735-c8d8-4d45-844b-98648f3855c4 req-20d9bfdd-ba81-4615-86db-f895456b8723 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "DELETE /v2.0/ports/aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a HTTP/1.1" status: 204 len: 173 time: 0.8915222 Jun 15 14:50:38.264013 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdd540db-3bdb-4e82-9284-8d1d4bc0dc6b'] response: {'server_uuid': 'ca1851f3-579a-4bb1-96b2-ee76474ac7ac', 'name': 'network-vif-deleted', 'tag': 'aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a', 'status': 'completed', 'code': 200} Jun 15 14:50:38.720108 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0af2ad2f-d601-47d3-b31b-4914c55b7956 req-b604eacb-c711-4117-83f5-39b113cfb053 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=ca1851f3-579a-4bb1-96b2-ee76474ac7ac HTTP/1.1" status: 200 len: 210 time: 0.0573714 Jun 15 14:50:39.818154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40086) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:39.898781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e47e40-8cd3-4159-8e8c-b5f213de02cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:39.928433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e47e40-8cd3-4159-8e8c-b5f213de02cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:40.002295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e47e40-8cd3-4159-8e8c-b5f213de02cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:40.020419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e47e40-8cd3-4159-8e8c-b5f213de02cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a49926-cde9-47fe-8986-cd755f44189f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:40.034663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-57e47e40-8cd3-4159-8e8c-b5f213de02cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:40.036217 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-57e47e40-8cd3-4159-8e8c-b5f213de02cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/security-groups/37a49926-cde9-47fe-8986-cd755f44189f HTTP/1.1" status: 204 len: 168 time: 0.2163913 Jun 15 14:50:40.066881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40092) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:40.646077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1914790-583b-413f-9c45-f7083fb578fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:41.020095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c1914790-583b-413f-9c45-f7083fb578fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port a105ae9f-08fa-40bb-90c5-430bbd9b6157 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:50:41.020786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1914790-583b-413f-9c45-f7083fb578fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:41.339892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-c1914790-583b-413f-9c45-f7083fb578fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port a105ae9f-08fa-40bb-90c5-430bbd9b6157, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=a105ae9f-08fa-40bb-90c5-430bbd9b6157,segment=NetworkSegment(d5db6c07-8a2f-430b-9365-954f8b2467e4),segment_id=d5db6c07-8a2f-430b-9365-954f8b2467e4)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:50:41.340158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1914790-583b-413f-9c45-f7083fb578fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:41.347184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:50:41.385331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:50:41.385657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device aae19ce9-8f10-4fa0-8e88-1fc01f1fc27a not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:50:41.466388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c1914790-583b-413f-9c45-f7083fb578fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for a105ae9f-08fa-40bb-90c5-430bbd9b6157 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:50:41.670915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1914790-583b-413f-9c45-f7083fb578fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:41.754494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1914790-583b-413f-9c45-f7083fb578fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=a105ae9f-08fa-40bb-90c5-430bbd9b6157,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:42.035085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c1914790-583b-413f-9c45-f7083fb578fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:42.409042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1914790-583b-413f-9c45-f7083fb578fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 36d780bc-4212-4e96-be15-52d0ab637114 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:50:42.593084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1914790-583b-413f-9c45-f7083fb578fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:50:42.602590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c699f23-59eb-42a6-bedf-57d578e1765b None None] Sync routers for ids ['36d780bc-4212-4e96-be15-52d0ab637114'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:50:42.606088 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c1914790-583b-413f-9c45-f7083fb578fa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/36d780bc-4212-4e96-be15-52d0ab637114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5380347 Jun 15 14:50:42.608894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40096) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:42.612790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c699f23-59eb-42a6-bedf-57d578e1765b None None] Routers {'36d780bc-4212-4e96-be15-52d0ab637114'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:50:42.613419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9c699f23-59eb-42a6-bedf-57d578e1765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:50:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['36d780bc-4212-4e96-be15-52d0ab637114'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:42.687371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f95cb87-63ab-4493-933d-7226566dc754 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting subnet d60648b9-c2d2-4ccf-b9b7-098d63035a52 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:50:42.690445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f95cb87-63ab-4493-933d-7226566dc754 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:42.800037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-9c699f23-59eb-42a6-bedf-57d578e1765b None None] Set router 36d780bc-4212-4e96-be15-52d0ab637114 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:50:42.865817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f95cb87-63ab-4493-933d-7226566dc754 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:42.953305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f95cb87-63ab-4493-933d-7226566dc754 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:43.031410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f95cb87-63ab-4493-933d-7226566dc754 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:43.075072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95cb87-63ab-4493-933d-7226566dc754 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Subnet': ['ID=d60648b9-c2d2-4ccf-b9b7-098d63035a52,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:43.077108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6f95cb87-63ab-4493-933d-7226566dc754 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:43.083456 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6f95cb87-63ab-4493-933d-7226566dc754 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/subnets/d60648b9-c2d2-4ccf-b9b7-098d63035a52 HTTP/1.1" status: 204 len: 168 time: 0.4736109 Jun 15 14:50:43.086167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40100) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:43.095201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377623fe-82f0-4ccf-bb72-1e3ad1fef749 None None] Network 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:50:43.269473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:43.297059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9c699f23-59eb-42a6-bedf-57d578e1765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:50:41Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:43.303261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c699f23-59eb-42a6-bedf-57d578e1765b None None] Checking router: 36d780bc-4212-4e96-be15-52d0ab637114 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:50:43.316560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c699f23-59eb-42a6-bedf-57d578e1765b None None] Routers {'36d780bc-4212-4e96-be15-52d0ab637114'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:50:43.317155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9c699f23-59eb-42a6-bedf-57d578e1765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:50:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['36d780bc-4212-4e96-be15-52d0ab637114'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:43.452968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:43.465349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 4bc39bde-498d-47e1-975a-51f8e93275de {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:50:43.465704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:43.469448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] DHCP port deletion for 4b15a0b4-a5c8-47e9-bd37-a42057e5d401 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:50:43.489120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Deleting port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:50:43.489494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:43.554781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-9c699f23-59eb-42a6-bedf-57d578e1765b None None] Set router 36d780bc-4212-4e96-be15-52d0ab637114 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:50:43.572647 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:50:43.643909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 4bc39bde-498d-47e1-975a-51f8e93275de, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=4bc39bde-498d-47e1-975a-51f8e93275de,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:50:43.644331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:43.767537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 4bc39bde-498d-47e1-975a-51f8e93275de owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:50:43.911805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] For port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=29cb4e8e-5605-46a6-bf46-fcfd04e71a16,segment=NetworkSegment(d5db6c07-8a2f-430b-9365-954f8b2467e4),segment_id=d5db6c07-8a2f-430b-9365-954f8b2467e4)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:50:43.912460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:43.937845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:43.985907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=4bc39bde-498d-47e1-975a-51f8e93275de,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:44.086121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.115944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Calling delete_port for 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:50:44.206154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.210848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9c699f23-59eb-42a6-bedf-57d578e1765b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:50:41Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:44.252444 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c699f23-59eb-42a6-bedf-57d578e1765b None None] The sync data for ids ['36d780bc-4212-4e96-be15-52d0ab637114'] in dv-neutron-845844-1-hyperv is: [{'id': '36d780bc-4212-4e96-be15-52d0ab637114', 'name': 'tempest-TestNetworkBasicOps-router-1902056715', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:49:39Z', 'updated_at': '2022-06-15T14:50:41Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '4bc39bde-498d-47e1-975a-51f8e93275de', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:58:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36d780bc-4212-4e96-be15-52d0ab637114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:49:40Z', 'updated_at': '2022-06-15T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:50:44.262076 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Pushing event deleted for resources: {'Port': ['ID=29cb4e8e-5605-46a6-bf46-fcfd04e71a16,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:44.266319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] No DVR routers for this DVR port 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:50:44.273217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:44.273487 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:44.273806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:44.274148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:44.274485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:44.274821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:44.275154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:44.275485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:44.275817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:44.276957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:44.277070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:44.277420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e700a09c-0c2c-42f8-ab88-89c848ff9901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:44.373706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.375958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.401839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.402386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Fanout notify agent at l3_agent the message router_deleted on router 36d780bc-4212-4e96-be15-52d0ab637114 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:50:44.417759 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.418867 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7f9f828d-dad0-49f8-a3d4-c582f449a957 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/routers/36d780bc-4212-4e96-be15-52d0ab637114 HTTP/1.1" status: 204 len: 168 time: 1.3318102 Jun 15 14:50:44.421739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40104) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:44.536134 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.679825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.707193 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b15a0b4-a5c8-47e9-bd37-a42057e5d401']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:44.727916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5db6c07-8a2f-430b-9365-954f8b2467e4') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:44.728420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5db6c07-8a2f-430b-9365-954f8b2467e4') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:44.732339 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:50:44.749120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.768282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.777020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:50:44.777872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.783299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:50:44.783648 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 29cb4e8e-5605-46a6-bf46-fcfd04e71a16 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:50:44.784074 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a105ae9f-08fa-40bb-90c5-430bbd9b6157 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:50:44.832133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: a105ae9f-08fa-40bb-90c5-430bbd9b6157 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:50:44.832508 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device a105ae9f-08fa-40bb-90c5-430bbd9b6157 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:50:44.854221 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d5db6c07-8a2f-430b-9365-954f8b2467e4 resource provider aggregate not found Jun 15 14:50:44.871410 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment d5db6c07-8a2f-430b-9365-954f8b2467e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5db6c07-8a2f-430b-9365-954f8b2467e4 found for delete ", "request_id": "req-9828ab62-29e8-4112-bcc1-529d276f41f2"}]} Jun 15 14:50:44.887352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.891889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:44.919058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Network': ['ID=4b15a0b4-a5c8-47e9-bd37-a42057e5d401,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:44.931705 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f84b3d63-cd87-4ddd-853a-ae8da6a7ec91 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/networks/4b15a0b4-a5c8-47e9-bd37-a42057e5d401 HTTP/1.1" status: 204 len: 168 time: 0.5089092 Jun 15 14:50:44.943091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40112) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:44.949407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'network': {'name': 'tempest-network-smoke--1851904415', 'project_id': '032b1386b78145d282edf892a5a65f64', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:44.954939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:44.959210 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:network and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:50:44.962380 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:50:44.971080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:44.979272 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:50:44.982870 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:45.011132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:50:45.024803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:45.025305 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Added segment 4c99ad92-5388-47cd-9c7b-faef02158ace of type vlan for network e3c6af3a-ed72-4703-8681-a6dff1922681 Jun 15 14:50:45.056036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:45.088861 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:45.094492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:45.095099 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:45.200733 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2564926 Jun 15 14:50:45.203704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40116) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:45.208200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdbd2b-4490-4ee7-97c3-4bf3a7028db5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Network': ['ID=e3c6af3a-ed72-4703-8681-a6dff1922681,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:45.209458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-16629803', 'admin_state_up': True, 'project_id': '032b1386b78145d282edf892a5a65f64', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:45.218319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:45.220735 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network e3c6af3a-ed72-4703-8681-a6dff1922681 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:50:45.222507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:router and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:50:45.225673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:50:45.232298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:45.244454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:45.245605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:45.261631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:45.546095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:45.873876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:45.903391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:46.044042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.175 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/aac23246-0e7c-4371-b8d7-9ebe402eb69d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:50:46.302897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:46.337318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:46.401582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:50:46.404351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:50:46.407983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:50:46.446021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=aac23246-0e7c-4371-b8d7-9ebe402eb69d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:46.446952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4bc39bde-498d-47e1-975a-51f8e93275de no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:50:46.481242 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 4bc39bde-498d-47e1-975a-51f8e93275de {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:50:46.481578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 4bc39bde-498d-47e1-975a-51f8e93275de not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:50:46.833874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:47.179860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:47.396834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router b59113be-130e-4da6-bd64-a0820b91c562 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:50:47.592097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:50:47.601944 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Sync routers for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:50:47.612221 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:50:47.612865 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:50:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:47.620090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:47.621536 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a8bb181e-6208-4875-93e8-0c11fc8ef657 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4164362 Jun 15 14:50:47.624815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40120) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:47.783367 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e614e641-afca-477a-b94a-f2a970cc7755 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=032b1386b78145d282edf892a5a65f64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1574535 Jun 15 14:50:47.786027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40124) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:47.798158 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:50:47.913999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4e0fe0-5dc0-4023-a80f-601a11dfd39a tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:47.915483 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ff4e0fe0-5dc0-4023-a80f-601a11dfd39a tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285684 Jun 15 14:50:47.918850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40128) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:47.958412 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-345161cc-2b02-4d0b-9430-334dc06f4c4d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383830 Jun 15 14:50:47.960940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40132) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:47.966237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1440983540', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'project_id': '032b1386b78145d282edf892a5a65f64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:48.075313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:48.079588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:subnet and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:50:48.082452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:50:48.084338 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:46Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:48.088452 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Checking router: b59113be-130e-4da6-bd64-a0820b91c562 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:50:48.088701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:48.089154 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Updating router b59113be-130e-4da6-bd64-a0820b91c562 port aac23246-0e7c-4371-b8d7-9ebe402eb69d binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:50:48.099239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:50:48.103126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:48.141899 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:48.324781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:48.400346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Subnet': ['ID=28887a00-0463-4fc5-a7ab-da767f728752,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:48.410951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Checking segment: {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:50:48.411308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network hostable DHCP agents. Network: e3c6af3a-ed72-4703-8681-a6dff1922681, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:50:48.430823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network e3c6af3a-ed72-4703-8681-a6dff1922681 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:50:48.440894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, e3c6af3a-ed72-4703-8681-a6dff1922681) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:50:48.445055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:48.446035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:48.451811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c2006-cf90-401b-9472-960c51f76bbb None None] Network e3c6af3a-ed72-4703-8681-a6dff1922681 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:50:48.477767 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f96fb6c4-e0f8-4f5a-a140-e27a01c3bb15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5131230 Jun 15 14:50:48.478115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40136) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:48.478514 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:48.494035 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Transition to ACTIVE for port object aac23246-0e7c-4371-b8d7-9ebe402eb69d will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:50:48.502985 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:48.581377 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Attempting to bind port aac23246-0e7c-4371-b8d7-9ebe402eb69d on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:50:48.581660 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Attempting to bind port aac23246-0e7c-4371-b8d7-9ebe402eb69d by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:50:48.582020 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Attempting to bind port aac23246-0e7c-4371-b8d7-9ebe402eb69d on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:50:48.591453 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Pushing event updated for resources: {'Port': ['ID=aac23246-0e7c-4371-b8d7-9ebe402eb69d,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:48.593615 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:50:48.593977 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:50:48.594368 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:48.594746 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:50:48.595200 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Bound port: aac23246-0e7c-4371-b8d7-9ebe402eb69d, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:50:48.595583 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:48.673975 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] For port aac23246-0e7c-4371-b8d7-9ebe402eb69d, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:50:48.676233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-e3c6af3a-ed72-4703-8681-a6dff1922681', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:50:48.677501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:48.677803 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] For port aac23246-0e7c-4371-b8d7-9ebe402eb69d, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=aac23246-0e7c-4371-b8d7-9ebe402eb69d,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:50:48.679551 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:48.679926 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:48.680312 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:48.680701 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:48.681050 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:48.681384 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:48.681763 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:48.682177 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:48.682592 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:48.683158 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:48.683503 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:48.683828 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:50:48.689093 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:48.769569 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:50:48.770477 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:50:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:48.840741 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Allocated IP 172.20.0.2 (e3c6af3a-ed72-4703-8681-a6dff1922681/28887a00-0463-4fc5-a7ab-da767f728752/b98fd196-0126-41b4-b239-3edb63887d89) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:50:48.959535 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f9cec-e103-4b0e-b8d6-411c9a998c9b None None] Pushing event updated for resources: {'Port': ['ID=aac23246-0e7c-4371-b8d7-9ebe402eb69d,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:48.981641 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:50:49.069045 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:49.080242 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Transition to ACTIVE for port object b98fd196-0126-41b4-b239-3edb63887d89 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:50:49.099104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Transition to ACTIVE for port object b98fd196-0126-41b4-b239-3edb63887d89 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:50:49.105011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:49.166655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Network e3c6af3a-ed72-4703-8681-a6dff1922681 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:50:49.170137 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:50:49.173892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:50:49.227585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Pushing event updated for resources: {'Port': ['ID=b98fd196-0126-41b4-b239-3edb63887d89,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:49.282189 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:46Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:49.284296 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821613a6-cee6-4ba3-a52f-672a0c4c984b None None] The sync data for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv is: [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:46Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:50:49.288235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:49.290785 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Attempting to bind port b98fd196-0126-41b4-b239-3edb63887d89 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:50:49.291225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Attempting to bind port b98fd196-0126-41b4-b239-3edb63887d89 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:50:49.291663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Attempting to bind port b98fd196-0126-41b4-b239-3edb63887d89 on network e3c6af3a-ed72-4703-8681-a6dff1922681 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:50:49.297372 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:50:49.297750 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Checking segment: {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:50:49.298149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:49.298715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Bound using segment: {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:50:49.299354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Bound port: b98fd196-0126-41b4-b239-3edb63887d89, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:50:49.299915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:49.407092 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] For port b98fd196-0126-41b4-b239-3edb63887d89, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:50:49.411809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] For port b98fd196-0126-41b4-b239-3edb63887d89, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b98fd196-0126-41b4-b239-3edb63887d89,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:50:49.419125 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:49.494779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08227f07-0129-4670-86a9-bfab4d930a8c None None] Pushing event updated for resources: {'Port': ['ID=b98fd196-0126-41b4-b239-3edb63887d89,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:49.905329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.1 (e3c6af3a-ed72-4703-8681-a6dff1922681/28887a00-0463-4fc5-a7ab-da767f728752/c5bed4f8-875e-4694-b0bd-ac1f3c56c045) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:50:50.071749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:50.090583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object c5bed4f8-875e-4694-b0bd-ac1f3c56c045 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:50:50.117358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:50.189867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network e3c6af3a-ed72-4703-8681-a6dff1922681 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:50:50.192951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:50:50.195841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:50:50.240772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=c5bed4f8-875e-4694-b0bd-ac1f3c56c045,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:50.263819 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:50.524358 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b39b45-1889-4be4-979e-69907c9a3a38 None None] Network e3c6af3a-ed72-4703-8681-a6dff1922681 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:50:50.549483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:50.550225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b98fd196-0126-41b4-b239-3edb63887d89 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:50:50.678851 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-608ffd9f-45b3-4c7b-8c76-c73ec6ce8ca9 None None] Provisioning for port b98fd196-0126-41b4-b239-3edb63887d89 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:50:50.715977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port b98fd196-0126-41b4-b239-3edb63887d89 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:50:50.732847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port b98fd196-0126-41b4-b239-3edb63887d89 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:50:50.733492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:50.976470 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port b98fd196-0126-41b4-b239-3edb63887d89 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:50:50.976833 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:50.981370 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:50.986966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:51.019986 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port b98fd196-0126-41b4-b239-3edb63887d89, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b98fd196-0126-41b4-b239-3edb63887d89,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:50:51.026349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:51.027368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device aac23246-0e7c-4371-b8d7-9ebe402eb69d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:50:51.105582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:51.110268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=c5bed4f8-875e-4694-b0bd-ac1f3c56c045,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:51.143833 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=b98fd196-0126-41b4-b239-3edb63887d89,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:51.156968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port aac23246-0e7c-4371-b8d7-9ebe402eb69d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:50:51.163018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port aac23246-0e7c-4371-b8d7-9ebe402eb69d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:50:51.163448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:51.242141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9273220e-71b7-4f33-978b-df9484e4530a None None] Provisioning complete for port b98fd196-0126-41b4-b239-3edb63887d89 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:50:51.242518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9273220e-71b7-4f33-978b-df9484e4530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:51.358780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port aac23246-0e7c-4371-b8d7-9ebe402eb69d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:50:51.359152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:51.378366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network e3c6af3a-ed72-4703-8681-a6dff1922681 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:50:51.379874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:50:51.416013 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port aac23246-0e7c-4371-b8d7-9ebe402eb69d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=aac23246-0e7c-4371-b8d7-9ebe402eb69d,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:50:51.430419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:51.491312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:51.494522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9273220e-71b7-4f33-978b-df9484e4530a None None] Current status of the port b98fd196-0126-41b4-b239-3edb63887d89 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:50:51.516740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=aac23246-0e7c-4371-b8d7-9ebe402eb69d,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:51.519401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9273220e-71b7-4f33-978b-df9484e4530a None None] Provisioning for port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:50:51.524972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9273220e-71b7-4f33-978b-df9484e4530a None None] Provisioning complete for port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:50:51.525669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9273220e-71b7-4f33-978b-df9484e4530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:51.583974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9273220e-71b7-4f33-978b-df9484e4530a None None] Port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:50:51.590269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router b59113be-130e-4da6-bd64-a0820b91c562 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:50:51.707583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-70087431-81c6-4a29-90e8-e393fb7f539e None None] Provisioning complete for port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:50:51.707956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-70087431-81c6-4a29-90e8-e393fb7f539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:51.762896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-70087431-81c6-4a29-90e8-e393fb7f539e None None] Port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:50:51.778483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:50:51.788006 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Sync routers for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:50:51.793704 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8f0f2048-c0cf-4785-bf90-b76915962150 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/b59113be-130e-4da6-bd64-a0820b91c562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3122230 Jun 15 14:50:51.793889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40142) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:51.797884 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:50:51.798491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:50:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:51.936464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1dff4d-4ddc-4a83-b7ad-5d30a9aa4519 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:51.936908 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1dff4d-4ddc-4a83-b7ad-5d30a9aa4519 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:51.937412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1dff4d-4ddc-4a83-b7ad-5d30a9aa4519 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:51.937877 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1dff4d-4ddc-4a83-b7ad-5d30a9aa4519 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:51.938333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1dff4d-4ddc-4a83-b7ad-5d30a9aa4519 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:51.938811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1dff4d-4ddc-4a83-b7ad-5d30a9aa4519 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:51.940596 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4f1dff4d-4ddc-4a83-b7ad-5d30a9aa4519 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1457758 Jun 15 14:50:51.943544 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40146) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:51.977766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:50:52.014375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6bb7c-e045-4dd4-8575-d2e23d0882f9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:52.014929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6bb7c-e045-4dd4-8575-d2e23d0882f9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:52.015179 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6bb7c-e045-4dd4-8575-d2e23d0882f9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:52.015627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6bb7c-e045-4dd4-8575-d2e23d0882f9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:52.016075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6bb7c-e045-4dd4-8575-d2e23d0882f9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:52.016551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6bb7c-e045-4dd4-8575-d2e23d0882f9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:52.018272 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ccf6bb7c-e045-4dd4-8575-d2e23d0882f9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0737987 Jun 15 14:50:52.021238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40150) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:52.236759 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c3946383-4163-4df3-abb4-58b92bbd851a tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2144272 Jun 15 14:50:52.300856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:52.306486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Checking router: b59113be-130e-4da6-bd64-a0820b91c562 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:50:52.306996 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Updating router b59113be-130e-4da6-bd64-a0820b91c562 port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:50:52.310425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40156) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:52.315910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-995221482', 'description': 'tempest-secgroup-smoke-995221482 description', 'project_id': '032b1386b78145d282edf892a5a65f64'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:52.322669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:52.327312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:50:52.330405 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:50:52.337272 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:52.347384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.365453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.367789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:52.371911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:50:52.374853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:50:52.380541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:52.454278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.459835 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.503395 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b98fd196-0126-41b4-b239-3edb63887d89 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:50:52.506653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c479a7e5-f6b0-4354-bf0f-bc1b01675a53,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:52.510187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.514200 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6edd9d69-b2fb-4d00-861e-d43716c20684 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1999238 Jun 15 14:50:52.514663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40160) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:52.520113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7e869fd9-697e-403e-952b-764ff4b37432 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': 'c479a7e5-f6b0-4354-bf0f-bc1b01675a53', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:52.526953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7e869fd9-697e-403e-952b-764ff4b37432 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:52.531780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7e869fd9-697e-403e-952b-764ff4b37432 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:50:52.534988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7e869fd9-697e-403e-952b-764ff4b37432 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:50:52.541160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7e869fd9-697e-403e-952b-764ff4b37432 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:52.560077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e869fd9-697e-403e-952b-764ff4b37432 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.623234 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e869fd9-697e-403e-952b-764ff4b37432 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.629467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e869fd9-697e-403e-952b-764ff4b37432 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.652834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e869fd9-697e-403e-952b-764ff4b37432 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a9c229-a708-49a0-b8f7-f185aace4698,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:52.664111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e869fd9-697e-403e-952b-764ff4b37432 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.668835 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7e869fd9-697e-403e-952b-764ff4b37432 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1498225 Jun 15 14:50:52.669125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40164) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:52.674130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-454f7436-8093-4ad3-9c4f-8b89f5f64060 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': 'c479a7e5-f6b0-4354-bf0f-bc1b01675a53', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:52.680139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-454f7436-8093-4ad3-9c4f-8b89f5f64060 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:52.684688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-454f7436-8093-4ad3-9c4f-8b89f5f64060 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:50:52.687716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-454f7436-8093-4ad3-9c4f-8b89f5f64060 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:50:52.693594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-454f7436-8093-4ad3-9c4f-8b89f5f64060 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:52.713829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-454f7436-8093-4ad3-9c4f-8b89f5f64060 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.727879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port b98fd196-0126-41b4-b239-3edb63887d89 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:50:52.728425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.780898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-454f7436-8093-4ad3-9c4f-8b89f5f64060 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.787064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-454f7436-8093-4ad3-9c4f-8b89f5f64060 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.808595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f7436-8093-4ad3-9c4f-8b89f5f64060 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78c0989-ea0b-4f4a-bc71-697108270ba9,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:52.822173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-454f7436-8093-4ad3-9c4f-8b89f5f64060 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.823475 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-454f7436-8093-4ad3-9c4f-8b89f5f64060 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534178 Jun 15 14:50:52.826671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40168) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:52.831858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-26643576-c7b2-4071-ad72-6e97e95f8e53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': 'c479a7e5-f6b0-4354-bf0f-bc1b01675a53', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:52.838278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-26643576-c7b2-4071-ad72-6e97e95f8e53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:52.842567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-26643576-c7b2-4071-ad72-6e97e95f8e53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:50:52.845608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-26643576-c7b2-4071-ad72-6e97e95f8e53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:50:52.851295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-26643576-c7b2-4071-ad72-6e97e95f8e53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:52.871729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26643576-c7b2-4071-ad72-6e97e95f8e53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.939857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port b98fd196-0126-41b4-b239-3edb63887d89 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:50:52.941056 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device aac23246-0e7c-4371-b8d7-9ebe402eb69d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:50:52.948613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26643576-c7b2-4071-ad72-6e97e95f8e53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.955032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26643576-c7b2-4071-ad72-6e97e95f8e53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.978829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26643576-c7b2-4071-ad72-6e97e95f8e53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006d4197-34ae-4487-ad04-8e14d0d4d335,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:52.985236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.988519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-26643576-c7b2-4071-ad72-6e97e95f8e53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:52.990068 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-26643576-c7b2-4071-ad72-6e97e95f8e53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1620064 Jun 15 14:50:52.992616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40172) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:52.998152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-58cf2478-64ac-4781-94e2-b11e9aaf91ad tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': 'c479a7e5-f6b0-4354-bf0f-bc1b01675a53', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:53.004163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-58cf2478-64ac-4781-94e2-b11e9aaf91ad tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:53.008346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-58cf2478-64ac-4781-94e2-b11e9aaf91ad tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:50:53.011508 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Transition to ACTIVE for port object c5bed4f8-875e-4694-b0bd-ac1f3c56c045 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:50:53.011737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-58cf2478-64ac-4781-94e2-b11e9aaf91ad tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:50:53.017684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-58cf2478-64ac-4781-94e2-b11e9aaf91ad tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:53.023730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.035459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58cf2478-64ac-4781-94e2-b11e9aaf91ad tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.100842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58cf2478-64ac-4781-94e2-b11e9aaf91ad tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.105327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58cf2478-64ac-4781-94e2-b11e9aaf91ad tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.130413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf2478-64ac-4781-94e2-b11e9aaf91ad tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a499c1-52d0-4bcc-be43-b11d33ab6ff4,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:53.141948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-58cf2478-64ac-4781-94e2-b11e9aaf91ad tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.143585 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-58cf2478-64ac-4781-94e2-b11e9aaf91ad tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1499872 Jun 15 14:50:53.146252 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40176) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:53.152083 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-17ac5151-1c9d-47df-b126-f856a357af96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': 'c479a7e5-f6b0-4354-bf0f-bc1b01675a53', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:53.158432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-17ac5151-1c9d-47df-b126-f856a357af96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:53.162722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-17ac5151-1c9d-47df-b126-f856a357af96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:50:53.166021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-17ac5151-1c9d-47df-b126-f856a357af96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:50:53.172776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-17ac5151-1c9d-47df-b126-f856a357af96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:53.186934 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-17ac5151-1c9d-47df-b126-f856a357af96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:50:53.194840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-17ac5151-1c9d-47df-b126-f856a357af96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.198586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port aac23246-0e7c-4371-b8d7-9ebe402eb69d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:50:53.198941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.234363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afcbfe-0011-4503-93f7-436c7ca167b7 None None] Pushing event updated for resources: {'Port': ['ID=c5bed4f8-875e-4694-b0bd-ac1f3c56c045,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:53.270043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-17ac5151-1c9d-47df-b126-f856a357af96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.277778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-17ac5151-1c9d-47df-b126-f856a357af96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.307512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac5151-1c9d-47df-b126-f856a357af96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e87895bd-242f-453b-991a-1cf7e9aea9cc,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:53.313661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Attempting to bind port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:50:53.314038 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Attempting to bind port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:50:53.314406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Attempting to bind port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 on network e3c6af3a-ed72-4703-8681-a6dff1922681 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:50:53.315558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-17ac5151-1c9d-47df-b126-f856a357af96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.316920 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-17ac5151-1c9d-47df-b126-f856a357af96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1694436 Jun 15 14:50:53.319582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40180) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:50:53.324268 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:50:53.324643 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Checking segment: {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:50:53.325044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.325259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-70f50771-b568-42e6-9699-66b301974966 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': 'c479a7e5-f6b0-4354-bf0f-bc1b01675a53', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:53.325429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Bound using segment: {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:50:53.325896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Bound port: c5bed4f8-875e-4694-b0bd-ac1f3c56c045, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:50:53.326267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.331189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-70f50771-b568-42e6-9699-66b301974966 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:53.335249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-70f50771-b568-42e6-9699-66b301974966 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:50:53.338554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-70f50771-b568-42e6-9699-66b301974966 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:50:53.344412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-70f50771-b568-42e6-9699-66b301974966 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:53.355153 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-70f50771-b568-42e6-9699-66b301974966 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:50:53.361795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70f50771-b568-42e6-9699-66b301974966 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.430005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70f50771-b568-42e6-9699-66b301974966 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.434784 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70f50771-b568-42e6-9699-66b301974966 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.458190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f50771-b568-42e6-9699-66b301974966 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc9626d-3c77-414f-a950-fd1c0eb7c2b5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:53.469584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70f50771-b568-42e6-9699-66b301974966 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.470904 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-70f50771-b568-42e6-9699-66b301974966 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500025 Jun 15 14:50:53.473310 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port aac23246-0e7c-4371-b8d7-9ebe402eb69d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:50:53.481702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] For port c5bed4f8-875e-4694-b0bd-ac1f3c56c045, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:50:53.485229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] For port c5bed4f8-875e-4694-b0bd-ac1f3c56c045, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c5bed4f8-875e-4694-b0bd-ac1f3c56c045,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:50:53.492382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:53.576048 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:50:53.576724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:50:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:53.649658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93afcbfe-0011-4503-93f7-436c7ca167b7 None None] Pushing event updated for resources: {'Port': ['ID=c5bed4f8-875e-4694-b0bd-ac1f3c56c045,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:53.649891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-bb4e8b05-6e33-4622-9889-08f0f51f8a8b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:50:53.667888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-bb4e8b05-6e33-4622-9889-08f0f51f8a8b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:50:53.669235 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-bb4e8b05-6e33-4622-9889-08f0f51f8a8b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-995221482&fields=id&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 267 time: 0.0608428 Jun 15 14:50:53.777294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:50:53.824323 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-af7ddeda-c4ed-46fa-96ef-bf29e655f2e9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:53.825087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-af7ddeda-c4ed-46fa-96ef-bf29e655f2e9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:50:53.842593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-af7ddeda-c4ed-46fa-96ef-bf29e655f2e9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:50:53.843782 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-af7ddeda-c4ed-46fa-96ef-bf29e655f2e9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/networks?id=e3c6af3a-ed72-4703-8681-a6dff1922681 HTTP/1.1" status: 200 len: 797 time: 0.1677990 Jun 15 14:50:53.859130 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-f6f03375-e7cc-44f1-b9e3-92a7c5ebd010 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/quotas/032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 375 time: 0.0094454 Jun 15 14:50:53.953559 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-8a8d9b5f-2ebb-4be5-b5fb-3d55e0024bcd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887012 Jun 15 14:50:53.970119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-53767e8c-1502-40bb-ac41-d1a094b09f4d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:50:53.971136 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-53767e8c-1502-40bb-ac41-d1a094b09f4d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052159 Jun 15 14:50:54.108056 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-b8515723-983a-4900-a753-54ced7132e51 service neutron] 10.222.0.26 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314328 Jun 15 14:50:54.149120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:50:54.153296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b2c2bc-c253-42f8-9d37-a1242f4049cf None None] The sync data for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv is: [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:50:54.262007 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-739f5fac-10e8-4ae4-8852-5a356650b4ae service neutron] 10.222.0.26 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480515 Jun 15 14:50:54.483817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0c1ca453-317c-4a9f-86aa-5fd484a95a5e req-d9e48d48-333c-4169-b3c8-ad85bffbc457 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:50:54.512549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0c1ca453-317c-4a9f-86aa-5fd484a95a5e req-d9e48d48-333c-4169-b3c8-ad85bffbc457 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:50:54.514098 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c1ca453-317c-4a9f-86aa-5fd484a95a5e req-d9e48d48-333c-4169-b3c8-ad85bffbc457 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 210 time: 0.0961518 Jun 15 14:50:54.551538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c5bed4f8-875e-4694-b0bd-ac1f3c56c045 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:50:54.636925 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:50:54.642681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:50:54.643141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:54.789236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:50:54.790428 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:54.828004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port c5bed4f8-875e-4694-b0bd-ac1f3c56c045, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c5bed4f8-875e-4694-b0bd-ac1f3c56c045,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:50:54.833278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:54.923776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=c5bed4f8-875e-4694-b0bd-ac1f3c56c045,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:55.693157 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fa4e4b4d-8dd2-49a1-bc1a-20c5498b4ad3 req-82b0f614-c963-429f-b426-ebea9d0ee2d0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 210 time: 0.0594420 Jun 15 14:50:55.811793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-8cddba7c-15e4-4fe9-9c2d-4604ded2c5bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:55.812475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-8cddba7c-15e4-4fe9-9c2d-4604ded2c5bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:50:55.825208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-8cddba7c-15e4-4fe9-9c2d-4604ded2c5bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:50:55.826305 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-8cddba7c-15e4-4fe9-9c2d-4604ded2c5bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks?id=e3c6af3a-ed72-4703-8681-a6dff1922681 HTTP/1.1" status: 200 len: 797 time: 0.3025901 Jun 15 14:50:55.874146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-e930f82e-90b7-45ce-aeec-be21d5644298 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:50:55.885786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-e930f82e-90b7-45ce-aeec-be21d5644298 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:50:55.886838 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-e930f82e-90b7-45ce-aeec-be21d5644298 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 379 time: 0.0508249 Jun 15 14:50:55.895340 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'device_id': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'admin_state_up': True, 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'security_groups': ['c479a7e5-f6b0-4354-bf0f-bc1b01675a53']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:56.036971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:50:56.047411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:50:56.059948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:50:56.063480 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:56.238129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.7 (e3c6af3a-ed72-4703-8681-a6dff1922681/28887a00-0463-4fc5-a7ab-da767f728752/a8596527-8e3b-4615-9486-d797e631533c) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:50:56.459095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:56.475973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object a8596527-8e3b-4615-9486-d797e631533c will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:50:56.496214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c5bed4f8-875e-4694-b0bd-ac1f3c56c045 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:50:56.501635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:56.566487 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:50:56.567125 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:56.574582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network e3c6af3a-ed72-4703-8681-a6dff1922681 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:50:56.577704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:50:56.581645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:50:56.616914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=a8596527-8e3b-4615-9486-d797e631533c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:56.656636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:56.657371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:56.694562 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-03da03cd-cab4-42b7-90d1-3a2df988e7b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8026516 Jun 15 14:50:56.703037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:50:56.713605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Request body: {'port': {'device_id': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:50:56.854067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-51c0c814-5746-4a71-a61e-1da5f96e2909 None None] Provisioning for port a8596527-8e3b-4615-9486-d797e631533c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:50:56.859508 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-51c0c814-5746-4a71-a61e-1da5f96e2909 None None] Provisioning complete for port a8596527-8e3b-4615-9486-d797e631533c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:50:56.859879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-51c0c814-5746-4a71-a61e-1da5f96e2909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:56.887834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:56.914395 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-51c0c814-5746-4a71-a61e-1da5f96e2909 None None] Port a8596527-8e3b-4615-9486-d797e631533c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:50:56.978851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69ff08-5cc8-4cee-b140-097a0a410d1d req-e69907d4-3f2e-430b-81dc-8bbac6370b7e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:56.979545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0f69ff08-5cc8-4cee-b140-097a0a410d1d req-e69907d4-3f2e-430b-81dc-8bbac6370b7e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:50:57.050263 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0f69ff08-5cc8-4cee-b140-097a0a410d1d req-e69907d4-3f2e-430b-81dc-8bbac6370b7e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:50:57.052011 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f69ff08-5cc8-4cee-b140-097a0a410d1d req-e69907d4-3f2e-430b-81dc-8bbac6370b7e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 931 time: 0.2461834 Jun 15 14:50:57.175514 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f69ff08-5cc8-4cee-b140-097a0a410d1d req-4889a396-5fb2-4261-869a-f7d8cc32dda0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=c479a7e5-f6b0-4354-bf0f-bc1b01675a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165679 Jun 15 14:50:57.283946 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d0fef8c7-7706-4693-a0c9-f42eddef3998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:57.294098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8596527-8e3b-4615-9486-d797e631533c {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:50:57.301796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:57.316642 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Transition to ACTIVE for port object a8596527-8e3b-4615-9486-d797e631533c will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:50:57.322313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:57.482470 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Pushing event updated for resources: {'Port': ['ID=a8596527-8e3b-4615-9486-d797e631533c,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:57.566692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Attempting to bind port a8596527-8e3b-4615-9486-d797e631533c on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:50:57.567029 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Attempting to bind port a8596527-8e3b-4615-9486-d797e631533c by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:50:57.567362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Attempting to bind port a8596527-8e3b-4615-9486-d797e631533c on network e3c6af3a-ed72-4703-8681-a6dff1922681 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:50:57.572595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Port a8596527-8e3b-4615-9486-d797e631533c on network e3c6af3a-ed72-4703-8681-a6dff1922681 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:50:57.572923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Attempting to bind port a8596527-8e3b-4615-9486-d797e631533c on network e3c6af3a-ed72-4703-8681-a6dff1922681 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:50:57.578181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:50:57.578522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Checking segment: {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:50:57.578905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Bound using segment: {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:50:57.579327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Bound port: a8596527-8e3b-4615-9486-d797e631533c, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:50:57.579677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:57.674170 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] For port a8596527-8e3b-4615-9486-d797e631533c, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:50:57.677254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] For port a8596527-8e3b-4615-9486-d797e631533c, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=a8596527-8e3b-4615-9486-d797e631533c,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:50:57.683203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:57.844968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:57.845588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:57.846961 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] 10.222.0.44 "PUT /v2.0/ports/a8596527-8e3b-4615-9486-d797e631533c HTTP/1.1" status: 200 len: 1093 time: 1.1450417 Jun 15 14:50:57.847386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'tag': 'a8596527-8e3b-4615-9486-d797e631533c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:50:57.869256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89367cd0-0dbc-4c0c-b69d-2af83f41db5e service neutron] Pushing event updated for resources: {'Port': ['ID=a8596527-8e3b-4615-9486-d797e631533c,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:50:57.923344 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c46dc8-aa69-4e17-a76f-3e9c1b90af46'] response: {'name': 'network-changed', 'server_uuid': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'tag': 'a8596527-8e3b-4615-9486-d797e631533c', 'status': 'completed', 'code': 200} Jun 15 14:50:57.972005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-10768955-9ec3-43d8-aaed-9196c9222db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:57.973593 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-10768955-9ec3-43d8-aaed-9196c9222db8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 1096 time: 0.0874367 Jun 15 14:50:58.047301 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-dbe7b2b1-5497-4bb6-82f9-737c38bffee1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8596527-8e3b-4615-9486-d797e631533c HTTP/1.1" status: 200 len: 217 time: 0.0653677 Jun 15 14:50:58.115280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-e3190f8d-429a-48e4-a6e9-11bcd474a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:58.116678 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-e3190f8d-429a-48e4-a6e9-11bcd474a3e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=28887a00-0463-4fc5-a7ab-da767f728752 HTTP/1.1" status: 200 len: 835 time: 0.0633950 Jun 15 14:50:58.205212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-d2f7807e-8a57-4d8a-8d03-06da4aea4b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:58.207510 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-d2f7807e-8a57-4d8a-8d03-06da4aea4b96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3c6af3a-ed72-4703-8681-a6dff1922681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846741 Jun 15 14:50:58.412806 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-0b15f80f-e46c-4b55-9c8a-ad2b9174b241 service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983199 Jun 15 14:50:58.518568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226991bf-8334-4ae4-aa66-a6542e2b55c8 req-8583e479-a604-4cf4-98b1-2bfaf9a33c87 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:58.519918 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-226991bf-8334-4ae4-aa66-a6542e2b55c8 req-8583e479-a604-4cf4-98b1-2bfaf9a33c87 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 943 time: 0.2092087 Jun 15 14:50:58.597128 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4aec629f-e6e5-4d85-80e1-37ec0c1899c2 req-20b16eeb-6d93-418c-8879-6df725fc253a service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776388 Jun 15 14:50:58.599959 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-226991bf-8334-4ae4-aa66-a6542e2b55c8 req-70850892-13d0-4b9d-8829-465f07b3c2de tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=c479a7e5-f6b0-4354-bf0f-bc1b01675a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732310 Jun 15 14:50:58.721343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66476b-d8fd-47f3-8d9c-b050d32c9fe7 req-dda0299e-21db-4dd0-aae7-aad3626c94d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:58.722835 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be66476b-d8fd-47f3-8d9c-b050d32c9fe7 req-dda0299e-21db-4dd0-aae7-aad3626c94d3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 1096 time: 0.0822105 Jun 15 14:50:58.875063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66476b-d8fd-47f3-8d9c-b050d32c9fe7 req-b5dd4082-a7f9-40d1-a2f6-7c66a969c535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:58.876472 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be66476b-d8fd-47f3-8d9c-b050d32c9fe7 req-b5dd4082-a7f9-40d1-a2f6-7c66a969c535 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3c6af3a-ed72-4703-8681-a6dff1922681 HTTP/1.1" status: 200 len: 898 time: 0.1465318 Jun 15 14:50:58.951073 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be66476b-d8fd-47f3-8d9c-b050d32c9fe7 req-d7872a12-2105-4bdd-a90d-bfb641f05ad6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8596527-8e3b-4615-9486-d797e631533c HTTP/1.1" status: 200 len: 217 time: 0.0657423 Jun 15 14:50:59.014705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66476b-d8fd-47f3-8d9c-b050d32c9fe7 req-080d5dd4-e8bd-42d6-8118-ac166ba42d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:59.016130 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be66476b-d8fd-47f3-8d9c-b050d32c9fe7 req-080d5dd4-e8bd-42d6-8118-ac166ba42d32 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=28887a00-0463-4fc5-a7ab-da767f728752 HTTP/1.1" status: 200 len: 835 time: 0.0579832 Jun 15 14:50:59.107890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66476b-d8fd-47f3-8d9c-b050d32c9fe7 req-aa2b9591-4aaa-4c25-be18-d3d0cb50a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:59.109454 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be66476b-d8fd-47f3-8d9c-b050d32c9fe7 req-aa2b9591-4aaa-4c25-be18-d3d0cb50a62f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3c6af3a-ed72-4703-8681-a6dff1922681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860269 Jun 15 14:50:59.262816 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be66476b-d8fd-47f3-8d9c-b050d32c9fe7 req-cc18d58d-5ebd-4207-b209-6e5d9ce53f6b service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465709 Jun 15 14:50:59.366773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6d41fd20-92f8-44a6-8cd3-7ac3799d3686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:50:59.401980 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-be66476b-d8fd-47f3-8d9c-b050d32c9fe7 req-30fde77d-09aa-460d-939e-58f1ce3be55f service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310422 Jun 15 14:50:59.822771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0278bfd-d07b-492a-a1de-685ea20a27c1 req-7405cfc5-3bc8-4cd4-a265-227a902c793b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:50:59.824257 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0278bfd-d07b-492a-a1de-685ea20a27c1 req-7405cfc5-3bc8-4cd4-a265-227a902c793b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 943 time: 0.1055973 Jun 15 14:50:59.868168 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0278bfd-d07b-492a-a1de-685ea20a27c1 req-14f33da0-3d86-41a7-b35f-abee26d82a43 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=c479a7e5-f6b0-4354-bf0f-bc1b01675a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380199 Jun 15 14:51:00.549879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:00.605110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:01.087076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214927e-21c4-4301-a176-8039c872362f req-99b34617-ad09-406b-8821-bb76f9e58506 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:01.089114 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6214927e-21c4-4301-a176-8039c872362f req-99b34617-ad09-406b-8821-bb76f9e58506 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 943 time: 0.0989265 Jun 15 14:51:01.138073 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6214927e-21c4-4301-a176-8039c872362f req-aa09cf4d-cc08-4163-820c-fc5ec8b01d4a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=c479a7e5-f6b0-4354-bf0f-bc1b01675a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406697 Jun 15 14:51:01.370086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device a8596527-8e3b-4615-9486-d797e631533c details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:51:01.510268 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port a8596527-8e3b-4615-9486-d797e631533c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=a8596527-8e3b-4615-9486-d797e631533c,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:51:01.524064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'a8596527-8e3b-4615-9486-d797e631533c', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'port_id': 'a8596527-8e3b-4615-9486-d797e631533c', 'mac_address': 'fa:16:3e:5f:03:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:51:01.579138 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port a8596527-8e3b-4615-9486-d797e631533c is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:51:01.579843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:01.596772 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8596527-8e3b-4615-9486-d797e631533c {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:51:01.612286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port a8596527-8e3b-4615-9486-d797e631533c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=a8596527-8e3b-4615-9486-d797e631533c,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:51:01.618463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:01.687207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=a8596527-8e3b-4615-9486-d797e631533c,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:01.831266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['a8596527-8e3b-4615-9486-d797e631533c'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:51:01.986318 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:02.367909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f3817-59c7-4b56-9da3-a94f3797537d req-ebdb9932-655b-4da5-a918-f3f4bdc3e2e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:02.369439 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-655f3817-59c7-4b56-9da3-a94f3797537d req-ebdb9932-655b-4da5-a918-f3f4bdc3e2e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 944 time: 0.1090760 Jun 15 14:51:02.417146 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-655f3817-59c7-4b56-9da3-a94f3797537d req-ae0fac92-1457-4436-bf4f-fbaa64432adb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=c479a7e5-f6b0-4354-bf0f-bc1b01675a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415194 Jun 15 14:51:03.364856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device a8596527-8e3b-4615-9486-d797e631533c up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:51:03.437554 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port a8596527-8e3b-4615-9486-d797e631533c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:51:03.442838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port a8596527-8e3b-4615-9486-d797e631533c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:51:03.443233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:03.563184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port a8596527-8e3b-4615-9486-d797e631533c is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:51:03.563568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:03.591504 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8596527-8e3b-4615-9486-d797e631533c'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:51:03.602879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port a8596527-8e3b-4615-9486-d797e631533c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=a8596527-8e3b-4615-9486-d797e631533c,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:51:03.608116 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:03.665391 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b57141-8059-44c0-b030-9e3185b9fdca'] response: {'server_uuid': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8596527-8e3b-4615-9486-d797e631533c', 'code': 200} Jun 15 14:51:03.706851 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=a8596527-8e3b-4615-9486-d797e631533c,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:03.736554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b03a409-0dc4-424c-8064-bbe33283bf46 req-627fa739-34fa-470f-b1e2-0657757af3d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:03.738178 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6b03a409-0dc4-424c-8064-bbe33283bf46 req-627fa739-34fa-470f-b1e2-0657757af3d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 944 time: 0.2080183 Jun 15 14:51:03.782545 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6b03a409-0dc4-424c-8064-bbe33283bf46 req-bb280306-642d-4f09-b21a-f64601c04f8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=c479a7e5-f6b0-4354-bf0f-bc1b01675a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385451 Jun 15 14:51:03.896578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02fcc0-0329-4473-8eec-a6ee065171c1 req-7390a324-3827-4e9a-8f15-7d7411c1fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:03.898033 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f02fcc0-0329-4473-8eec-a6ee065171c1 req-7390a324-3827-4e9a-8f15-7d7411c1fc2b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 1098 time: 0.0806634 Jun 15 14:51:03.939087 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7f02fcc0-0329-4473-8eec-a6ee065171c1 req-e9afca14-3937-4945-9902-0dea3d58009d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c479a7e5-f6b0-4354-bf0f-bc1b01675a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350139 Jun 15 14:51:05.114402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386839f9-46c8-4da1-b3d3-9b00dee7b081 req-0a8adc69-dbde-46f1-8092-36d1668ebfab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:05.115785 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-386839f9-46c8-4da1-b3d3-9b00dee7b081 req-0a8adc69-dbde-46f1-8092-36d1668ebfab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 945 time: 0.2230203 Jun 15 14:51:05.160156 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-386839f9-46c8-4da1-b3d3-9b00dee7b081 req-cff4de38-3e09-4341-8dcc-ce041be8a03e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=c479a7e5-f6b0-4354-bf0f-bc1b01675a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383646 Jun 15 14:51:06.374018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe6488-4f0b-4189-89af-e96b08f354d2 req-6aa20742-b92e-461a-9a13-8ee874a3bf09 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:06.375489 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-55fe6488-4f0b-4189-89af-e96b08f354d2 req-6aa20742-b92e-461a-9a13-8ee874a3bf09 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 945 time: 0.1011198 Jun 15 14:51:06.420445 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-55fe6488-4f0b-4189-89af-e96b08f354d2 req-010f691e-eae6-4964-b717-8b7b0c608b35 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=c479a7e5-f6b0-4354-bf0f-bc1b01675a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390406 Jun 15 14:51:06.617776 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefdf88-1e5f-4480-b135-57a91c64bd47 req-f83e42cf-5744-4ba4-9478-a71215b82933 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:06.619242 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9aefdf88-1e5f-4480-b135-57a91c64bd47 req-f83e42cf-5744-4ba4-9478-a71215b82933 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 945 time: 0.0906541 Jun 15 14:51:06.664375 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9aefdf88-1e5f-4480-b135-57a91c64bd47 req-abbeab73-1a19-4f3f-b8c3-e128d3056816 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=c479a7e5-f6b0-4354-bf0f-bc1b01675a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392566 Jun 15 14:51:06.687806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40234) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:06.770750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f27ada8-765b-4175-941c-33b0f20cfff0 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:06.772281 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4f27ada8-765b-4175-941c-33b0f20cfff0 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 1093 time: 0.0833592 Jun 15 14:51:06.775579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40238) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:06.781432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'a8596527-8e3b-4615-9486-d797e631533c', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:06.787963 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:51:06.792686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:floatingip and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:51:06.795685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:51:06.801751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:51:06.815542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:06.978014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:07.124326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.240 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/ce5a82bf-0ad5-448f-a8e7-c22637c2c7a1) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:51:07.283248 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:07.328290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:07.401102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:51:07.403962 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:51:07.408802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:51:07.438069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=ce5a82bf-0ad5-448f-a8e7-c22637c2c7a1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:07.835285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:07.924417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:08.143215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:08.149860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:08.360318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=ce5a82bf-0ad5-448f-a8e7-c22637c2c7a1,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:08.370629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:08.549095 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 51af9c76-b86a-4872-95f0-f47f012ee6cb associated. External IP: 172.26.3.240, port: a8596527-8e3b-4615-9486-d797e631533c. Jun 15 14:51:08.908394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router b59113be-130e-4da6-bd64-a0820b91c562 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:51:09.091921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:51:09.101942 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1bf8a-23a8-4eae-b4b4-0364c749b3ca None None] Sync routers for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:51:09.114547 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c1bf8a-23a8-4eae-b4b4-0364c749b3ca None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:51:09.115334 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-58c1bf8a-23a8-4eae-b4b4-0364c749b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:50:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:09.119845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:09.180004 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f284b895-bc14-47ac-bac1-cc9d2d2f68be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4031634 Jun 15 14:51:09.180630 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'tag': 'a8596527-8e3b-4615-9486-d797e631533c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:51:09.183152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40242) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:09.230303 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94cb515d-e0af-44b8-8894-7eac418fed4b'] response: {'name': 'network-changed', 'server_uuid': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'tag': 'a8596527-8e3b-4615-9486-d797e631533c', 'status': 'completed', 'code': 200} Jun 15 14:51:09.294546 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-34debe6e-d3dd-4e18-a7e7-4b2d57946359 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/51af9c76-b86a-4872-95f0-f47f012ee6cb HTTP/1.1" status: 200 len: 991 time: 0.1087253 Jun 15 14:51:09.307248 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-58c1bf8a-23a8-4eae-b4b4-0364c749b3ca None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:51:09.331554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23996f3-9792-4b24-aa38-95dc8de26543 req-a258718e-f626-401e-9147-206a63ea6040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:09.333094 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a23996f3-9792-4b24-aa38-95dc8de26543 req-a258718e-f626-401e-9147-206a63ea6040 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 1098 time: 0.0825377 Jun 15 14:51:09.485659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23996f3-9792-4b24-aa38-95dc8de26543 req-c0a743c0-da21-4350-9f4d-dc2acea2b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:09.487161 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a23996f3-9792-4b24-aa38-95dc8de26543 req-c0a743c0-da21-4350-9f4d-dc2acea2b6cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3c6af3a-ed72-4703-8681-a6dff1922681 HTTP/1.1" status: 200 len: 898 time: 0.1480780 Jun 15 14:51:09.599153 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a23996f3-9792-4b24-aa38-95dc8de26543 req-32eac806-2248-4bdc-bb08-c423103b0658 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8596527-8e3b-4615-9486-d797e631533c HTTP/1.1" status: 200 len: 999 time: 0.1061499 Jun 15 14:51:09.678001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23996f3-9792-4b24-aa38-95dc8de26543 req-4f72af17-76be-4b68-ab07-aaf4908f8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:09.678322 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a23996f3-9792-4b24-aa38-95dc8de26543 req-4f72af17-76be-4b68-ab07-aaf4908f8427 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=28887a00-0463-4fc5-a7ab-da767f728752 HTTP/1.1" status: 200 len: 835 time: 0.0727720 Jun 15 14:51:09.680419 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-58c1bf8a-23a8-4eae-b4b4-0364c749b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '51af9c76-b86a-4872-95f0-f47f012ee6cb', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'port_id': 'a8596527-8e3b-4615-9486-d797e631533c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'mac_address': 'fa:16:3e:5f:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:07Z', 'updated_at': '2022-06-15T14:51:07Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:54Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:09.685483 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1bf8a-23a8-4eae-b4b4-0364c749b3ca None None] Checking router: b59113be-130e-4da6-bd64-a0820b91c562 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:51:09.692734 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c1bf8a-23a8-4eae-b4b4-0364c749b3ca None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:51:09.693212 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-58c1bf8a-23a8-4eae-b4b4-0364c749b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:50:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:09.786247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23996f3-9792-4b24-aa38-95dc8de26543 req-5cddb58b-4557-420f-97bd-a6c182130641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:09.786247 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a23996f3-9792-4b24-aa38-95dc8de26543 req-5cddb58b-4557-420f-97bd-a6c182130641 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3c6af3a-ed72-4703-8681-a6dff1922681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0984623 Jun 15 14:51:09.884307 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-58c1bf8a-23a8-4eae-b4b4-0364c749b3ca None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:51:10.048404 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a23996f3-9792-4b24-aa38-95dc8de26543 req-cbac7e16-1288-4ed2-8ad4-08d88ff24569 service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557225 Jun 15 14:51:10.184445 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a23996f3-9792-4b24-aa38-95dc8de26543 req-2b65b42a-5a25-4adf-8407-d01039cf05c0 service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271026 Jun 15 14:51:10.265677 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-58c1bf8a-23a8-4eae-b4b4-0364c749b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '51af9c76-b86a-4872-95f0-f47f012ee6cb', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'port_id': 'a8596527-8e3b-4615-9486-d797e631533c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'mac_address': 'fa:16:3e:5f:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:07Z', 'updated_at': '2022-06-15T14:51:07Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:54Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:10.269723 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1bf8a-23a8-4eae-b4b4-0364c749b3ca None None] The sync data for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv is: [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '51af9c76-b86a-4872-95f0-f47f012ee6cb', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'port_id': 'a8596527-8e3b-4615-9486-d797e631533c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'mac_address': 'fa:16:3e:5f:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:07Z', 'updated_at': '2022-06-15T14:51:07Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:54Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:51:10.298238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40248) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:10.408462 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a2fb1265-270d-425a-b2d1-f1fcd4546d2c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/51af9c76-b86a-4872-95f0-f47f012ee6cb HTTP/1.1" status: 200 len: 991 time: 0.1090021 Jun 15 14:51:10.553177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59f447a-2916-4e6c-9805-35aef7044147 None None] New status for floating IP 51af9c76-b86a-4872-95f0-f47f012ee6cb: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:51:11.412623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40252) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:11.534577 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1b811e6f-c88d-490f-85f9-a1c487eb96b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/51af9c76-b86a-4872-95f0-f47f012ee6cb HTTP/1.1" status: 200 len: 993 time: 0.1203959 Jun 15 14:51:20.577973 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:51:21.422806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:27.294538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20ab7cf1-6ddc-49fe-8f34-a27e16a8b505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:29.366853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4db773f4-33be-4e1c-9fc1-e9d59de7801c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:30.099646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a773de0-96ba-43b3-bf52-96d57cb38e7f req-b20fdd39-dc3e-4586-9aab-e7b0c2da0143 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:30.101174 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0a773de0-96ba-43b3-bf52-96d57cb38e7f req-b20fdd39-dc3e-4586-9aab-e7b0c2da0143 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 946 time: 0.1144216 Jun 15 14:51:30.147379 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0a773de0-96ba-43b3-bf52-96d57cb38e7f req-e4161db3-0432-41b1-89aa-e1589f5ddc02 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400686 Jun 15 14:51:30.552002 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:30.600498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:31.368129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03d6e42-ae04-4cf1-a71a-cf03acbd94de req-cbd4dd6d-d28b-4ad8-8c2d-47b34eac3478 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:31.369656 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d03d6e42-ae04-4cf1-a71a-cf03acbd94de req-cbd4dd6d-d28b-4ad8-8c2d-47b34eac3478 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 946 time: 0.0993257 Jun 15 14:51:31.421491 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d03d6e42-ae04-4cf1-a71a-cf03acbd94de req-28bfa64f-31a8-4208-80a9-19dc729ef975 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457048 Jun 15 14:51:31.619412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-f357f780-a99c-4643-b718-9fdabbb0e01c tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:31.621349 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-f357f780-a99c-4643-b718-9fdabbb0e01c tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 946 time: 0.0954294 Jun 15 14:51:31.693555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Deleting port 1e54fffc-b02e-43e6-8f85-dd527567e476 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:51:31.694217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:31.955097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] For port 1e54fffc-b02e-43e6-8f85-dd527567e476, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=1e54fffc-b02e-43e6-8f85-dd527567e476,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:51:31.956153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:31.973992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:32.264907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:32.265146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:32.265505 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Floating IP cf6f704f-d4c3-4aaf-9092-6ee82bfb1d7c disassociated. External IP: 172.26.3.106, port: 1e54fffc-b02e-43e6-8f85-dd527567e476. Jun 15 14:51:32.265835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Calling delete_port for 1e54fffc-b02e-43e6-8f85-dd527567e476 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:51:32.418231 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:32.471852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event deleted for resources: {'Port': ['ID=1e54fffc-b02e-43e6-8f85-dd527567e476,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:32.593015 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d7a28417-23e8-42cb-a9e4-d1bea32c08a1 req-669b89cc-614e-4ed0-b3c0-05cb9c8f51ad tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 210 time: 0.0511749 Jun 15 14:51:32.663315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Router 626b3e1c-46dd-4aa4-b920-517f14759e68 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:51:32.968068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:51:32.977566 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03999126-67f1-446a-88b7-c32ec9fb4302 None None] Sync routers for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:51:32.987714 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03999126-67f1-446a-88b7-c32ec9fb4302 None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:51:32.988359 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-03999126-67f1-446a-88b7-c32ec9fb4302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:51:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:33.054532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] No DVR routers for this DVR port 1e54fffc-b02e-43e6-8f85-dd527567e476 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:51:33.057567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:33.060481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'name': 'network-vif-deleted', 'tag': '1e54fffc-b02e-43e6-8f85-dd527567e476'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:51:33.078458 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e7638d9-844a-447e-bc20-fb35eb4dec80 req-dd72033f-0c5f-4fc7-88ba-969991f585ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "DELETE /v2.0/ports/1e54fffc-b02e-43e6-8f85-dd527567e476 HTTP/1.1" status: 204 len: 173 time: 1.4513750 Jun 15 14:51:33.126176 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-608f6720-92b2-498a-b5a1-00907e0046e3'] response: {'server_uuid': 'd9097a25-f061-4a0f-a6b0-5165f0173b6c', 'name': 'network-vif-deleted', 'tag': '1e54fffc-b02e-43e6-8f85-dd527567e476', 'status': 'completed', 'code': 200} Jun 15 14:51:33.168128 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-03999126-67f1-446a-88b7-c32ec9fb4302 None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:51:33.490341 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-03999126-67f1-446a-88b7-c32ec9fb4302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:33.494081 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03999126-67f1-446a-88b7-c32ec9fb4302 None None] Checking router: 626b3e1c-46dd-4aa4-b920-517f14759e68 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:51:33.502858 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03999126-67f1-446a-88b7-c32ec9fb4302 None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:51:33.503473 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-03999126-67f1-446a-88b7-c32ec9fb4302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:51:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:33.686599 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-03999126-67f1-446a-88b7-c32ec9fb4302 None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:51:33.781536 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-80d2e49b-bb5c-4db3-b1e5-0e102d9fda73 req-d57690c0-48e0-4f9e-8579-88d286943c71 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9097a25-f061-4a0f-a6b0-5165f0173b6c HTTP/1.1" status: 200 len: 210 time: 0.0535901 Jun 15 14:51:34.005312 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-03999126-67f1-446a-88b7-c32ec9fb4302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:34.009180 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03999126-67f1-446a-88b7-c32ec9fb4302 None None] The sync data for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv is: [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:51:34.252670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07feab97-359d-4a5a-a780-ba71679aab01 None None] New status for floating IP cf6f704f-d4c3-4aaf-9092-6ee82bfb1d7c: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:51:35.193464 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-b479a5de-646b-4554-83a5-64d1f52877e8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501406605&fields=id&tenant_id=3c230092ffa34933b022ca54a63d9435 HTTP/1.1" status: 200 len: 267 time: 0.0499763 Jun 15 14:51:35.347652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-d8a374fd-03e1-4a39-9372-4063046d42ea tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:35.348286 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-d8a374fd-03e1-4a39-9372-4063046d42ea tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Synchronizing usage tracker for tenant:3c230092ffa34933b022ca54a63d9435 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:51:35.366985 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-d8a374fd-03e1-4a39-9372-4063046d42ea tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Unset dirty status for tenant:3c230092ffa34933b022ca54a63d9435 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:51:35.368648 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-d8a374fd-03e1-4a39-9372-4063046d42ea tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 811 time: 0.1676106 Jun 15 14:51:35.383801 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-eaa6c788-a915-434b-8b18-18f6db8649ff tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/quotas/3c230092ffa34933b022ca54a63d9435 HTTP/1.1" status: 200 len: 375 time: 0.0093908 Jun 15 14:51:35.478911 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-facf806f-7dad-4bee-8c32-d2a59668ef04 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900118 Jun 15 14:51:35.493638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 1e54fffc-b02e-43e6-8f85-dd527567e476 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:51:35.529573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 1e54fffc-b02e-43e6-8f85-dd527567e476 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:51:35.529886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 1e54fffc-b02e-43e6-8f85-dd527567e476 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:51:35.626526 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-39f00c3b-6803-4644-aaab-e91117002a89 service neutron] 10.222.0.26 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360130 Jun 15 14:51:35.767614 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-8a8b1718-3016-4128-a01c-f05cb168cf4c service neutron] 10.222.0.26 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343324 Jun 15 14:51:36.178676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4bc1ddf8-3723-4598-9f93-0c882666eda7 req-df60cbb2-c365-4dfb-9015-2d5e77a5e626 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Synchronizing usage tracker for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:51:36.195269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4bc1ddf8-3723-4598-9f93-0c882666eda7 req-df60cbb2-c365-4dfb-9015-2d5e77a5e626 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Unset dirty status for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:51:36.196449 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bc1ddf8-3723-4598-9f93-0c882666eda7 req-df60cbb2-c365-4dfb-9015-2d5e77a5e626 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 210 time: 0.0691864 Jun 15 14:51:37.262151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-58bd8072-1fee-42ea-b0f0-2d83d31b739d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:37.263581 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-58bd8072-1fee-42ea-b0f0-2d83d31b739d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 811 time: 0.1548669 Jun 15 14:51:37.321817 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-9616cf2f-b99f-4824-950d-4dcaefc9b3cb tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c230092ffa34933b022ca54a63d9435 HTTP/1.1" status: 200 len: 380 time: 0.0480378 Jun 15 14:51:37.333848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'port': {'device_id': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'admin_state_up': True, 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'security_groups': ['0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:37.353647 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0ec68bf1-e02d-490c-a70d-2a29987daa16 req-7f599823-8b0c-420b-8311-7d3028801f47 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 210 time: 0.0535514 Jun 15 14:51:37.473011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:51:37.484160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:51:37.494829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Made reservation on behalf of 3c230092ffa34933b022ca54a63d9435 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:51:37.498550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:37.662995 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Allocated IP 172.20.0.7 (25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32/5843368e-d915-4b63-b3e0-eed5e0570d18/94826783-7956-4c12-9938-ea999b990333) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:51:37.866114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:37.882672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Transition to ACTIVE for port object 94826783-7956-4c12-9938-ea999b990333 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:51:37.908391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:37.978607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:51:37.981867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:51:37.984765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:51:38.029961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'Port': ['ID=94826783-7956-4c12-9938-ea999b990333,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:38.058856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:38.059498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:38.090407 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-a8f42047-b663-4433-bf68-b4460e532a26 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7602520 Jun 15 14:51:38.104049 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Request body: {'port': {'device_id': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:38.234932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:38.276976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9c5d8f28-4cf0-4a61-9a58-c1bb11166a83 None None] Provisioning for port 94826783-7956-4c12-9938-ea999b990333 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:51:38.281929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9c5d8f28-4cf0-4a61-9a58-c1bb11166a83 None None] Provisioning complete for port 94826783-7956-4c12-9938-ea999b990333 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:51:38.282301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8f28-4cf0-4a61-9a58-c1bb11166a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:38.340116 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9c5d8f28-4cf0-4a61-9a58-c1bb11166a83 None None] Port 94826783-7956-4c12-9938-ea999b990333 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:51:38.612010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c741560-91d9-4e25-9c82-56ef7bb0988f req-32cf4e7e-6e93-4b0e-a261-1d314d381d6a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:38.612624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1c741560-91d9-4e25-9c82-56ef7bb0988f req-32cf4e7e-6e93-4b0e-a261-1d314d381d6a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Synchronizing usage tracker for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:51:38.673159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1c741560-91d9-4e25-9c82-56ef7bb0988f req-32cf4e7e-6e93-4b0e-a261-1d314d381d6a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Unset dirty status for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:51:38.674716 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c741560-91d9-4e25-9c82-56ef7bb0988f req-32cf4e7e-6e93-4b0e-a261-1d314d381d6a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 931 time: 0.2043896 Jun 15 14:51:38.678572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94826783-7956-4c12-9938-ea999b990333 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:51:38.701213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:38.734167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Transition to ACTIVE for port object 94826783-7956-4c12-9938-ea999b990333 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:51:38.739215 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c741560-91d9-4e25-9c82-56ef7bb0988f req-ec91f080-91dd-496d-b8d6-d5e4a72a0995 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560887 Jun 15 14:51:38.740304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:39.003888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Pushing event updated for resources: {'Port': ['ID=94826783-7956-4c12-9938-ea999b990333,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:39.022120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:39.022536 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:39.022791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:39.023132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:39.023468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:39.023830 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:39.024138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:39.024551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:39.024802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:39.025126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:39.025450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:39.026189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:39.100941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Attempting to bind port 94826783-7956-4c12-9938-ea999b990333 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:51:39.101282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Attempting to bind port 94826783-7956-4c12-9938-ea999b990333 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:51:39.101611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Attempting to bind port 94826783-7956-4c12-9938-ea999b990333 on network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:51:39.106507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Port 94826783-7956-4c12-9938-ea999b990333 on network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:51:39.106823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Attempting to bind port 94826783-7956-4c12-9938-ea999b990333 on network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:51:39.111899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:51:39.112235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Checking segment: {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:51:39.112644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Bound using segment: {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:51:39.113066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Bound port: 94826783-7956-4c12-9938-ea999b990333, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:51:39.113413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:39.208443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] For port 94826783-7956-4c12-9938-ea999b990333, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:51:39.211525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] For port 94826783-7956-4c12-9938-ea999b990333, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=94826783-7956-4c12-9938-ea999b990333,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:51:39.219162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:39.281230 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:39.281914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:39.283320 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] 10.222.0.44 "PUT /v2.0/ports/94826783-7956-4c12-9938-ea999b990333 HTTP/1.1" status: 200 len: 1093 time: 1.1838081 Jun 15 14:51:39.283745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'tag': '94826783-7956-4c12-9938-ea999b990333'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:51:39.301622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03977f-29b2-439b-b632-c69e5e6e48d3 service neutron] Pushing event updated for resources: {'Port': ['ID=94826783-7956-4c12-9938-ea999b990333,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:39.372711 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d89ae539-167a-40d9-b717-ca405ce8ed82'] response: {'name': 'network-changed', 'server_uuid': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'tag': '94826783-7956-4c12-9938-ea999b990333', 'status': 'completed', 'code': 200} Jun 15 14:51:39.418586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-b05bb987-12d9-4cfa-897a-e44e4500a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:39.420095 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-b05bb987-12d9-4cfa-897a-e44e4500a747 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 1096 time: 0.0906856 Jun 15 14:51:39.492059 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-c2a2e844-bd8b-42da-a6cb-f2e3d11533b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94826783-7956-4c12-9938-ea999b990333 HTTP/1.1" status: 200 len: 217 time: 0.0621657 Jun 15 14:51:39.558226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-1058254c-50e1-480b-9b75-d3ec445a95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:39.559604 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-1058254c-50e1-480b-9b75-d3ec445a95fc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0625641 Jun 15 14:51:39.646239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-ccc0f55e-d640-4c61-8994-86c82a484c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:39.647727 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-ccc0f55e-d640-4c61-8994-86c82a484c31 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811446 Jun 15 14:51:39.781300 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-693a8ccb-8598-4787-a72f-075625045a46 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270890 Jun 15 14:51:39.974050 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-540e128d-2e8f-4099-b770-f5be2ac0ebcf req-e7ad3256-d1b3-43bd-99b2-0c84eb618b86 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870253 Jun 15 14:51:39.993773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4d0fe-77b5-4854-9327-ed49d679d9e1 req-d0b9b8d0-7f46-46a8-aa43-95f9d507bd61 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:39.995713 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-07d4d0fe-77b5-4854-9327-ed49d679d9e1 req-d0b9b8d0-7f46-46a8-aa43-95f9d507bd61 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 943 time: 0.1359370 Jun 15 14:51:40.094095 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-07d4d0fe-77b5-4854-9327-ed49d679d9e1 req-f5cfcc78-9c78-46d3-affd-b40c30aec4e7 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914516 Jun 15 14:51:40.117410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76744e5f-e3da-40f3-91f0-804165260758 req-72207379-c40e-4b52-ab6d-7ce34f617a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:40.118997 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76744e5f-e3da-40f3-91f0-804165260758 req-72207379-c40e-4b52-ab6d-7ce34f617a3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 1096 time: 0.0992758 Jun 15 14:51:40.264461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76744e5f-e3da-40f3-91f0-804165260758 req-5bf1cbd7-7e35-4f2e-b13b-944ecb17ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:40.265874 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76744e5f-e3da-40f3-91f0-804165260758 req-5bf1cbd7-7e35-4f2e-b13b-944ecb17ee07 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.1401813 Jun 15 14:51:40.335063 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76744e5f-e3da-40f3-91f0-804165260758 req-850c043e-dd5e-466d-8fdb-13ce5911dfde service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94826783-7956-4c12-9938-ea999b990333 HTTP/1.1" status: 200 len: 217 time: 0.0616281 Jun 15 14:51:40.409046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76744e5f-e3da-40f3-91f0-804165260758 req-09f8132f-af86-48ad-8fb8-51c7ed9b9dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:40.410389 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76744e5f-e3da-40f3-91f0-804165260758 req-09f8132f-af86-48ad-8fb8-51c7ed9b9dc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0697610 Jun 15 14:51:40.494942 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76744e5f-e3da-40f3-91f0-804165260758 req-44db9618-5d4e-413f-a97d-ad1eb12a26ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:40.496519 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76744e5f-e3da-40f3-91f0-804165260758 req-44db9618-5d4e-413f-a97d-ad1eb12a26ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805817 Jun 15 14:51:40.742270 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76744e5f-e3da-40f3-91f0-804165260758 req-a556f317-a59b-4aa3-890c-d5659c9103fb service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395272 Jun 15 14:51:40.798477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40316) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:40.875173 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76744e5f-e3da-40f3-91f0-804165260758 req-5b01c9d1-7f62-461f-bfc7-0b2d83ec625d service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267340 Jun 15 14:51:40.888145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947834db-a228-4bc7-813f-f37bd8a847c1 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:40.888891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947834db-a228-4bc7-813f-f37bd8a847c1 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:40.889597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947834db-a228-4bc7-813f-f37bd8a847c1 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:40.891952 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-947834db-a228-4bc7-813f-f37bd8a847c1 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?project_id=032b1386b78145d282edf892a5a65f64&network_id=e3c6af3a-ed72-4703-8681-a6dff1922681 HTTP/1.1" status: 200 len: 2999 time: 0.0924149 Jun 15 14:51:41.300664 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd236bc-9520-4252-994b-0fa826b0c67c req-8676dd91-118e-45b9-94e2-1265f59c2c28 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:41.302142 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5fd236bc-9520-4252-994b-0fa826b0c67c req-8676dd91-118e-45b9-94e2-1265f59c2c28 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 943 time: 0.0955462 Jun 15 14:51:41.348278 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5fd236bc-9520-4252-994b-0fa826b0c67c req-19770035-39a6-4873-9f1c-e245a1e4701f tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400047 Jun 15 14:51:42.559253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c818e6-2a55-4400-bfbe-1c00a30d8e42 req-d1502602-4bd6-466e-8bcb-8e9950f14bde tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:42.560785 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2c818e6-2a55-4400-bfbe-1c00a30d8e42 req-d1502602-4bd6-466e-8bcb-8e9950f14bde tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 943 time: 0.1003804 Jun 15 14:51:42.610231 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2c818e6-2a55-4400-bfbe-1c00a30d8e42 req-7282d9e7-8a04-4556-a3ec-5172371b6342 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407269 Jun 15 14:51:42.687517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40332) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:42.749264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d5528d-a242-4d91-8adf-98e148760434 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:42.751414 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-96d5528d-a242-4d91-8adf-98e148760434 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957 HTTP/1.1" status: 200 len: 814 time: 0.0627174 Jun 15 14:51:43.218408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40340) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:43.335253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-85700ef8-f610-4208-b4ad-1e32aafd7c5a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:43.461393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85700ef8-f610-4208-b4ad-1e32aafd7c5a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:43.755900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85700ef8-f610-4208-b4ad-1e32aafd7c5a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:43.762020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85700ef8-f610-4208-b4ad-1e32aafd7c5a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:43.762440 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-85700ef8-f610-4208-b4ad-1e32aafd7c5a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 51af9c76-b86a-4872-95f0-f47f012ee6cb disassociated. External IP: 172.26.3.240, port: a8596527-8e3b-4615-9486-d797e631533c. Jun 15 14:51:43.808690 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e63616-b21d-4143-8fcf-96897eae83ac req-f52e8038-8125-4e60-b836-27c93bcff5a1 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:43.810169 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-09e63616-b21d-4143-8fcf-96897eae83ac req-f52e8038-8125-4e60-b836-27c93bcff5a1 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 943 time: 0.0903103 Jun 15 14:51:43.859401 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-09e63616-b21d-4143-8fcf-96897eae83ac req-36556a0b-c1eb-4e69-97a6-6fd3370c9e02 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430005 Jun 15 14:51:44.127139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85700ef8-f610-4208-b4ad-1e32aafd7c5a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router b59113be-130e-4da6-bd64-a0820b91c562 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:51:44.329788 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85700ef8-f610-4208-b4ad-1e32aafd7c5a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:51:44.334353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-85700ef8-f610-4208-b4ad-1e32aafd7c5a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:44.341689 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39c77b-4086-47a0-9a73-e26d886556db None None] Sync routers for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:51:44.355670 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39c77b-4086-47a0-9a73-e26d886556db None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:51:44.356575 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1c39c77b-4086-47a0-9a73-e26d886556db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:51:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:44.511590 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-85700ef8-f610-4208-b4ad-1e32aafd7c5a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/floatingips/51af9c76-b86a-4872-95f0-f47f012ee6cb HTTP/1.1" status: 200 len: 690 time: 1.2919862 Jun 15 14:51:44.512209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'tag': 'a8596527-8e3b-4615-9486-d797e631533c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:51:44.514650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40348) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:44.548900 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1c39c77b-4086-47a0-9a73-e26d886556db None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:51:44.557015 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74f5fae-5828-40aa-8108-8b1d11ecf4dc'] response: {'name': 'network-changed', 'server_uuid': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'tag': 'a8596527-8e3b-4615-9486-d797e631533c', 'status': 'completed', 'code': 200} Jun 15 14:51:44.597995 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f0d74cd8-9709-40a3-a1ed-7b2ef7f3b889 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/51af9c76-b86a-4872-95f0-f47f012ee6cb HTTP/1.1" status: 200 len: 690 time: 0.0817077 Jun 15 14:51:44.657285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ce5ca-dd6a-4b9d-8e92-ca288a71da84 req-1811991d-8c41-457c-8120-711443a87272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:44.658746 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-251ce5ca-dd6a-4b9d-8e92-ca288a71da84 req-1811991d-8c41-457c-8120-711443a87272 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 1098 time: 0.0805571 Jun 15 14:51:44.792221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ce5ca-dd6a-4b9d-8e92-ca288a71da84 req-e11ca7d1-eb2b-4328-8777-aff31e1f1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:44.793741 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-251ce5ca-dd6a-4b9d-8e92-ca288a71da84 req-e11ca7d1-eb2b-4328-8777-aff31e1f1aaa service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3c6af3a-ed72-4703-8681-a6dff1922681 HTTP/1.1" status: 200 len: 898 time: 0.1290202 Jun 15 14:51:44.860831 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-251ce5ca-dd6a-4b9d-8e92-ca288a71da84 req-03809358-1413-4b72-a61b-9bdc88aa4cd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8596527-8e3b-4615-9486-d797e631533c HTTP/1.1" status: 200 len: 217 time: 0.0609477 Jun 15 14:51:44.862647 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1c39c77b-4086-47a0-9a73-e26d886556db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:54Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:44.866663 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39c77b-4086-47a0-9a73-e26d886556db None None] Checking router: b59113be-130e-4da6-bd64-a0820b91c562 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:51:44.874950 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39c77b-4086-47a0-9a73-e26d886556db None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:51:44.875538 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1c39c77b-4086-47a0-9a73-e26d886556db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:51:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:44.925990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ce5ca-dd6a-4b9d-8e92-ca288a71da84 req-24801973-4d3e-40c2-a60f-f0842d1ab968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:44.927346 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-251ce5ca-dd6a-4b9d-8e92-ca288a71da84 req-24801973-4d3e-40c2-a60f-f0842d1ab968 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=28887a00-0463-4fc5-a7ab-da767f728752 HTTP/1.1" status: 200 len: 835 time: 0.0610261 Jun 15 14:51:45.011248 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ce5ca-dd6a-4b9d-8e92-ca288a71da84 req-265dafa1-eef7-4600-99df-f6f652a084f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:45.012788 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-251ce5ca-dd6a-4b9d-8e92-ca288a71da84 req-265dafa1-eef7-4600-99df-f6f652a084f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3c6af3a-ed72-4703-8681-a6dff1922681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794349 Jun 15 14:51:45.056308 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1c39c77b-4086-47a0-9a73-e26d886556db None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:51:45.061408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583c821-f61a-4186-88a7-55c830e56879 req-28e1d2d3-f32d-4d3f-9d37-a90e87891700 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:45.062916 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c583c821-f61a-4186-88a7-55c830e56879 req-28e1d2d3-f32d-4d3f-9d37-a90e87891700 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 943 time: 0.0955980 Jun 15 14:51:45.111787 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c583c821-f61a-4186-88a7-55c830e56879 req-aa1dd84b-50f3-4264-825c-a0ec66ae5b7b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421517 Jun 15 14:51:45.151918 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-251ce5ca-dd6a-4b9d-8e92-ca288a71da84 req-d789ab3c-0f7d-4c4b-9014-048b57daefed service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315353 Jun 15 14:51:45.285031 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-251ce5ca-dd6a-4b9d-8e92-ca288a71da84 req-53b3c6f2-ea4b-4223-8a73-d4d23b6c8540 service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273088 Jun 15 14:51:45.372598 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1c39c77b-4086-47a0-9a73-e26d886556db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:54Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:45.376699 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c39c77b-4086-47a0-9a73-e26d886556db None None] The sync data for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv is: [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:54Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:51:45.599039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5829d7b-2275-4ca2-8a61-2ace444e3f1f None None] New status for floating IP 51af9c76-b86a-4872-95f0-f47f012ee6cb: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:51:45.600915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40356) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:45.685927 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7feea36e-79be-4724-964e-82d229722cad tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/51af9c76-b86a-4872-95f0-f47f012ee6cb HTTP/1.1" status: 200 len: 690 time: 0.0826693 Jun 15 14:51:46.325448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459b340-9f6d-4642-bbf8-f88912d07795 req-32be3171-13b1-4284-8a34-2b63a0b2570b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:46.326830 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f459b340-9f6d-4642-bbf8-f88912d07795 req-32be3171-13b1-4284-8a34-2b63a0b2570b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 943 time: 0.1007948 Jun 15 14:51:46.373148 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f459b340-9f6d-4642-bbf8-f88912d07795 req-ee87e0ad-e088-49bd-a1f1-4e1e9939f2a4 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403485 Jun 15 14:51:46.689055 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40362) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:46.773901 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d7d4c6a9-2ca4-4684-9244-9dcd7ddb1f5b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/51af9c76-b86a-4872-95f0-f47f012ee6cb HTTP/1.1" status: 200 len: 688 time: 0.0837798 Jun 15 14:51:47.539020 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 94826783-7956-4c12-9938-ea999b990333 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:51:47.677677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 94826783-7956-4c12-9938-ea999b990333, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=94826783-7956-4c12-9938-ea999b990333,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:51:47.691766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '94826783-7956-4c12-9938-ea999b990333', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'port_id': '94826783-7956-4c12-9938-ea999b990333', 'mac_address': 'fa:16:3e:6d:63:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:51:47.696452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8ee47-3738-4a25-b88f-d3e4899e8665 req-c3ae19b6-7af4-4f71-b8df-30a06449bd10 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:47.698195 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5ea8ee47-3738-4a25-b88f-d3e4899e8665 req-c3ae19b6-7af4-4f71-b8df-30a06449bd10 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 943 time: 0.2002509 Jun 15 14:51:47.743214 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5ea8ee47-3738-4a25-b88f-d3e4899e8665 req-3f95faa3-c503-4fd2-9a4e-5fe650c99b7e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383739 Jun 15 14:51:47.750878 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 94826783-7956-4c12-9938-ea999b990333 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:51:47.751262 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:47.768312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94826783-7956-4c12-9938-ea999b990333 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:51:47.783168 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 94826783-7956-4c12-9938-ea999b990333, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=94826783-7956-4c12-9938-ea999b990333,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:51:47.789189 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:47.861364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=94826783-7956-4c12-9938-ea999b990333,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:47.861512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40370) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:47.866481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-616906406', 'description': 'tempest-secgroup-smoke-616906406 description', 'project_id': '032b1386b78145d282edf892a5a65f64'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:47.868510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:47.868853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:47.869189 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:47.869518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:47.869876 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:47.870199 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:47.870488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:47.870806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:47.871133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:47.871451 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:47.871773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:47.872230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:47.872433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:51:47.882076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:51:47.894578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:47.914196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:51:47.920282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:51:47.923199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:51:47.928973 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:51:47.990832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['94826783-7956-4c12-9938-ea999b990333'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:51:48.011651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.016754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.061815 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=702f6531-8984-4159-a5c0-35e96546dadf,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:48.071906 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:48.072276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:48.072752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:48.073081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:48.073430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:48.073754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:48.074074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:48.074432 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:48.074716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:48.075035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:48.075377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:48.075974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:51:48.080116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.081430 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-11c5d375-3ff4-4425-8811-7d00bb3bbdd7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2189991 Jun 15 14:51:48.084458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40374) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:48.090535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-23f098c0-a47b-471e-8f2d-45fc7fe65207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '702f6531-8984-4159-a5c0-35e96546dadf', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:48.096589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-23f098c0-a47b-471e-8f2d-45fc7fe65207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:51:48.101067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-23f098c0-a47b-471e-8f2d-45fc7fe65207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:51:48.104357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-23f098c0-a47b-471e-8f2d-45fc7fe65207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:51:48.110468 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-23f098c0-a47b-471e-8f2d-45fc7fe65207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:51:48.128935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-23f098c0-a47b-471e-8f2d-45fc7fe65207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.191170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-23f098c0-a47b-471e-8f2d-45fc7fe65207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.195951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-23f098c0-a47b-471e-8f2d-45fc7fe65207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.217394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f098c0-a47b-471e-8f2d-45fc7fe65207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bc5a95-a16d-4235-b602-ca3b1457abb7,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:48.228414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-23f098c0-a47b-471e-8f2d-45fc7fe65207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.232412 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-23f098c0-a47b-471e-8f2d-45fc7fe65207 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443059 Jun 15 14:51:48.232580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40378) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:48.237559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a71579d9-1635-4f0c-a4b6-08cb294409c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '702f6531-8984-4159-a5c0-35e96546dadf', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:48.243285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a71579d9-1635-4f0c-a4b6-08cb294409c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:51:48.247395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a71579d9-1635-4f0c-a4b6-08cb294409c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:51:48.250262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a71579d9-1635-4f0c-a4b6-08cb294409c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:51:48.256040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a71579d9-1635-4f0c-a4b6-08cb294409c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:51:48.274788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a71579d9-1635-4f0c-a4b6-08cb294409c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.349788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a71579d9-1635-4f0c-a4b6-08cb294409c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.355909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a71579d9-1635-4f0c-a4b6-08cb294409c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.378723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71579d9-1635-4f0c-a4b6-08cb294409c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdef323-01e3-428c-9922-b4c0835be746,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:48.390197 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a71579d9-1635-4f0c-a4b6-08cb294409c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.391477 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a71579d9-1635-4f0c-a4b6-08cb294409c4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1579766 Jun 15 14:51:48.394721 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40382) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:48.402309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5bb33fe6-bd5d-4b6d-99f8-344f9efe7343 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '702f6531-8984-4159-a5c0-35e96546dadf', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:48.408529 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5bb33fe6-bd5d-4b6d-99f8-344f9efe7343 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:51:48.412718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5bb33fe6-bd5d-4b6d-99f8-344f9efe7343 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:51:48.415748 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5bb33fe6-bd5d-4b6d-99f8-344f9efe7343 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:51:48.422056 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5bb33fe6-bd5d-4b6d-99f8-344f9efe7343 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:51:48.446872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bb33fe6-bd5d-4b6d-99f8-344f9efe7343 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.519792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bb33fe6-bd5d-4b6d-99f8-344f9efe7343 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.525103 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bb33fe6-bd5d-4b6d-99f8-344f9efe7343 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.548269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb33fe6-bd5d-4b6d-99f8-344f9efe7343 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944b7adc-e6fa-477f-8a60-eef02d55a49d,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:48.558026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5bb33fe6-bd5d-4b6d-99f8-344f9efe7343 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.559218 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5bb33fe6-bd5d-4b6d-99f8-344f9efe7343 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1631374 Jun 15 14:51:48.562292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40386) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:48.567431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c572af55-5e8b-4fad-90f2-2cbf5bcd6225 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '702f6531-8984-4159-a5c0-35e96546dadf', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:48.574254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c572af55-5e8b-4fad-90f2-2cbf5bcd6225 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:51:48.578397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c572af55-5e8b-4fad-90f2-2cbf5bcd6225 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:51:48.581507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c572af55-5e8b-4fad-90f2-2cbf5bcd6225 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:51:48.587920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c572af55-5e8b-4fad-90f2-2cbf5bcd6225 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:51:48.605376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c572af55-5e8b-4fad-90f2-2cbf5bcd6225 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.671522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c572af55-5e8b-4fad-90f2-2cbf5bcd6225 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.676230 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c572af55-5e8b-4fad-90f2-2cbf5bcd6225 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.700960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c572af55-5e8b-4fad-90f2-2cbf5bcd6225 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329d5df6-fb32-410c-9a58-fd2f5ed771fa,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:48.712299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c572af55-5e8b-4fad-90f2-2cbf5bcd6225 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.713903 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c572af55-5e8b-4fad-90f2-2cbf5bcd6225 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504562 Jun 15 14:51:48.717906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40390) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:48.722764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d12b222f-9186-47f4-80b5-0349d9e1f152 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '702f6531-8984-4159-a5c0-35e96546dadf', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:48.728687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d12b222f-9186-47f4-80b5-0349d9e1f152 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:51:48.732682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d12b222f-9186-47f4-80b5-0349d9e1f152 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:51:48.735850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d12b222f-9186-47f4-80b5-0349d9e1f152 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:51:48.741661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d12b222f-9186-47f4-80b5-0349d9e1f152 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:51:48.753574 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-d12b222f-9186-47f4-80b5-0349d9e1f152 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:51:48.760778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d12b222f-9186-47f4-80b5-0349d9e1f152 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.831473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d12b222f-9186-47f4-80b5-0349d9e1f152 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.835045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d12b222f-9186-47f4-80b5-0349d9e1f152 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.858334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b222f-9186-47f4-80b5-0349d9e1f152 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71de0b88-62d1-44a0-a7b2-d39504fe01aa,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:48.867403 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d12b222f-9186-47f4-80b5-0349d9e1f152 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.871463 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d12b222f-9186-47f4-80b5-0349d9e1f152 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1497862 Jun 15 14:51:48.871463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40396) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:48.876356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f73261fd-8ead-412a-a95e-90e9bf9df837 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '702f6531-8984-4159-a5c0-35e96546dadf', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:48.882291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f73261fd-8ead-412a-a95e-90e9bf9df837 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:51:48.886259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f73261fd-8ead-412a-a95e-90e9bf9df837 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:51:48.889174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f73261fd-8ead-412a-a95e-90e9bf9df837 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:51:48.894895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f73261fd-8ead-412a-a95e-90e9bf9df837 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:51:48.907453 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-f73261fd-8ead-412a-a95e-90e9bf9df837 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:51:48.914727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f73261fd-8ead-412a-a95e-90e9bf9df837 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.950318 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b68ae3-7a55-425d-b5ee-a212e1684f28 req-ccc1cab7-42f7-4c5a-bdbb-3c8ef6c64dac tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:48.951869 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-48b68ae3-7a55-425d-b5ee-a212e1684f28 req-ccc1cab7-42f7-4c5a-bdbb-3c8ef6c64dac tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 944 time: 0.1013176 Jun 15 14:51:48.983726 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f73261fd-8ead-412a-a95e-90e9bf9df837 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.987865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f73261fd-8ead-412a-a95e-90e9bf9df837 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:48.998284 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-48b68ae3-7a55-425d-b5ee-a212e1684f28 req-6b57cc27-e1c3-43d6-9b14-e851521a1c5f tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401802 Jun 15 14:51:49.013626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73261fd-8ead-412a-a95e-90e9bf9df837 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0ac460-3280-40e6-8f59-717a9f251eca,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:49.022714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f73261fd-8ead-412a-a95e-90e9bf9df837 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:49.033424 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f73261fd-8ead-412a-a95e-90e9bf9df837 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518183 Jun 15 14:51:49.205363 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-e31d2311-8e32-4aab-a84d-41778c271e65 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-616906406&fields=id&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 267 time: 0.0471451 Jun 15 14:51:49.376261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b14dd-47bf-462e-a707-bd078c647aca req-6b4592c2-8944-4fe4-ab0c-dd8e58fa05a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:49.377701 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-6b4592c2-8944-4fe4-ab0c-dd8e58fa05a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/networks?id=e3c6af3a-ed72-4703-8681-a6dff1922681 HTTP/1.1" status: 200 len: 797 time: 0.1625991 Jun 15 14:51:49.396010 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-c734a878-5c88-475a-b089-f151571a79f4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/quotas/032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 375 time: 0.0095630 Jun 15 14:51:49.497549 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-0da2bdda-a129-40df-81a2-c1e1b88a864d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0962806 Jun 15 14:51:49.538464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 94826783-7956-4c12-9938-ea999b990333 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:51:49.608901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 94826783-7956-4c12-9938-ea999b990333 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:51:49.613826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 94826783-7956-4c12-9938-ea999b990333 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:51:49.614197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:49.657517 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-a8755ed4-8a58-4c61-9623-93a6a892ed81 service neutron] 10.222.0.26 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442661 Jun 15 14:51:49.734652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 94826783-7956-4c12-9938-ea999b990333 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:51:49.735035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:49.763916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94826783-7956-4c12-9938-ea999b990333'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:51:49.774356 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 94826783-7956-4c12-9938-ea999b990333, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=94826783-7956-4c12-9938-ea999b990333,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:51:49.780007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:49.814031 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a851b24-1e0e-4bd0-af3d-074697f3c12a'] response: {'server_uuid': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94826783-7956-4c12-9938-ea999b990333', 'code': 200} Jun 15 14:51:49.858423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=94826783-7956-4c12-9938-ea999b990333,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:49.899709 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-7e561439-af91-4283-83d2-ad592c196ab4 service neutron] 10.222.0.26 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379541 Jun 15 14:51:50.105820 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1eb84345-0baa-4cf8-a8e1-101c6fd034da req-ed99e879-9c86-45a0-bd35-42a46544611d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 210 time: 0.0614951 Jun 15 14:51:50.119136 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb8a3d-4f52-4c98-a7af-efea6dac5956 req-5a05ef3e-ac6d-4811-b902-97fa9ae9246f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:50.120811 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f4cb8a3d-4f52-4c98-a7af-efea6dac5956 req-5a05ef3e-ac6d-4811-b902-97fa9ae9246f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 1098 time: 0.0945013 Jun 15 14:51:50.216933 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f4cb8a3d-4f52-4c98-a7af-efea6dac5956 req-12521b75-7e15-44c0-9030-f3f0a78f57bb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520980 Jun 15 14:51:50.240173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406f9c9-c73e-4515-8f60-628693850680 req-7d81b603-d1d5-43ec-9bf4-1f2a91f48688 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:50.241657 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5406f9c9-c73e-4515-8f60-628693850680 req-7d81b603-d1d5-43ec-9bf4-1f2a91f48688 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 945 time: 0.1199577 Jun 15 14:51:50.289620 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5406f9c9-c73e-4515-8f60-628693850680 req-a834ee4a-6e83-4224-a651-bbe16e00389e tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418339 Jun 15 14:51:51.221654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b14dd-47bf-462e-a707-bd078c647aca req-afa64708-35d3-4711-8685-afbfaf0f75e5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:51.223194 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-afa64708-35d3-4711-8685-afbfaf0f75e5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks?id=e3c6af3a-ed72-4703-8681-a6dff1922681 HTTP/1.1" status: 200 len: 797 time: 0.1588807 Jun 15 14:51:51.278197 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-dd42934a-2e8c-4188-9b13-e58378764d49 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 471 time: 0.0447557 Jun 15 14:51:51.287507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'device_id': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'admin_state_up': True, 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'security_groups': ['702f6531-8984-4159-a5c0-35e96546dadf']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:51.287867 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-545a9e6f-b072-45eb-9414-82ebc5ac2d45 req-473a1387-1119-42a5-9b52-e2b01cf7d937 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 210 time: 0.0573509 Jun 15 14:51:51.413545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:51.499070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:51:51.511837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:51:51.528165 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:51:51.531637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:51.554274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a44c586-fb7b-4092-a22a-95b85d7e7345 req-d3eab832-adec-4982-ba64-dba51e269bfa tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:51.555724 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a44c586-fb7b-4092-a22a-95b85d7e7345 req-d3eab832-adec-4982-ba64-dba51e269bfa tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 945 time: 0.1431551 Jun 15 14:51:51.664980 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a44c586-fb7b-4092-a22a-95b85d7e7345 req-1e80c164-6a15-471b-bed8-1581ffecbfff tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012094 Jun 15 14:51:51.736987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.5 (e3c6af3a-ed72-4703-8681-a6dff1922681/28887a00-0463-4fc5-a7ab-da767f728752/17e698cf-776c-4bd0-abf8-989d85374a78) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:51:51.860803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f09e7-96d7-411f-9f51-b78c686e03a9 req-00bf36c6-4c53-4826-a238-7a3ca6909aa0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:51.862245 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-189f09e7-96d7-411f-9f51-b78c686e03a9 req-00bf36c6-4c53-4826-a238-7a3ca6909aa0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 945 time: 0.0912783 Jun 15 14:51:51.907332 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-189f09e7-96d7-411f-9f51-b78c686e03a9 req-7209260d-710e-47e3-bd49-586efa1f0b22 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390053 Jun 15 14:51:51.930329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:51.932723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40436) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:51.946451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object 17e698cf-776c-4bd0-abf8-989d85374a78 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:51:51.972059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:52.015993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179df615-7de3-4022-9682-cc53a8772db9 tempest-TestVolumeBootPattern-657895298 tempest-TestVolumeBootPattern-657895298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:52.017562 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-179df615-7de3-4022-9682-cc53a8772db9 tempest-TestVolumeBootPattern-657895298 tempest-TestVolumeBootPattern-657895298-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 1093 time: 0.0837975 Jun 15 14:51:52.020305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40440) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:51:52.025167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '94826783-7956-4c12-9938-ea999b990333', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:52.031181 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:51:52.035129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Usage tracker for resource:floatingip and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:51:52.037965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:51:52.043930 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:51:52.045955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network e3c6af3a-ed72-4703-8681-a6dff1922681 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:51:52.049128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:51:52.053205 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:51:52.057847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:52.085479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=17e698cf-776c-4bd0-abf8-989d85374a78,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:52.123896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:52.124585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:52.154530 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-0453711e-db89-49a2-9779-89ec0db84d80 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8707669 Jun 15 14:51:52.166534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Request body: {'port': {'device_id': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:51:52.217477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:52.283249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:52.309742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-216f7b15-b01d-4dfe-afd3-e0841777e7f3 None None] Provisioning for port 17e698cf-776c-4bd0-abf8-989d85374a78 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:51:52.317223 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-216f7b15-b01d-4dfe-afd3-e0841777e7f3 None None] Provisioning complete for port 17e698cf-776c-4bd0-abf8-989d85374a78 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:51:52.318567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-216f7b15-b01d-4dfe-afd3-e0841777e7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:52.358978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Allocated IP 172.26.3.112 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/d87e5ff6-cd98-4d9b-bec9-1d95241f58a6) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:51:52.382958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-216f7b15-b01d-4dfe-afd3-e0841777e7f3 None None] Port 17e698cf-776c-4bd0-abf8-989d85374a78 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:51:52.520697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:52.550644 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:52.616614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:51:52.619536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:51:52.623327 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:51:52.628919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98c1aa-6402-4061-92e1-a2da1d8954de req-82fc90d2-ed19-47c7-bc15-65d9c80f41b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:52.629637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fd98c1aa-6402-4061-92e1-a2da1d8954de req-82fc90d2-ed19-47c7-bc15-65d9c80f41b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:51:52.655536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'Port': ['ID=d87e5ff6-cd98-4d9b-bec9-1d95241f58a6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:52.668064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fd98c1aa-6402-4061-92e1-a2da1d8954de req-82fc90d2-ed19-47c7-bc15-65d9c80f41b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:51:52.669335 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd98c1aa-6402-4061-92e1-a2da1d8954de req-82fc90d2-ed19-47c7-bc15-65d9c80f41b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 931 time: 0.2483780 Jun 15 14:51:52.894524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e698cf-776c-4bd0-abf8-989d85374a78 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:51:52.901621 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd98c1aa-6402-4061-92e1-a2da1d8954de req-c2d63198-5d86-4c6d-ab3f-062e942e9e51 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=702f6531-8984-4159-a5c0-35e96546dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2168238 Jun 15 14:51:52.905572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:52.923583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Transition to ACTIVE for port object 17e698cf-776c-4bd0-abf8-989d85374a78 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:51:52.928346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:53.098766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Pushing event updated for resources: {'Port': ['ID=17e698cf-776c-4bd0-abf8-989d85374a78,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:53.176100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Attempting to bind port 17e698cf-776c-4bd0-abf8-989d85374a78 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:51:53.176459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Attempting to bind port 17e698cf-776c-4bd0-abf8-989d85374a78 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:51:53.176793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Attempting to bind port 17e698cf-776c-4bd0-abf8-989d85374a78 on network e3c6af3a-ed72-4703-8681-a6dff1922681 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:51:53.181405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Port 17e698cf-776c-4bd0-abf8-989d85374a78 on network e3c6af3a-ed72-4703-8681-a6dff1922681 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:51:53.182340 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Attempting to bind port 17e698cf-776c-4bd0-abf8-989d85374a78 on network e3c6af3a-ed72-4703-8681-a6dff1922681 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:51:53.185315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:53.187391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:51:53.187727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Checking segment: {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:51:53.188110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Bound using segment: {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:51:53.188567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Bound port: 17e698cf-776c-4bd0-abf8-989d85374a78, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c99ad92-5388-47cd-9c7b-faef02158ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:51:53.188911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:53.260862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:53.283126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] For port 17e698cf-776c-4bd0-abf8-989d85374a78, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:51:53.286294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] For port 17e698cf-776c-4bd0-abf8-989d85374a78, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=17e698cf-776c-4bd0-abf8-989d85374a78,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:51:53.290363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:53.351264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:53.351880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:53.353501 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] 10.222.0.44 "PUT /v2.0/ports/17e698cf-776c-4bd0-abf8-989d85374a78 HTTP/1.1" status: 200 len: 1093 time: 1.1918480 Jun 15 14:51:53.353838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'tag': '17e698cf-776c-4bd0-abf8-989d85374a78'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:51:53.384036 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e54497-8abd-4482-99f4-ebc6319b8760 service neutron] Pushing event updated for resources: {'Port': ['ID=17e698cf-776c-4bd0-abf8-989d85374a78,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:53.433474 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7776e531-1832-494b-92ae-d917ddcfcf44'] response: {'name': 'network-changed', 'server_uuid': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'tag': '17e698cf-776c-4bd0-abf8-989d85374a78', 'status': 'completed', 'code': 200} Jun 15 14:51:53.474834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b14dd-47bf-462e-a707-bd078c647aca req-6f739061-1719-4d51-89bc-388f0254588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:53.476387 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-6f739061-1719-4d51-89bc-388f0254588b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 1096 time: 0.0852859 Jun 15 14:51:53.489183 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:53.494821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:53.550386 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-8acbe339-45a3-4709-822e-a86757c04d10 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17e698cf-776c-4bd0-abf8-989d85374a78 HTTP/1.1" status: 200 len: 217 time: 0.0675416 Jun 15 14:51:53.621245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b14dd-47bf-462e-a707-bd078c647aca req-29ddfce4-6e7e-48fb-8278-63cd5d95f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:53.622973 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-29ddfce4-6e7e-48fb-8278-63cd5d95f158 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=28887a00-0463-4fc5-a7ab-da767f728752 HTTP/1.1" status: 200 len: 835 time: 0.0671303 Jun 15 14:51:53.629437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'Port': ['ID=d87e5ff6-cd98-4d9b-bec9-1d95241f58a6,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:53.642092 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:53.710003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154b14dd-47bf-462e-a707-bd078c647aca req-9a8f611b-2e8b-4a46-841b-452e7e683346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:53.711518 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-9a8f611b-2e8b-4a46-841b-452e7e683346 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3c6af3a-ed72-4703-8681-a6dff1922681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819895 Jun 15 14:51:53.816986 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Floating IP a4dc6153-abd5-4a43-ac20-64870dbdfd18 associated. External IP: 172.26.3.112, port: 94826783-7956-4c12-9938-ea999b990333. Jun 15 14:51:53.844077 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-dbb424e7-cfa0-4d54-ba71-ae29324a8e72 service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262596 Jun 15 14:51:53.993370 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-154b14dd-47bf-462e-a707-bd078c647aca req-7b98456c-fe84-4100-a6dc-669951d71f35 service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420352 Jun 15 14:51:54.166114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8832e-fcf7-40b4-896b-8f80dcddd7fd req-225e90ad-f317-44ba-867a-7aec8eac7a01 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:54.167626 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c3d8832e-fcf7-40b4-896b-8f80dcddd7fd req-225e90ad-f317-44ba-867a-7aec8eac7a01 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 943 time: 0.1502738 Jun 15 14:51:54.173120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be73bb6-1823-4a00-9b0f-cc6285353061 req-6da862e6-2918-4e4a-ae0c-01643c91cb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:54.174541 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8be73bb6-1823-4a00-9b0f-cc6285353061 req-6da862e6-2918-4e4a-ae0c-01643c91cb5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 1096 time: 0.1160879 Jun 15 14:51:54.179558 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Router 626b3e1c-46dd-4aa4-b920-517f14759e68 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:51:54.292567 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c3d8832e-fcf7-40b4-896b-8f80dcddd7fd req-d2848d01-a242-457d-8db2-3c8d03af489b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=702f6531-8984-4159-a5c0-35e96546dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170027 Jun 15 14:51:54.336511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be73bb6-1823-4a00-9b0f-cc6285353061 req-f1208a71-d234-4f2a-b828-9a27049b8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:54.338030 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8be73bb6-1823-4a00-9b0f-cc6285353061 req-f1208a71-d234-4f2a-b828-9a27049b8344 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3c6af3a-ed72-4703-8681-a6dff1922681 HTTP/1.1" status: 200 len: 898 time: 0.1500261 Jun 15 14:51:54.365020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:51:54.377086 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff1e6f7-7e1e-4406-ac66-44d448e71fb6 None None] Sync routers for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:51:54.388582 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff1e6f7-7e1e-4406-ac66-44d448e71fb6 None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:51:54.389272 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9ff1e6f7-7e1e-4406-ac66-44d448e71fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:51:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:54.391323 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:54.408911 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8be73bb6-1823-4a00-9b0f-cc6285353061 req-409bfd6e-a027-4b82-b8da-484dd9852d9d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17e698cf-776c-4bd0-abf8-989d85374a78 HTTP/1.1" status: 200 len: 217 time: 0.0646465 Jun 15 14:51:54.457296 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-24e8d023-6b5b-416a-bcf1-3a17b071a3de tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4354064 Jun 15 14:51:54.458256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'tag': '94826783-7956-4c12-9938-ea999b990333'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:51:54.479763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be73bb6-1823-4a00-9b0f-cc6285353061 req-be531089-9ae8-43a0-9ec2-a45b1c65f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:54.481250 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8be73bb6-1823-4a00-9b0f-cc6285353061 req-be531089-9ae8-43a0-9ec2-a45b1c65f57f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=28887a00-0463-4fc5-a7ab-da767f728752 HTTP/1.1" status: 200 len: 835 time: 0.0659363 Jun 15 14:51:54.505863 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1ef21b-2fc8-4778-8630-e196b1e30148'] response: {'name': 'network-changed', 'server_uuid': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'tag': '94826783-7956-4c12-9938-ea999b990333', 'status': 'completed', 'code': 200} Jun 15 14:51:54.592805 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9ff1e6f7-7e1e-4406-ac66-44d448e71fb6 None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:51:54.613041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280461af-f5c3-4f47-9c6c-f1a79038cf58 req-f0b624c8-77b6-408d-876c-4c6e87d0cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:54.614986 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-280461af-f5c3-4f47-9c6c-f1a79038cf58 req-f0b624c8-77b6-408d-876c-4c6e87d0cb08 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 1098 time: 0.0865316 Jun 15 14:51:54.695521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be73bb6-1823-4a00-9b0f-cc6285353061 req-a65a3d54-1a21-4502-b974-7e48e4440a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:54.697238 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8be73bb6-1823-4a00-9b0f-cc6285353061 req-a65a3d54-1a21-4502-b974-7e48e4440a96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3c6af3a-ed72-4703-8681-a6dff1922681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2083294 Jun 15 14:51:54.862983 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8be73bb6-1823-4a00-9b0f-cc6285353061 req-648185c9-8881-4383-a6a9-39306b36b4cd service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579542 Jun 15 14:51:54.890139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280461af-f5c3-4f47-9c6c-f1a79038cf58 req-122aecfd-b3a5-4748-9fea-51e675887cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:54.891711 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-280461af-f5c3-4f47-9c6c-f1a79038cf58 req-122aecfd-b3a5-4748-9fea-51e675887cd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.2695901 Jun 15 14:51:55.008407 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-280461af-f5c3-4f47-9c6c-f1a79038cf58 req-31ad7a7c-20c2-4c5f-9359-e4472a46f0dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94826783-7956-4c12-9938-ea999b990333 HTTP/1.1" status: 200 len: 999 time: 0.1100824 Jun 15 14:51:55.013755 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8be73bb6-1823-4a00-9b0f-cc6285353061 req-9157a4f9-8488-4c3b-ac35-3f5caa197516 service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431961 Jun 15 14:51:55.040248 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9ff1e6f7-7e1e-4406-ac66-44d448e71fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'a4dc6153-abd5-4a43-ac20-64870dbdfd18', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.112', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '94826783-7956-4c12-9938-ea999b990333', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:6d:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:53Z', 'updated_at': '2022-06-15T14:51:53Z', 'revision_number': 0, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:55.044497 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff1e6f7-7e1e-4406-ac66-44d448e71fb6 None None] Checking router: 626b3e1c-46dd-4aa4-b920-517f14759e68 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:51:55.053295 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff1e6f7-7e1e-4406-ac66-44d448e71fb6 None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:51:55.053906 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9ff1e6f7-7e1e-4406-ac66-44d448e71fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:51:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:55.081256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280461af-f5c3-4f47-9c6c-f1a79038cf58 req-94941080-bf8d-4043-9287-46d5beb7d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:55.082706 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-280461af-f5c3-4f47-9c6c-f1a79038cf58 req-94941080-bf8d-4043-9287-46d5beb7d98f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0688109 Jun 15 14:51:55.169559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280461af-f5c3-4f47-9c6c-f1a79038cf58 req-ebf7d1df-5ec3-4ee4-b6ca-f385f7b225ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:55.170961 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-280461af-f5c3-4f47-9c6c-f1a79038cf58 req-ebf7d1df-5ec3-4ee4-b6ca-f385f7b225ef service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822392 Jun 15 14:51:55.248960 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9ff1e6f7-7e1e-4406-ac66-44d448e71fb6 None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:51:55.338506 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-280461af-f5c3-4f47-9c6c-f1a79038cf58 req-bca6bda4-22f3-49de-9949-2ed565cdc225 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605911 Jun 15 14:51:55.474981 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-280461af-f5c3-4f47-9c6c-f1a79038cf58 req-f9c2359e-a1aa-4a86-b026-b2a0e1532730 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303999 Jun 15 14:51:55.497640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f6b23-b8ec-4476-b276-ab435e7e3e17 req-f6543d4a-031d-47af-9635-59b57b373a9e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:55.499382 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-506f6b23-b8ec-4476-b276-ab435e7e3e17 req-f6543d4a-031d-47af-9635-59b57b373a9e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 943 time: 0.0978363 Jun 15 14:51:55.543880 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-506f6b23-b8ec-4476-b276-ab435e7e3e17 req-21dec5ea-781b-4650-984a-756d9a80be7e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=702f6531-8984-4159-a5c0-35e96546dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384004 Jun 15 14:51:55.595239 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 17e698cf-776c-4bd0-abf8-989d85374a78 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:51:55.653324 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9ff1e6f7-7e1e-4406-ac66-44d448e71fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'a4dc6153-abd5-4a43-ac20-64870dbdfd18', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.112', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '94826783-7956-4c12-9938-ea999b990333', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:6d:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:53Z', 'updated_at': '2022-06-15T14:51:53Z', 'revision_number': 0, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:51:55.657514 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff1e6f7-7e1e-4406-ac66-44d448e71fb6 None None] The sync data for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv is: [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'a4dc6153-abd5-4a43-ac20-64870dbdfd18', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.112', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '94826783-7956-4c12-9938-ea999b990333', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:6d:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:53Z', 'updated_at': '2022-06-15T14:51:53Z', 'revision_number': 0, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:51:55.736845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 17e698cf-776c-4bd0-abf8-989d85374a78, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=17e698cf-776c-4bd0-abf8-989d85374a78,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:51:55.751333 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '17e698cf-776c-4bd0-abf8-989d85374a78', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'port_id': '17e698cf-776c-4bd0-abf8-989d85374a78', 'mac_address': 'fa:16:3e:f5:c8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:51:55.812808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 17e698cf-776c-4bd0-abf8-989d85374a78 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:51:55.813189 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:55.831749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e698cf-776c-4bd0-abf8-989d85374a78 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:51:55.849511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 17e698cf-776c-4bd0-abf8-989d85374a78, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=17e698cf-776c-4bd0-abf8-989d85374a78,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:51:55.856246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120986d3-a21c-43ff-a549-2c568848f09f None None] New status for floating IP a4dc6153-abd5-4a43-ac20-64870dbdfd18: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:51:55.912765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:56.091364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=17e698cf-776c-4bd0-abf8-989d85374a78,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:56.161188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['17e698cf-776c-4bd0-abf8-989d85374a78'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:51:56.759442 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee8783-16c9-4e7a-9486-c3aa875dcefc req-27788cef-a0b9-4720-a8ed-9ec47edb4c09 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:56.761126 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e1ee8783-16c9-4e7a-9486-c3aa875dcefc req-27788cef-a0b9-4720-a8ed-9ec47edb4c09 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 944 time: 0.0963118 Jun 15 14:51:56.807445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-e1ee8783-16c9-4e7a-9486-c3aa875dcefc req-4b9766fc-5cc7-4870-80b7-2cf2e95a860c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:51:56.827364 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-e1ee8783-16c9-4e7a-9486-c3aa875dcefc req-4b9766fc-5cc7-4870-80b7-2cf2e95a860c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:51:56.828560 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e1ee8783-16c9-4e7a-9486-c3aa875dcefc req-4b9766fc-5cc7-4870-80b7-2cf2e95a860c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=702f6531-8984-4159-a5c0-35e96546dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616570 Jun 15 14:51:57.296307 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-59b69c72-d7c4-4feb-875e-026d06a4c584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:57.581963 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:51:57.607277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 17e698cf-776c-4bd0-abf8-989d85374a78 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:51:57.681306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 17e698cf-776c-4bd0-abf8-989d85374a78 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:51:57.686380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 17e698cf-776c-4bd0-abf8-989d85374a78 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:51:57.686748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:57.812958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 17e698cf-776c-4bd0-abf8-989d85374a78 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:51:57.813481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:57.853304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e698cf-776c-4bd0-abf8-989d85374a78'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:51:57.863150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 17e698cf-776c-4bd0-abf8-989d85374a78, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=17e698cf-776c-4bd0-abf8-989d85374a78,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:51:57.869838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:57.904306 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed93c16-abdc-4e93-a187-309d349a6999'] response: {'server_uuid': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e698cf-776c-4bd0-abf8-989d85374a78', 'code': 200} Jun 15 14:51:57.948897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=17e698cf-776c-4bd0-abf8-989d85374a78,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:51:58.042990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ad880-7532-4581-920a-347b2eef088b req-4cfbea3b-b36c-4e1e-8d41-ad83e4d02507 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:58.048060 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-677ad880-7532-4581-920a-347b2eef088b req-4cfbea3b-b36c-4e1e-8d41-ad83e4d02507 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 945 time: 0.0968006 Jun 15 14:51:58.146187 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-677ad880-7532-4581-920a-347b2eef088b req-81606250-df69-4083-b0ed-ed90a2caca9c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=702f6531-8984-4159-a5c0-35e96546dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956721 Jun 15 14:51:58.163719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5621c2b-8ba0-43e9-bcd9-ea8efab5bc64 req-baa48394-db54-486a-b203-233c9692c0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:58.165209 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c5621c2b-8ba0-43e9-bcd9-ea8efab5bc64 req-baa48394-db54-486a-b203-233c9692c0bc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 1098 time: 0.1006377 Jun 15 14:51:58.206397 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c5621c2b-8ba0-43e9-bcd9-ea8efab5bc64 req-968cfa8a-fcab-4939-9802-56ed842fe961 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=702f6531-8984-4159-a5c0-35e96546dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352392 Jun 15 14:51:59.347233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112c196-66ab-49f2-8ceb-87d63eabf352 req-29dfee65-d01d-4946-9f23-1b6fcaf0b9b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:51:59.348750 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e112c196-66ab-49f2-8ceb-87d63eabf352 req-29dfee65-d01d-4946-9f23-1b6fcaf0b9b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 945 time: 0.0914280 Jun 15 14:51:59.362409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fd90ba75-fc69-4161-9dd7-511d1a9b31ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:51:59.407334 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e112c196-66ab-49f2-8ceb-87d63eabf352 req-3008840d-3286-4078-8ef5-8da2fcb959fb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=702f6531-8984-4159-a5c0-35e96546dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499949 Jun 15 14:52:00.548859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:00.596116 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:00.610758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d4e98-5fd9-451e-80c1-14c9fdc3c89d req-5db149c1-8740-4885-acca-00d6654025de tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:00.612247 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a18d4e98-5fd9-451e-80c1-14c9fdc3c89d req-5db149c1-8740-4885-acca-00d6654025de tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 945 time: 0.0942631 Jun 15 14:52:00.658301 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a18d4e98-5fd9-451e-80c1-14c9fdc3c89d req-09d8171e-fe6e-4139-9d7b-78116b024173 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=702f6531-8984-4159-a5c0-35e96546dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402772 Jun 15 14:52:00.876772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfaab2-27f0-46df-b612-89791893f2d4 req-8cfc66bf-c17a-47f5-b676-f3c788f52db0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:00.878245 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d4dfaab2-27f0-46df-b612-89791893f2d4 req-8cfc66bf-c17a-47f5-b676-f3c788f52db0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 945 time: 0.1042330 Jun 15 14:52:00.924214 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d4dfaab2-27f0-46df-b612-89791893f2d4 req-b1798ce8-1140-4dea-a40e-90a1c9c47fc2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=702f6531-8984-4159-a5c0-35e96546dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401590 Jun 15 14:52:00.955195 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40468) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:01.151098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805ac58f-b0db-4b91-a56e-ca2222c7fdc9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:01.152657 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-805ac58f-b0db-4b91-a56e-ca2222c7fdc9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 1093 time: 0.1965625 Jun 15 14:52:01.155665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40474) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:01.160573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ccc54cdc-2798-4d44-9da8-c86a5d1423bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'floatingip': {'port_id': '17e698cf-776c-4bd0-abf8-989d85374a78'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:52:01.239669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ccc54cdc-2798-4d44-9da8-c86a5d1423bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:01.861304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ccc54cdc-2798-4d44-9da8-c86a5d1423bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:01.868063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ccc54cdc-2798-4d44-9da8-c86a5d1423bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:01.980338 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:02.151524 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-ccc54cdc-2798-4d44-9da8-c86a5d1423bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 51af9c76-b86a-4872-95f0-f47f012ee6cb associated. External IP: 172.26.3.240, port: 17e698cf-776c-4bd0-abf8-989d85374a78. Jun 15 14:52:02.528920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc54cdc-2798-4d44-9da8-c86a5d1423bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router b59113be-130e-4da6-bd64-a0820b91c562 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:52:02.723942 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc54cdc-2798-4d44-9da8-c86a5d1423bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:52:02.728849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ccc54cdc-2798-4d44-9da8-c86a5d1423bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:02.737883 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a338e2-be97-40ad-8c40-9457c41ca915 None None] Sync routers for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:52:02.746563 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a338e2-be97-40ad-8c40-9457c41ca915 None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:52:02.747188 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-93a338e2-be97-40ad-8c40-9457c41ca915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:51:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:02.787238 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ccc54cdc-2798-4d44-9da8-c86a5d1423bb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/floatingips/51af9c76-b86a-4872-95f0-f47f012ee6cb HTTP/1.1" status: 200 len: 991 time: 1.6301355 Jun 15 14:52:02.787714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'tag': '17e698cf-776c-4bd0-abf8-989d85374a78'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:52:02.793507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40480) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:02.852416 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c28ebfd-52e3-4a07-bc29-38fc6c05d1e5'] response: {'name': 'network-changed', 'server_uuid': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'tag': '17e698cf-776c-4bd0-abf8-989d85374a78', 'status': 'completed', 'code': 200} Jun 15 14:52:02.950400 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-93a338e2-be97-40ad-8c40-9457c41ca915 None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:52:02.979024 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cdac19f0-0a19-4247-9e0d-44938bb5d178 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/51af9c76-b86a-4872-95f0-f47f012ee6cb HTTP/1.1" status: 200 len: 991 time: 0.1866999 Jun 15 14:52:02.994431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9b4c8-aed6-4044-842c-5dde2ad17882 req-4e56106e-dd44-4546-af98-32b54bd59f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:02.996385 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1f9b4c8-aed6-4044-842c-5dde2ad17882 req-4e56106e-dd44-4546-af98-32b54bd59f2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 1098 time: 0.1150353 Jun 15 14:52:03.134278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9b4c8-aed6-4044-842c-5dde2ad17882 req-f300ef9c-b677-4c68-a54a-1faf2f16e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:03.135884 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1f9b4c8-aed6-4044-842c-5dde2ad17882 req-f300ef9c-b677-4c68-a54a-1faf2f16e342 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e3c6af3a-ed72-4703-8681-a6dff1922681 HTTP/1.1" status: 200 len: 898 time: 0.1345537 Jun 15 14:52:03.249129 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1f9b4c8-aed6-4044-842c-5dde2ad17882 req-312070b2-024c-4f0a-8aac-a45a63155eb2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17e698cf-776c-4bd0-abf8-989d85374a78 HTTP/1.1" status: 200 len: 999 time: 0.1057062 Jun 15 14:52:03.383045 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-93a338e2-be97-40ad-8c40-9457c41ca915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '51af9c76-b86a-4872-95f0-f47f012ee6cb', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'port_id': '17e698cf-776c-4bd0-abf8-989d85374a78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'mac_address': 'fa:16:3e:f5:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:07Z', 'updated_at': '2022-06-15T14:52:01Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:54Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:03.387506 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a338e2-be97-40ad-8c40-9457c41ca915 None None] Checking router: b59113be-130e-4da6-bd64-a0820b91c562 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:52:03.397515 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a338e2-be97-40ad-8c40-9457c41ca915 None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:52:03.398129 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-93a338e2-be97-40ad-8c40-9457c41ca915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:51:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:03.439841 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9b4c8-aed6-4044-842c-5dde2ad17882 req-1a9ded63-40b0-4442-aa03-43cd480f6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:03.441336 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1f9b4c8-aed6-4044-842c-5dde2ad17882 req-1a9ded63-40b0-4442-aa03-43cd480f6fbe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=28887a00-0463-4fc5-a7ab-da767f728752 HTTP/1.1" status: 200 len: 835 time: 0.1866243 Jun 15 14:52:03.524591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f9b4c8-aed6-4044-842c-5dde2ad17882 req-b9b85e6b-10ff-4ac1-838a-bb5d2361bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:03.526030 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1f9b4c8-aed6-4044-842c-5dde2ad17882 req-b9b85e6b-10ff-4ac1-838a-bb5d2361bde2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e3c6af3a-ed72-4703-8681-a6dff1922681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781748 Jun 15 14:52:03.575344 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-93a338e2-be97-40ad-8c40-9457c41ca915 None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:52:03.661529 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1f9b4c8-aed6-4044-842c-5dde2ad17882 req-b14931e7-7483-46b7-8a62-a36b23137556 service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283422 Jun 15 14:52:03.796990 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1f9b4c8-aed6-4044-842c-5dde2ad17882 req-ed80e391-ff07-4987-920a-a4e8cb803bce service neutron] 10.222.0.44 "GET /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289999 Jun 15 14:52:03.931162 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-93a338e2-be97-40ad-8c40-9457c41ca915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '51af9c76-b86a-4872-95f0-f47f012ee6cb', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'port_id': '17e698cf-776c-4bd0-abf8-989d85374a78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'mac_address': 'fa:16:3e:f5:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:07Z', 'updated_at': '2022-06-15T14:52:01Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:54Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:03.935890 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a338e2-be97-40ad-8c40-9457c41ca915 None None] The sync data for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv is: [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '51af9c76-b86a-4872-95f0-f47f012ee6cb', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.240', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'port_id': '17e698cf-776c-4bd0-abf8-989d85374a78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'mac_address': 'fa:16:3e:f5:c8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:07Z', 'updated_at': '2022-06-15T14:52:01Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:54Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:52:03.981679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40486) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:04.097580 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f5bb8463-d17d-4322-8940-8e8169c496c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/51af9c76-b86a-4872-95f0-f47f012ee6cb HTTP/1.1" status: 200 len: 991 time: 0.1146874 Jun 15 14:52:04.130150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a138a3a-7e22-4e2c-aca5-be49004ee9d0 None None] New status for floating IP 51af9c76-b86a-4872-95f0-f47f012ee6cb: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:52:05.102241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40490) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:05.212169 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-af2789c6-3dd0-4cbf-97bc-ab11de1d43d4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/51af9c76-b86a-4872-95f0-f47f012ee6cb HTTP/1.1" status: 200 len: 993 time: 0.1087706 Jun 15 14:52:21.447014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:27.300359 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-77cbaa51-1a67-4b2d-baf6-c9dffd94274a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:29.377645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b32cf625-744a-48c9-a2a0-a4c28b7884ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:30.555248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:30.590813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:31.981810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:32.134854 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd1b05-0993-4487-9f18-55c89b12ba14 req-307a1d4c-8e1a-4fdc-b6cf-33df8d0e3a95 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:32.137155 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1edd1b05-0993-4487-9f18-55c89b12ba14 req-307a1d4c-8e1a-4fdc-b6cf-33df8d0e3a95 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 945 time: 0.1018188 Jun 15 14:52:32.190596 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1edd1b05-0993-4487-9f18-55c89b12ba14 req-574399a2-0d40-44ee-8e0f-6dde68297fb8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=702f6531-8984-4159-a5c0-35e96546dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469532 Jun 15 14:52:33.457353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea382b-1484-4489-85dd-b2821c93a34c req-466dbae9-08ab-48d1-896f-b6c641b0b20a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:33.458804 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-faea382b-1484-4489-85dd-b2821c93a34c req-466dbae9-08ab-48d1-896f-b6c641b0b20a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 945 time: 0.1594639 Jun 15 14:52:33.469628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277bab1-fa55-4072-af1f-fcd9b3d669d7 req-edb74a09-1f4f-4457-aa6f-0ce6dfd8c5f3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:33.471032 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0277bab1-fa55-4072-af1f-fcd9b3d669d7 req-edb74a09-1f4f-4457-aa6f-0ce6dfd8c5f3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 945 time: 0.1298437 Jun 15 14:52:33.566355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 17e698cf-776c-4bd0-abf8-989d85374a78 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:52:33.567039 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:33.599898 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0277bab1-fa55-4072-af1f-fcd9b3d669d7 req-ec9c8567-69a5-4bd8-97bf-7fb4f4c60784 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=702f6531-8984-4159-a5c0-35e96546dadf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979130 Jun 15 14:52:33.834568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 17e698cf-776c-4bd0-abf8-989d85374a78, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=17e698cf-776c-4bd0-abf8-989d85374a78,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:52:33.834845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:34.148024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:34.148302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:34.148633 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 51af9c76-b86a-4872-95f0-f47f012ee6cb disassociated. External IP: 172.26.3.240, port: 17e698cf-776c-4bd0-abf8-989d85374a78. Jun 15 14:52:34.149000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 17e698cf-776c-4bd0-abf8-989d85374a78 owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:52:34.299440 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:34.348963 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=17e698cf-776c-4bd0-abf8-989d85374a78,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:34.582234 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:52:34.657238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router b59113be-130e-4da6-bd64-a0820b91c562 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:52:34.769356 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e314961d-f634-462e-9cae-c0e171659916 req-b64f3fd6-2b90-4090-a70a-c3e6950b2d56 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=652c3110-d4ac-4ba4-a6a6-90ce3918c252 HTTP/1.1" status: 200 len: 210 time: 0.0510743 Jun 15 14:52:34.849289 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:52:34.859398 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aed02c-c283-4be7-8f7f-648e35a640ef None None] Sync routers for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:52:34.868807 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aed02c-c283-4be7-8f7f-648e35a640ef None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:52:34.869403 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-46aed02c-c283-4be7-8f7f-648e35a640ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:52:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:34.933529 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] No DVR routers for this DVR port 17e698cf-776c-4bd0-abf8-989d85374a78 on host hv-neutron-8458 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:52:34.936054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:34.938884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'name': 'network-vif-deleted', 'tag': '17e698cf-776c-4bd0-abf8-989d85374a78'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:52:34.957336 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-faea382b-1484-4489-85dd-b2821c93a34c req-d3957da2-7ddd-4687-abcb-64af8a76be0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "DELETE /v2.0/ports/17e698cf-776c-4bd0-abf8-989d85374a78 HTTP/1.1" status: 204 len: 173 time: 1.4852734 Jun 15 14:52:34.993448 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f302806-2685-42a1-ae0a-d40f9a2b1b19'] response: {'server_uuid': '652c3110-d4ac-4ba4-a6a6-90ce3918c252', 'name': 'network-vif-deleted', 'tag': '17e698cf-776c-4bd0-abf8-989d85374a78', 'status': 'completed', 'code': 200} Jun 15 14:52:35.054631 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-46aed02c-c283-4be7-8f7f-648e35a640ef None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:52:35.372389 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-46aed02c-c283-4be7-8f7f-648e35a640ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:54Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:35.376794 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aed02c-c283-4be7-8f7f-648e35a640ef None None] Checking router: b59113be-130e-4da6-bd64-a0820b91c562 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:52:35.385254 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aed02c-c283-4be7-8f7f-648e35a640ef None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:52:35.385865 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-46aed02c-c283-4be7-8f7f-648e35a640ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:52:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:35.564953 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-46aed02c-c283-4be7-8f7f-648e35a640ef None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:52:35.836486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 17e698cf-776c-4bd0-abf8-989d85374a78 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:52:35.868239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40524) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:35.872292 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 17e698cf-776c-4bd0-abf8-989d85374a78 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:52:35.872641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 17e698cf-776c-4bd0-abf8-989d85374a78 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:52:35.910284 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-46aed02c-c283-4be7-8f7f-648e35a640ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:54Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:35.914259 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46aed02c-c283-4be7-8f7f-648e35a640ef None None] The sync data for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv is: [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:50Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c5bed4f8-875e-4694-b0bd-ac1f3c56c045', 'name': '', 'network_id': 'e3c6af3a-ed72-4703-8681-a6dff1922681', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:4b:05:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '28887a00-0463-4fc5-a7ab-da767f728752', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:49Z', 'updated_at': '2022-06-15T14:50:54Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '28887a00-0463-4fc5-a7ab-da767f728752', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:52:35.938023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c588ae18-bca4-4186-b2ad-59376f5ef5d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:35.969375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c588ae18-bca4-4186-b2ad-59376f5ef5d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:36.041437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c588ae18-bca4-4186-b2ad-59376f5ef5d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:36.062605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588ae18-bca4-4186-b2ad-59376f5ef5d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=702f6531-8984-4159-a5c0-35e96546dadf,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:36.073084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c588ae18-bca4-4186-b2ad-59376f5ef5d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:36.074546 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c588ae18-bca4-4186-b2ad-59376f5ef5d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/security-groups/702f6531-8984-4159-a5c0-35e96546dadf HTTP/1.1" status: 204 len: 168 time: 0.2047062 Jun 15 14:52:36.109077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40530) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:36.131969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8978fd5b-17cb-4d7f-8011-25618aaae0f3 None None] New status for floating IP 51af9c76-b86a-4872-95f0-f47f012ee6cb: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:52:36.382444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e6d84-0a4c-4430-8aa1-0c86795e50cc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port ce5a82bf-0ad5-448f-a8e7-c22637c2c7a1 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:52:36.382880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6d84-0a4c-4430-8aa1-0c86795e50cc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:36.553516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6d84-0a4c-4430-8aa1-0c86795e50cc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:36.553854 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6d84-0a4c-4430-8aa1-0c86795e50cc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:36.677643 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e6d84-0a4c-4430-8aa1-0c86795e50cc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for ce5a82bf-0ad5-448f-a8e7-c22637c2c7a1 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:52:36.824034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6d84-0a4c-4430-8aa1-0c86795e50cc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:36.875240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e6d84-0a4c-4430-8aa1-0c86795e50cc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=ce5a82bf-0ad5-448f-a8e7-c22637c2c7a1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:36.986501 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6d84-0a4c-4430-8aa1-0c86795e50cc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:37.005336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6d84-0a4c-4430-8aa1-0c86795e50cc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:37.006523 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4f5e6d84-0a4c-4430-8aa1-0c86795e50cc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/floatingips/51af9c76-b86a-4872-95f0-f47f012ee6cb HTTP/1.1" status: 204 len: 168 time: 0.8964386 Jun 15 14:52:37.403493 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10781a1a-3c72-400b-99ae-e76605a244f0 req-761e2be3-ec84-4bc0-a828-5f22b75b2111 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:37.404175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-10781a1a-3c72-400b-99ae-e76605a244f0 req-761e2be3-ec84-4bc0-a828-5f22b75b2111 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:52:37.422530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-10781a1a-3c72-400b-99ae-e76605a244f0 req-761e2be3-ec84-4bc0-a828-5f22b75b2111 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:52:37.423851 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-10781a1a-3c72-400b-99ae-e76605a244f0 req-761e2be3-ec84-4bc0-a828-5f22b75b2111 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 945 time: 0.1149027 Jun 15 14:52:37.469132 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-10781a1a-3c72-400b-99ae-e76605a244f0 req-e643e663-704a-4bd0-9617-f70f63506ba2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=c479a7e5-f6b0-4354-bf0f-bc1b01675a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393322 Jun 15 14:52:38.106834 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-217867dd-1b1f-40e0-8f71-8925daf457cf req-e47c80fd-a873-47a0-8b85-c4d4a4c55d62 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820241 Jun 15 14:52:38.276961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217867dd-1b1f-40e0-8f71-8925daf457cf req-ccefda80-23f7-4534-8f87-5f8b8d8ae59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:38.278656 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-217867dd-1b1f-40e0-8f71-8925daf457cf req-ccefda80-23f7-4534-8f87-5f8b8d8ae59e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 1098 time: 0.0987670 Jun 15 14:52:38.432159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217867dd-1b1f-40e0-8f71-8925daf457cf req-f0a79820-01c1-410e-939d-56d7f2985d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:38.433700 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-217867dd-1b1f-40e0-8f71-8925daf457cf req-f0a79820-01c1-410e-939d-56d7f2985d8b service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.1320043 Jun 15 14:52:38.543677 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-217867dd-1b1f-40e0-8f71-8925daf457cf req-6e9ad738-6912-48fc-bce4-a4d3e93020a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94826783-7956-4c12-9938-ea999b990333 HTTP/1.1" status: 200 len: 1001 time: 0.1026678 Jun 15 14:52:38.617922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217867dd-1b1f-40e0-8f71-8925daf457cf req-b1eec30d-228d-48c2-a898-84b76f131301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:38.619371 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-217867dd-1b1f-40e0-8f71-8925daf457cf req-b1eec30d-228d-48c2-a898-84b76f131301 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0592253 Jun 15 14:52:38.709369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217867dd-1b1f-40e0-8f71-8925daf457cf req-377d6831-b6f7-4bc8-8fee-85a06d19c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:38.710850 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-217867dd-1b1f-40e0-8f71-8925daf457cf req-377d6831-b6f7-4bc8-8fee-85a06d19c261 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858855 Jun 15 14:52:38.719374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-cc19d412-3127-42f8-8335-9111a4ea857c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:38.720083 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-cc19d412-3127-42f8-8335-9111a4ea857c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:52:38.738129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a69cd4-2689-4168-b97a-a06f39a8f3c5 req-4db24f66-84e8-4d41-bd84-81688b16e82c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:38.738815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e7a69cd4-2689-4168-b97a-a06f39a8f3c5 req-4db24f66-84e8-4d41-bd84-81688b16e82c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:52:38.748875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-cc19d412-3127-42f8-8335-9111a4ea857c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:52:38.750057 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-cc19d412-3127-42f8-8335-9111a4ea857c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 945 time: 0.1853619 Jun 15 14:52:38.789106 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e7a69cd4-2689-4168-b97a-a06f39a8f3c5 req-4db24f66-84e8-4d41-bd84-81688b16e82c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:52:38.790239 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e7a69cd4-2689-4168-b97a-a06f39a8f3c5 req-4db24f66-84e8-4d41-bd84-81688b16e82c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 945 time: 0.1841042 Jun 15 14:52:38.842678 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-217867dd-1b1f-40e0-8f71-8925daf457cf req-93d0d1d2-e84b-4429-ab01-5ff07cd62942 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255364 Jun 15 14:52:38.848068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port a8596527-8e3b-4615-9486-d797e631533c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:52:38.848445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:38.901706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e7a69cd4-2689-4168-b97a-a06f39a8f3c5 req-fb20683f-285c-4c59-8dc5-8e9cf5481dc7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:52:38.961118 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e7a69cd4-2689-4168-b97a-a06f39a8f3c5 req-fb20683f-285c-4c59-8dc5-8e9cf5481dc7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:52:38.962196 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e7a69cd4-2689-4168-b97a-a06f39a8f3c5 req-fb20683f-285c-4c59-8dc5-8e9cf5481dc7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=c479a7e5-f6b0-4354-bf0f-bc1b01675a53&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645548 Jun 15 14:52:38.978359 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-217867dd-1b1f-40e0-8f71-8925daf457cf req-a6b63d48-7ba5-4322-a2f7-17f5f7cf6cda service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283386 Jun 15 14:52:39.139329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port a8596527-8e3b-4615-9486-d797e631533c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=a8596527-8e3b-4615-9486-d797e631533c,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:52:39.139657 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:39.265649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for a8596527-8e3b-4615-9486-d797e631533c owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:52:39.413779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:39.598440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=a8596527-8e3b-4615-9486-d797e631533c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:39.616491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:39.616842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:39.617182 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:39.617518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:39.617845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:39.618175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:39.618496 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:39.618819 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:39.619143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:39.619462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:39.619761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:39.620227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:39.667523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] No DVR routers for this DVR port a8596527-8e3b-4615-9486-d797e631533c on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:52:39.670117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:39.672801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'name': 'network-vif-deleted', 'tag': 'a8596527-8e3b-4615-9486-d797e631533c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:52:39.690636 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d186b1ce-5c1e-492d-a655-ed9fb5768826 req-1577d293-ed1c-4397-9289-5824023aadca tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "DELETE /v2.0/ports/a8596527-8e3b-4615-9486-d797e631533c HTTP/1.1" status: 204 len: 173 time: 0.9341283 Jun 15 14:52:39.775843 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef1b143-62e2-4b88-a9ee-7f613fdd9da1'] response: {'server_uuid': '52488ac6-abcf-4df7-a43d-9272a9099bea', 'name': 'network-vif-deleted', 'tag': 'a8596527-8e3b-4615-9486-d797e631533c', 'status': 'completed', 'code': 200} Jun 15 14:52:40.136030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e83ffcf1-3cab-4e51-88ac-3b0646510fc7 req-85fcac08-6317-4917-8bc9-1f7c229dde58 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:52:40.153188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e83ffcf1-3cab-4e51-88ac-3b0646510fc7 req-85fcac08-6317-4917-8bc9-1f7c229dde58 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:52:40.154274 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e83ffcf1-3cab-4e51-88ac-3b0646510fc7 req-85fcac08-6317-4917-8bc9-1f7c229dde58 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=52488ac6-abcf-4df7-a43d-9272a9099bea HTTP/1.1" status: 200 len: 210 time: 0.0687027 Jun 15 14:52:41.263813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40548) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:41.339283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-096fcaa7-5730-42f7-a60d-790ef913fd55 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:41.374402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-096fcaa7-5730-42f7-a60d-790ef913fd55 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:41.448618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-096fcaa7-5730-42f7-a60d-790ef913fd55 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:41.469844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fcaa7-5730-42f7-a60d-790ef913fd55 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c479a7e5-f6b0-4354-bf0f-bc1b01675a53,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:41.486548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-096fcaa7-5730-42f7-a60d-790ef913fd55 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:41.487679 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-096fcaa7-5730-42f7-a60d-790ef913fd55 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/security-groups/c479a7e5-f6b0-4354-bf0f-bc1b01675a53 HTTP/1.1" status: 204 len: 168 time: 0.2228329 Jun 15 14:52:41.520120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40554) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:41.864664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device a8596527-8e3b-4615-9486-d797e631533c no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:52:41.906409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: a8596527-8e3b-4615-9486-d797e631533c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:52:41.906844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device a8596527-8e3b-4615-9486-d797e631533c not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:52:42.090410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-850de005-168d-4eb5-a902-a148bc865f3d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:42.474479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-850de005-168d-4eb5-a902-a148bc865f3d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port c5bed4f8-875e-4694-b0bd-ac1f3c56c045 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:52:42.475196 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-850de005-168d-4eb5-a902-a148bc865f3d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:42.669609 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-850de005-168d-4eb5-a902-a148bc865f3d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port c5bed4f8-875e-4694-b0bd-ac1f3c56c045, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c5bed4f8-875e-4694-b0bd-ac1f3c56c045,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:52:42.669954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-850de005-168d-4eb5-a902-a148bc865f3d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:42.908576 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-850de005-168d-4eb5-a902-a148bc865f3d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for c5bed4f8-875e-4694-b0bd-ac1f3c56c045 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:52:43.270539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-850de005-168d-4eb5-a902-a148bc865f3d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:43.321010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850de005-168d-4eb5-a902-a148bc865f3d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=c5bed4f8-875e-4694-b0bd-ac1f3c56c045,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:43.618789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-850de005-168d-4eb5-a902-a148bc865f3d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:44.010335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850de005-168d-4eb5-a902-a148bc865f3d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router b59113be-130e-4da6-bd64-a0820b91c562 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:52:44.320530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850de005-168d-4eb5-a902-a148bc865f3d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:52:44.331370 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f21d451-9e8e-4982-80dd-c984556e45cd None None] Sync routers for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:52:44.345679 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-850de005-168d-4eb5-a902-a148bc865f3d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/b59113be-130e-4da6-bd64-a0820b91c562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8189931 Jun 15 14:52:44.346283 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f21d451-9e8e-4982-80dd-c984556e45cd None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:52:44.346283 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6f21d451-9e8e-4982-80dd-c984556e45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:52:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:44.346439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40560) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:44.415847 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd41f22-2d11-4d06-9003-e92a6c39903a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting subnet 28887a00-0463-4fc5-a7ab-da767f728752 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:52:44.420579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd41f22-2d11-4d06-9003-e92a6c39903a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:44.478551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd41f22-2d11-4d06-9003-e92a6c39903a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:44.531140 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6f21d451-9e8e-4982-80dd-c984556e45cd None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:52:44.581085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd41f22-2d11-4d06-9003-e92a6c39903a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:44.676058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd41f22-2d11-4d06-9003-e92a6c39903a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:44.722474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd41f22-2d11-4d06-9003-e92a6c39903a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Subnet': ['ID=28887a00-0463-4fc5-a7ab-da767f728752,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:44.732330 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ffd41f22-2d11-4d06-9003-e92a6c39903a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:44.736561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d30f870-08d4-4cf2-9739-ec80f0096394 None None] Network e3c6af3a-ed72-4703-8681-a6dff1922681 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:52:44.739295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40564) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:44.746263 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ffd41f22-2d11-4d06-9003-e92a6c39903a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/subnets/28887a00-0463-4fc5-a7ab-da767f728752 HTTP/1.1" status: 204 len: 168 time: 0.4014082 Jun 15 14:52:44.845349 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6f21d451-9e8e-4982-80dd-c984556e45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:52:43Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:44.850690 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f21d451-9e8e-4982-80dd-c984556e45cd None None] Checking router: b59113be-130e-4da6-bd64-a0820b91c562 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:52:44.860609 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f21d451-9e8e-4982-80dd-c984556e45cd None None] Routers {'b59113be-130e-4da6-bd64-a0820b91c562'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:52:44.861222 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6f21d451-9e8e-4982-80dd-c984556e45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:52:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b59113be-130e-4da6-bd64-a0820b91c562'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:44.939923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:45.073922 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6f21d451-9e8e-4982-80dd-c984556e45cd None None] Set router b59113be-130e-4da6-bd64-a0820b91c562 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:52:45.079499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b711ce9-2cff-481c-871e-fe54707368c2 None None] DHCP port deletion for e3c6af3a-ed72-4703-8681-a6dff1922681 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:52:45.084847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2b711ce9-2cff-481c-871e-fe54707368c2 None None] Deleting port b98fd196-0126-41b4-b239-3edb63887d89 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:52:45.084847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b711ce9-2cff-481c-871e-fe54707368c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:45.300211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:45.317935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port aac23246-0e7c-4371-b8d7-9ebe402eb69d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:52:45.318421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:45.335834 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2b711ce9-2cff-481c-871e-fe54707368c2 None None] For port b98fd196-0126-41b4-b239-3edb63887d89, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b98fd196-0126-41b4-b239-3edb63887d89,segment=NetworkSegment(4c99ad92-5388-47cd-9c7b-faef02158ace),segment_id=4c99ad92-5388-47cd-9c7b-faef02158ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:52:45.335834 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b711ce9-2cff-481c-871e-fe54707368c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:45.515816 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6f21d451-9e8e-4982-80dd-c984556e45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:52:43Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:45.527634 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f21d451-9e8e-4982-80dd-c984556e45cd None None] The sync data for ids ['b59113be-130e-4da6-bd64-a0820b91c562'] in dv-neutron-845844-1-hyperv is: [{'id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'name': 'tempest-TestNetworkBasicOps-router-16629803', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:52:43Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'aac23246-0e7c-4371-b8d7-9ebe402eb69d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:6b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59113be-130e-4da6-bd64-a0820b91c562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:50:45Z', 'updated_at': '2022-06-15T14:50:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:52:45.530485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2b711ce9-2cff-481c-871e-fe54707368c2 None None] Calling delete_port for b98fd196-0126-41b4-b239-3edb63887d89 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:52:45.535266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port aac23246-0e7c-4371-b8d7-9ebe402eb69d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=aac23246-0e7c-4371-b8d7-9ebe402eb69d,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:52:45.535266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:45.613718 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b711ce9-2cff-481c-871e-fe54707368c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:45.659626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b711ce9-2cff-481c-871e-fe54707368c2 None None] Pushing event deleted for resources: {'Port': ['ID=b98fd196-0126-41b4-b239-3edb63887d89,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:45.666858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b711ce9-2cff-481c-871e-fe54707368c2 None None] No DVR routers for this DVR port b98fd196-0126-41b4-b239-3edb63887d89 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:52:45.695635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for aac23246-0e7c-4371-b8d7-9ebe402eb69d owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:52:45.870392 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:45.921891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=aac23246-0e7c-4371-b8d7-9ebe402eb69d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:46.035594 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:46.228866 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:46.231388 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:46.255857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:46.256272 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Fanout notify agent at l3_agent the message router_deleted on router b59113be-130e-4da6-bd64-a0820b91c562 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:52:46.274379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:46.276846 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6fb839da-1b02-4e3d-8ed2-d2f7334fc6ab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/routers/b59113be-130e-4da6-bd64-a0820b91c562 HTTP/1.1" status: 204 len: 168 time: 1.5392699 Jun 15 14:52:46.278413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40568) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:46.409017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:46.560009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:46.570448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c5bed4f8-875e-4694-b0bd-ac1f3c56c045 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:52:46.586641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c6af3a-ed72-4703-8681-a6dff1922681']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:46.599183 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c99ad92-5388-47cd-9c7b-faef02158ace') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:46.599721 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c99ad92-5388-47cd-9c7b-faef02158ace') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:46.609591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: c5bed4f8-875e-4694-b0bd-ac1f3c56c045 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:52:46.609591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c5bed4f8-875e-4694-b0bd-ac1f3c56c045 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:52:46.610009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b98fd196-0126-41b4-b239-3edb63887d89 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:52:46.612555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:46.649480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:46.662681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: b98fd196-0126-41b4-b239-3edb63887d89 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:52:46.662873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:52:46.664725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b98fd196-0126-41b4-b239-3edb63887d89 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:52:46.665848 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:46.666953 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device aac23246-0e7c-4371-b8d7-9ebe402eb69d no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:52:46.715373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: aac23246-0e7c-4371-b8d7-9ebe402eb69d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:52:46.715373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device aac23246-0e7c-4371-b8d7-9ebe402eb69d not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:52:46.910796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:46.932769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:46.942006 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Network': ['ID=e3c6af3a-ed72-4703-8681-a6dff1922681,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:46.952275 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cef345f5-66a9-4a5b-9a38-5304d63a1f62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/networks/e3c6af3a-ed72-4703-8681-a6dff1922681 HTTP/1.1" status: 204 len: 168 time: 0.6716695 Jun 15 14:52:46.968071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40576) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:46.973294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'network': {'name': 'tempest-network-smoke--1752418631', 'project_id': '032b1386b78145d282edf892a5a65f64', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:52:46.979234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:52:46.986044 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4c99ad92-5388-47cd-9c7b-faef02158ace resource provider aggregate not found Jun 15 14:52:46.988668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:network and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:52:47.000107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:52:47.009316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:52:47.013643 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4c99ad92-5388-47cd-9c7b-faef02158ace resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c99ad92-5388-47cd-9c7b-faef02158ace found for delete ", "request_id": "req-17f826b0-0953-4e91-b31e-9ab3a9d3bd87"}]} Jun 15 14:52:47.024070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:52:47.028476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:47.061178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:52:47.071352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:47.071693 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Added segment 462b8ab5-99d2-43d4-9c80-56c169556d0b of type vlan for network ce1442e0-c39f-4e19-8406-0800d8de38c6 Jun 15 14:52:47.098798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:47.129417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:47.134845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:47.135698 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:47.245178 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2771513 Jun 15 14:52:47.247823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40582) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:47.248637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc672aec-fa2e-45cb-ba98-9872c797c87e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Network': ['ID=ce1442e0-c39f-4e19-8406-0800d8de38c6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:47.254203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'admin_state_up': True, 'project_id': '032b1386b78145d282edf892a5a65f64', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:52:47.259401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network ce1442e0-c39f-4e19-8406-0800d8de38c6 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:52:47.262870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:52:47.267050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:router and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:52:47.270070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:52:47.276862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:52:47.288437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:47.289441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:47.306184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:47.582085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:47.918547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:47.951352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:48.089353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.124 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/9d8d499d-fd38-4cc2-accb-0d8e85bb9b54) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:52:48.236856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:48.268284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:48.334846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:52:48.337598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:52:48.341336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:52:48.375375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=9d8d499d-fd38-4cc2-accb-0d8e85bb9b54,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:48.896813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:49.252350 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:49.460920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router e6b3e40a-5b60-4a10-8d02-928f485f91d9 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:52:49.653537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:52:49.664018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Sync routers for ids ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:52:49.674931 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Routers {'e6b3e40a-5b60-4a10-8d02-928f485f91d9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:52:49.675771 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:52:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:49.684318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:49.685643 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0d63cc18-953d-4795-b465-c3e64e19d836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.4366865 Jun 15 14:52:49.688979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40586) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:49.738695 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c99e27f7-1a27-47ec-91fc-cfa8fee1ad7e tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=032b1386b78145d282edf892a5a65f64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485168 Jun 15 14:52:49.741323 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40590) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:49.867774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Set router e6b3e40a-5b60-4a10-8d02-928f485f91d9 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:52:49.873591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d74248-3145-4835-851a-87a40f388580 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:49.875089 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-56d74248-3145-4835-851a-87a40f388580 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328101 Jun 15 14:52:49.878105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40594) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:49.917698 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1f8308ec-5e3e-4300-9346-5c380b14c056 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380852 Jun 15 14:52:49.920017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40598) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:49.925733 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1550769780', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'project_id': '032b1386b78145d282edf892a5a65f64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:52:50.034898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:52:50.038862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:subnet and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:52:50.041802 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:52:50.047854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:52:50.060366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:52:50.063699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:50.150786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:48Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:50.155308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Checking router: e6b3e40a-5b60-4a10-8d02-928f485f91d9 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:52:50.155650 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Updating router e6b3e40a-5b60-4a10-8d02-928f485f91d9 port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:52:50.213573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:50.288567 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:50.371967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Subnet': ['ID=fea1564a-775d-4885-93a0-f90404a28910,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:50.382977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:50.383332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:50.383667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:50.383997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:50.384361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:50.384693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:50.385012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:50.385353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:50.385689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:50.386010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:50.386327 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:50.386648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:50.391488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Checking segment: {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:52:50.391853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network hostable DHCP agents. Network: ce1442e0-c39f-4e19-8406-0800d8de38c6, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:52:50.412574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network ce1442e0-c39f-4e19-8406-0800d8de38c6 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:52:50.424214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, ce1442e0-c39f-4e19-8406-0800d8de38c6) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:52:50.428378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:50.428998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:50.437368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9e95cc-a0b7-4b79-9b37-83ef2f59b0f4 None None] Network ce1442e0-c39f-4e19-8406-0800d8de38c6 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:52:50.451699 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9436716f-b82b-4294-ab71-60e8158bee47 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5306542 Jun 15 14:52:50.454545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40602) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:50.783859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:50.792901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-ce1442e0-c39f-4e19-8406-0800d8de38c6', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ips': [{'subnet_id': 'fea1564a-775d-4885-93a0-f90404a28910'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:52:50.793702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:50.813400 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Transition to ACTIVE for port object 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:52:50.865775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:50.980236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Pushing event updated for resources: {'Port': ['ID=9d8d499d-fd38-4cc2-accb-0d8e85bb9b54,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:50.985463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Attempting to bind port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:52:50.985829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Attempting to bind port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:52:50.986186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Attempting to bind port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:52:51.026933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:51.027289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:51.027631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:51.027990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:51.028338 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:51.028667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:51.028999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:51.029326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:51.029631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:51.029952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:51.030273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:51.030591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:51.044519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:52:51.044835 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:52:51.045246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:51.045632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:52:51.046098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Bound port: 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:52:51.046466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:51.110883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Allocated IP 172.20.0.2 (ce1442e0-c39f-4e19-8406-0800d8de38c6/fea1564a-775d-4885-93a0-f90404a28910/d87cbbfa-d875-41b6-86e3-1f3975ecfb2c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:52:51.157877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] For port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:52:51.216300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] For port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9d8d499d-fd38-4cc2-accb-0d8e85bb9b54,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:52:51.226421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:51.291246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:51.351488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Routers {'e6b3e40a-5b60-4a10-8d02-928f485f91d9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:52:51.352118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:52:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:51.457124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664e040-600c-4b95-b141-2af4fb1157dc None None] Pushing event updated for resources: {'Port': ['ID=9d8d499d-fd38-4cc2-accb-0d8e85bb9b54,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:51.502313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:51.586481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:51.605337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Transition to ACTIVE for port object d87cbbfa-d875-41b6-86e3-1f3975ecfb2c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:52:51.623608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] Set router e6b3e40a-5b60-4a10-8d02-928f485f91d9 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:52:51.735585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Transition to ACTIVE for port object d87cbbfa-d875-41b6-86e3-1f3975ecfb2c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:52:51.761709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:51.824270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.1 (ce1442e0-c39f-4e19-8406-0800d8de38c6/fea1564a-775d-4885-93a0-f90404a28910/0cb323c6-d5f3-4c1a-8624-c518e02097c5) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:52:51.904391 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Network ce1442e0-c39f-4e19-8406-0800d8de38c6 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:52:51.910838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:52:51.926096 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:52:51.930839 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Pushing event updated for resources: {'Port': ['ID=d87cbbfa-d875-41b6-86e3-1f3975ecfb2c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:51.991481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:52.008159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object 0cb323c6-d5f3-4c1a-8624-c518e02097c5 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:52:52.032863 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:52.070551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Attempting to bind port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:52:52.070889 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Attempting to bind port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:52:52.071252 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Attempting to bind port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c on network ce1442e0-c39f-4e19-8406-0800d8de38c6 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:52:52.079144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:52:52.079507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Checking segment: {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:52:52.079909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:52.080376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Bound using segment: {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:52:52.080792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Bound port: d87cbbfa-d875-41b6-86e3-1f3975ecfb2c, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:52:52.081167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:52.103317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network ce1442e0-c39f-4e19-8406-0800d8de38c6 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:52:52.106457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:52:52.109076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:52:52.152804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:48Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:52.155184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=0cb323c6-d5f3-4c1a-8624-c518e02097c5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:52.161377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7689014b-a067-49f5-a96d-b78ab8103d2b None None] The sync data for ids ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'] in dv-neutron-845844-1-hyperv is: [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:48Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:52:52.177366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:52.185366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] For port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:52:52.189389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] For port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=d87cbbfa-d875-41b6-86e3-1f3975ecfb2c,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:52:52.193944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:52.317940 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:52.323881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff2291-c8e3-40c2-8cc4-f9adacfcbde8 None None] Pushing event updated for resources: {'Port': ['ID=d87cbbfa-d875-41b6-86e3-1f3975ecfb2c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:52.659461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:52:52.765973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:52:52.772791 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:52:52.773348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:52.890887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:52.907530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:52.912603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:52:52.913129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:52.942975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9d8d499d-fd38-4cc2-accb-0d8e85bb9b54,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:52:52.947993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:53.032993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=9d8d499d-fd38-4cc2-accb-0d8e85bb9b54,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:53.204126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=0cb323c6-d5f3-4c1a-8624-c518e02097c5,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:53.219517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:53.369132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network ce1442e0-c39f-4e19-8406-0800d8de38c6 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:52:53.373051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:52:53.431309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7b9528-13e5-41d6-9c59-f79b6f7706e6 None None] Network ce1442e0-c39f-4e19-8406-0800d8de38c6 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:52:53.542131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3f2e6ab8-2e6b-4958-a79e-322ee8330e6e None None] Provisioning for port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:52:53.577281 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router e6b3e40a-5b60-4a10-8d02-928f485f91d9 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:52:53.787190 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:52:53.805404 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ae8506a4-59fc-49c5-b704-ef9a92989a0e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/e6b3e40a-5b60-4a10-8d02-928f485f91d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3498473 Jun 15 14:52:53.808144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40610) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:53.905189 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Sync routers for ids ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:52:53.923235 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Routers {'e6b3e40a-5b60-4a10-8d02-928f485f91d9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:52:53.923873 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:52:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:53.966051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5a4f1-27ec-457f-a485-b568f256b0a4 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:53.966533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5a4f1-27ec-457f-a485-b568f256b0a4 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:53.967002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5a4f1-27ec-457f-a485-b568f256b0a4 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:53.967461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5a4f1-27ec-457f-a485-b568f256b0a4 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:53.967919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5a4f1-27ec-457f-a485-b568f256b0a4 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:53.968397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac5a4f1-27ec-457f-a485-b568f256b0a4 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:53.970210 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4ac5a4f1-27ec-457f-a485-b568f256b0a4 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1609418 Jun 15 14:52:53.973239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40614) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:53.984092 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-52f8d17f-401d-40f5-9d26-fae983a5b72d None None] Provisioning for port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:52:53.991958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-52f8d17f-401d-40f5-9d26-fae983a5b72d None None] Provisioning complete for port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:52:53.992384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-52f8d17f-401d-40f5-9d26-fae983a5b72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:54.051778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb09fa9-141a-41ed-94d3-64b44917f76b tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:54.052409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb09fa9-141a-41ed-94d3-64b44917f76b tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:54.053204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb09fa9-141a-41ed-94d3-64b44917f76b tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:54.053402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb09fa9-141a-41ed-94d3-64b44917f76b tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:54.054013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb09fa9-141a-41ed-94d3-64b44917f76b tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:54.054629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb09fa9-141a-41ed-94d3-64b44917f76b tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:54.060848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40618) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:54.061573 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0cb09fa9-141a-41ed-94d3-64b44917f76b tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0864832 Jun 15 14:52:54.081858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-52f8d17f-401d-40f5-9d26-fae983a5b72d None None] Port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:52:54.127121 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Set router e6b3e40a-5b60-4a10-8d02-928f485f91d9 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:52:54.217273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a5540396-e639-4a4a-bf07-6fe313bb4a6d None None] Provisioning complete for port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:52:54.217726 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a5540396-e639-4a4a-bf07-6fe313bb4a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:54.293969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a5540396-e639-4a4a-bf07-6fe313bb4a6d None None] Port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:52:54.419939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-40941453-e5d8-4edc-82ac-0ef8e1b1865d None None] Provisioning complete for port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:52:54.420363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-40941453-e5d8-4edc-82ac-0ef8e1b1865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:54.464628 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b9b38cf6-2e34-4bab-88c5-0333c67173bb tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.4020398 Jun 15 14:52:54.467521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40622) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:54.475503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-182057171', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:52:54.479906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-40941453-e5d8-4edc-82ac-0ef8e1b1865d None None] Port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:52:54.481473 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '0cb323c6-d5f3-4c1a-8624-c518e02097c5', 'name': '', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bb:41:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'fea1564a-775d-4885-93a0-f90404a28910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:51Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'fea1564a-775d-4885-93a0-f90404a28910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:54.487944 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Checking router: e6b3e40a-5b60-4a10-8d02-928f485f91d9 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:52:54.488341 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Updating router e6b3e40a-5b60-4a10-8d02-928f485f91d9 port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:52:54.551906 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:54.639933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:52:54.644629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:port and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:52:54.647845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:52:54.656466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:52:54.669323 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:52:54.675013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:54.675089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device d87cbbfa-d875-41b6-86e3-1f3975ecfb2c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:52:54.703530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] device_id is not set on port 84538fda-11ac-4dec-92a1-958cbddd0341 yet. {{(pid=89019) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:52:54.766381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:52:54.773101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:52:54.773227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:54.910663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:52:54.910856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:54.947293 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=d87cbbfa-d875-41b6-86e3-1f3975ecfb2c,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:52:54.951856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:54.952380 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:54.952843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:52:54.964138 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Transition to ACTIVE for port object 0cb323c6-d5f3-4c1a-8624-c518e02097c5 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:52:54.971236 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:55.037123 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Pushing event updated for resources: {'Port': ['ID=0cb323c6-d5f3-4c1a-8624-c518e02097c5,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:55.046861 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:55.047663 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:55.047663 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:55.047913 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:55.048479 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:55.048710 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:55.048894 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:55.049379 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:55.050587 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:55.050918 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:55.051384 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:55.051976 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:52:55.071339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.10 (ce1442e0-c39f-4e19-8406-0800d8de38c6/fea1564a-775d-4885-93a0-f90404a28910/84538fda-11ac-4dec-92a1-958cbddd0341) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:52:55.080231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=d87cbbfa-d875-41b6-86e3-1f3975ecfb2c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:55.093803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:52:55.094234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:55.236273 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Attempting to bind port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:52:55.236636 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Attempting to bind port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:52:55.237339 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Attempting to bind port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 on network ce1442e0-c39f-4e19-8406-0800d8de38c6 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:52:55.240678 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:52:55.247061 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:52:55.247432 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Checking segment: {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:52:55.247824 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:55.248243 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Bound using segment: {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:52:55.248711 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Bound port: 0cb323c6-d5f3-4c1a-8624-c518e02097c5, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:52:55.249577 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:55.350904 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] For port 0cb323c6-d5f3-4c1a-8624-c518e02097c5, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:52:55.353932 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] For port 0cb323c6-d5f3-4c1a-8624-c518e02097c5, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0cb323c6-d5f3-4c1a-8624-c518e02097c5,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:52:55.359614 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:55.366793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:55.384112 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object 84538fda-11ac-4dec-92a1-958cbddd0341 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:52:55.410920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:55.443361 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Routers {'e6b3e40a-5b60-4a10-8d02-928f485f91d9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:52:55.444004 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:52:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:55.491020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network ce1442e0-c39f-4e19-8406-0800d8de38c6 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:52:55.494206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:52:55.499972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:52:55.514389 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e45c4-143c-43af-be6d-b55e88f6c95d None None] Pushing event updated for resources: {'Port': ['ID=0cb323c6-d5f3-4c1a-8624-c518e02097c5,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:55.564566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=84538fda-11ac-4dec-92a1-958cbddd0341,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:55.611718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:55.611718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:55.656679 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-42ce7817-9820-4f31-9313-b668bf79719c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1857328 Jun 15 14:52:55.741154 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] Set router e6b3e40a-5b60-4a10-8d02-928f485f91d9 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:52:55.792547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40628) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:55.799676 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727185701', 'description': 'tempest-secgroup-smoke-1727185701 description', 'project_id': '032b1386b78145d282edf892a5a65f64'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:52:55.825341 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:52:55.828621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:52:55.831936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:52:55.840152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:52:55.884100 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:55.929581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:52:55.939005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:52:55.943322 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:52:55.949737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:52:56.117850 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.124693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.154338 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8350642d-2e30-4ff5-8ffb-b2d38d65ebc6 None None] Provisioning for port 84538fda-11ac-4dec-92a1-958cbddd0341 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:52:56.171723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8350642d-2e30-4ff5-8ffb-b2d38d65ebc6 None None] Provisioning complete for port 84538fda-11ac-4dec-92a1-958cbddd0341 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:52:56.171723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8350642d-2e30-4ff5-8ffb-b2d38d65ebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.191970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c310e9d-0352-401a-b1f6-d84ddf4dd62d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:56.195941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.198047 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-29bb63e2-55b1-4ea5-a51b-328e597767b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4039893 Jun 15 14:52:56.201312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:56.210235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-59bf04ff-9574-4cfb-89bf-5c9934cb71f6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '6c310e9d-0352-401a-b1f6-d84ddf4dd62d', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:52:56.221176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-59bf04ff-9574-4cfb-89bf-5c9934cb71f6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:52:56.228651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59bf04ff-9574-4cfb-89bf-5c9934cb71f6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:52:56.235098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-59bf04ff-9574-4cfb-89bf-5c9934cb71f6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:52:56.246323 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-59bf04ff-9574-4cfb-89bf-5c9934cb71f6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:52:56.267676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8350642d-2e30-4ff5-8ffb-b2d38d65ebc6 None None] Port 84538fda-11ac-4dec-92a1-958cbddd0341 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:52:56.277468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59bf04ff-9574-4cfb-89bf-5c9934cb71f6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.341919 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '0cb323c6-d5f3-4c1a-8624-c518e02097c5', 'name': '', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bb:41:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'fea1564a-775d-4885-93a0-f90404a28910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:51Z', 'updated_at': '2022-06-15T14:52:55Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'fea1564a-775d-4885-93a0-f90404a28910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:52:56.348999 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a129c73-bd0c-425d-849c-52ee598ff38d None None] The sync data for ids ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'] in dv-neutron-845844-1-hyperv is: [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '0cb323c6-d5f3-4c1a-8624-c518e02097c5', 'name': '', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bb:41:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'fea1564a-775d-4885-93a0-f90404a28910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:51Z', 'updated_at': '2022-06-15T14:52:55Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'fea1564a-775d-4885-93a0-f90404a28910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:52:56.376011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59bf04ff-9574-4cfb-89bf-5c9934cb71f6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.384527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59bf04ff-9574-4cfb-89bf-5c9934cb71f6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.427647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf04ff-9574-4cfb-89bf-5c9934cb71f6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8314608e-3e3a-4e98-be44-2a0d2927ed40,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:56.469686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-59bf04ff-9574-4cfb-89bf-5c9934cb71f6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.471032 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-59bf04ff-9574-4cfb-89bf-5c9934cb71f6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2682714 Jun 15 14:52:56.473951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40636) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:56.482804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-52074beb-f4bc-4e50-aea3-bbe3fff1be17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '6c310e9d-0352-401a-b1f6-d84ddf4dd62d', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:52:56.490261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-52074beb-f4bc-4e50-aea3-bbe3fff1be17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:52:56.495048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-52074beb-f4bc-4e50-aea3-bbe3fff1be17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:52:56.498972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-52074beb-f4bc-4e50-aea3-bbe3fff1be17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:52:56.506687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-52074beb-f4bc-4e50-aea3-bbe3fff1be17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:52:56.532285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52074beb-f4bc-4e50-aea3-bbe3fff1be17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.677460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52074beb-f4bc-4e50-aea3-bbe3fff1be17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.684579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52074beb-f4bc-4e50-aea3-bbe3fff1be17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.714066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52074beb-f4bc-4e50-aea3-bbe3fff1be17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e641a374-6c5d-4345-93ff-9608ffc21455,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:56.718722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0cb323c6-d5f3-4c1a-8624-c518e02097c5 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:52:56.744250 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-52074beb-f4bc-4e50-aea3-bbe3fff1be17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.746298 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-52074beb-f4bc-4e50-aea3-bbe3fff1be17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2711055 Jun 15 14:52:56.748957 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40640) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:56.763822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7fe6b59f-29e9-4ac1-9d88-1da5051314cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '6c310e9d-0352-401a-b1f6-d84ddf4dd62d', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:52:56.784062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7fe6b59f-29e9-4ac1-9d88-1da5051314cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:52:56.792175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7fe6b59f-29e9-4ac1-9d88-1da5051314cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:52:56.795734 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7fe6b59f-29e9-4ac1-9d88-1da5051314cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:52:56.805479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7fe6b59f-29e9-4ac1-9d88-1da5051314cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:52:56.829229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:52:56.836516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:52:56.836516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.851203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b59f-29e9-4ac1-9d88-1da5051314cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.938066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b59f-29e9-4ac1-9d88-1da5051314cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.946768 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b59f-29e9-4ac1-9d88-1da5051314cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.985077 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6b59f-29e9-4ac1-9d88-1da5051314cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a48c1bb-4f60-4b90-a037-20a6b5e05569,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:56.988634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fe6b59f-29e9-4ac1-9d88-1da5051314cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:56.994767 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7fe6b59f-29e9-4ac1-9d88-1da5051314cb tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2394576 Jun 15 14:52:56.996028 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40644) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:57.008663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ab70ab1a-ffa5-4911-a0b5-b0b547929cdd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '6c310e9d-0352-401a-b1f6-d84ddf4dd62d', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:52:57.017975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ab70ab1a-ffa5-4911-a0b5-b0b547929cdd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:52:57.018205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:52:57.018593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.029535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ab70ab1a-ffa5-4911-a0b5-b0b547929cdd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:52:57.033898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ab70ab1a-ffa5-4911-a0b5-b0b547929cdd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:52:57.042693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ab70ab1a-ffa5-4911-a0b5-b0b547929cdd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:52:57.067968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 0cb323c6-d5f3-4c1a-8624-c518e02097c5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0cb323c6-d5f3-4c1a-8624-c518e02097c5,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:52:57.071551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab70ab1a-ffa5-4911-a0b5-b0b547929cdd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.074805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.075556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device d87cbbfa-d875-41b6-86e3-1f3975ecfb2c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:52:57.175073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab70ab1a-ffa5-4911-a0b5-b0b547929cdd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.180087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab70ab1a-ffa5-4911-a0b5-b0b547929cdd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.202691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70ab1a-ffa5-4911-a0b5-b0b547929cdd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b572de09-3324-4805-a5e9-981df0ce24af,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:57.227660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab70ab1a-ffa5-4911-a0b5-b0b547929cdd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.232816 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40648) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:57.233322 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ab70ab1a-ffa5-4911-a0b5-b0b547929cdd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2376390 Jun 15 14:52:57.238025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-119c1447-894e-4ad1-96d4-b692620f7a98 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '6c310e9d-0352-401a-b1f6-d84ddf4dd62d', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:52:57.250457 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=0cb323c6-d5f3-4c1a-8624-c518e02097c5,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:57.251026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-119c1447-894e-4ad1-96d4-b692620f7a98 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:52:57.262920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:52:57.263258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.268622 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-119c1447-894e-4ad1-96d4-b692620f7a98 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:52:57.272665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-119c1447-894e-4ad1-96d4-b692620f7a98 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:52:57.280484 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-119c1447-894e-4ad1-96d4-b692620f7a98 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:52:57.292864 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-119c1447-894e-4ad1-96d4-b692620f7a98 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:52:57.300572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-119c1447-894e-4ad1-96d4-b692620f7a98 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.328489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7190a504-90fa-42a9-b4a2-bee0fa19d4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.417866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:52:57.521986 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-119c1447-894e-4ad1-96d4-b692620f7a98 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.527276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-119c1447-894e-4ad1-96d4-b692620f7a98 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.554815 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c1447-894e-4ad1-96d4-b692620f7a98 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5438248c-a461-443d-aeaf-b0c38b2722bd,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:57.567356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-119c1447-894e-4ad1-96d4-b692620f7a98 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.569336 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-119c1447-894e-4ad1-96d4-b692620f7a98 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3357055 Jun 15 14:52:57.571920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40652) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:52:57.579039 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5ff03bb0-efed-47f9-b8f9-8d4611e18126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '6c310e9d-0352-401a-b1f6-d84ddf4dd62d', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:52:57.585741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5ff03bb0-efed-47f9-b8f9-8d4611e18126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:52:57.591684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5ff03bb0-efed-47f9-b8f9-8d4611e18126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:52:57.595380 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5ff03bb0-efed-47f9-b8f9-8d4611e18126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:52:57.604815 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5ff03bb0-efed-47f9-b8f9-8d4611e18126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:52:57.617487 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-5ff03bb0-efed-47f9-b8f9-8d4611e18126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:52:57.625445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ff03bb0-efed-47f9-b8f9-8d4611e18126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.703448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ff03bb0-efed-47f9-b8f9-8d4611e18126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.707925 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ff03bb0-efed-47f9-b8f9-8d4611e18126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.741053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5ff03bb0-efed-47f9-b8f9-8d4611e18126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:57.742296 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ff03bb0-efed-47f9-b8f9-8d4611e18126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1688290 Jun 15 14:52:57.743182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff03bb0-efed-47f9-b8f9-8d4611e18126 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fb2895-4d3f-43ac-9829-bab23b0eecbc,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:52:57.926707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-7c4b20d5-10fe-42e3-ab79-de30e87b05de tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:52:57.945029 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-7c4b20d5-10fe-42e3-ab79-de30e87b05de tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:52:57.946140 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-7c4b20d5-10fe-42e3-ab79-de30e87b05de tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727185701&fields=id&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 267 time: 0.0578740 Jun 15 14:52:58.022875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-886923dc-8645-4e14-b75e-372d756e730f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:58.023374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-886923dc-8645-4e14-b75e-372d756e730f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:52:58.041049 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-886923dc-8645-4e14-b75e-372d756e730f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:52:58.042227 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-886923dc-8645-4e14-b75e-372d756e730f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 930 time: 0.0890591 Jun 15 14:52:58.189869 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-d01007ce-f0fd-4845-9dc3-12e88100e303 service neutron] 10.222.0.26 "GET /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1355505 Jun 15 14:52:58.330752 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-fe651ca3-dc98-4bcb-b934-969ac28bce05 service neutron] 10.222.0.26 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315320 Jun 15 14:52:58.466220 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-fc5eab13-a189-4719-9d07-6ea1cbd5d30c service neutron] 10.222.0.26 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295722 Jun 15 14:52:58.567456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0cb323c6-d5f3-4c1a-8624-c518e02097c5 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:52:58.641440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:52:58.641817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:58.671372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-118ba180-ad65-42cc-ab0f-c2f11ff9f398 req-e4529d4e-61f6-4b30-ae0a-37445ed7daf9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:52:58.689589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-118ba180-ad65-42cc-ab0f-c2f11ff9f398 req-e4529d4e-61f6-4b30-ae0a-37445ed7daf9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:52:58.692639 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-118ba180-ad65-42cc-ab0f-c2f11ff9f398 req-e4529d4e-61f6-4b30-ae0a-37445ed7daf9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 210 time: 0.0762758 Jun 15 14:52:58.766049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:52:59.371012 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-018f4e6b-7fe2-4f65-8ac4-4e64ac5b6eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:52:59.904517 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-37642b07-14c5-4158-8777-b0c0052629c6 req-084b80f0-deb6-4128-bb99-5fd155bb400a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 210 time: 0.0753667 Jun 15 14:52:59.913773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-7dd62f57-8db1-40d3-8502-a213ab58cda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:52:59.915156 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-7dd62f57-8db1-40d3-8502-a213ab58cda7 service neutron] 10.222.0.44 "GET /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 1026 time: 0.1177704 Jun 15 14:53:00.080170 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-73497e47-ddd5-420e-86ab-689763918dde tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:00.081630 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-73497e47-ddd5-420e-86ab-689763918dde tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks?id=ce1442e0-c39f-4e19-8406-0800d8de38c6 HTTP/1.1" status: 200 len: 797 time: 0.1563301 Jun 15 14:53:00.130190 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-6e332fb1-0a81-4d92-a50a-a09f8fda881b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 380 time: 0.0403769 Jun 15 14:53:00.139851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Request body: {'port': {'device_id': '68b30fb5-f83c-4265-8ac9-995d7f99c724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:00.255855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:00.557136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:00.593977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:00.645264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84538fda-11ac-4dec-92a1-958cbddd0341 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:53:00.652957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:00.668101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Transition to ACTIVE for port object 84538fda-11ac-4dec-92a1-958cbddd0341 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:53:00.672310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:00.803248 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Pushing event updated for resources: {'Port': ['ID=84538fda-11ac-4dec-92a1-958cbddd0341,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:01.047692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Attempting to bind port 84538fda-11ac-4dec-92a1-958cbddd0341 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:53:01.048357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Attempting to bind port 84538fda-11ac-4dec-92a1-958cbddd0341 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:53:01.048357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Attempting to bind port 84538fda-11ac-4dec-92a1-958cbddd0341 on network ce1442e0-c39f-4e19-8406-0800d8de38c6 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:53:01.053094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Port 84538fda-11ac-4dec-92a1-958cbddd0341 on network ce1442e0-c39f-4e19-8406-0800d8de38c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:53:01.053409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Attempting to bind port 84538fda-11ac-4dec-92a1-958cbddd0341 on network ce1442e0-c39f-4e19-8406-0800d8de38c6 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:53:01.059441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:53:01.059778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Checking segment: {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:53:01.060233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Bound using segment: {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:53:01.060678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Bound port: 84538fda-11ac-4dec-92a1-958cbddd0341, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:53:01.061006 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:01.111844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a614d-332c-465a-ad9d-d1a86251c781 req-f9b26f01-c380-4829-a24b-832ca6a92636 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:01.113526 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0f6a614d-332c-465a-ad9d-d1a86251c781 req-f9b26f01-c380-4829-a24b-832ca6a92636 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 981 time: 0.0942843 Jun 15 14:53:01.158217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:53:01.161103 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-0f6a614d-332c-465a-ad9d-d1a86251c781 req-b69b3068-95fd-474c-873f-93f188cda755 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:53:01.161422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=84538fda-11ac-4dec-92a1-958cbddd0341,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:53:01.167266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:01.173855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-0f6a614d-332c-465a-ad9d-d1a86251c781 req-b69b3068-95fd-474c-873f-93f188cda755 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:53:01.174992 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0f6a614d-332c-465a-ad9d-d1a86251c781 req-b69b3068-95fd-474c-873f-93f188cda755 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553052 Jun 15 14:53:01.236753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:01.237363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:01.238844 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] 10.222.0.44 "PUT /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 1131 time: 1.1028376 Jun 15 14:53:01.239273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b30fb5-f83c-4265-8ac9-995d7f99c724', 'tag': '84538fda-11ac-4dec-92a1-958cbddd0341'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:53:01.264159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8568f-b137-494b-a732-c3a36ed6c85f service neutron] Pushing event updated for resources: {'Port': ['ID=84538fda-11ac-4dec-92a1-958cbddd0341,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:01.330745 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61a1f29-142b-4aa9-9677-fe7287e05a7e'] response: {'name': 'network-changed', 'server_uuid': '68b30fb5-f83c-4265-8ac9-995d7f99c724', 'tag': '84538fda-11ac-4dec-92a1-958cbddd0341', 'status': 'completed', 'code': 200} Jun 15 14:53:01.378254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-880741fe-5bb7-42f3-a868-c23060b3706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:01.379796 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-880741fe-5bb7-42f3-a868-c23060b3706b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 1134 time: 0.0863881 Jun 15 14:53:01.459527 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-972f4afc-8cbd-4499-8a0f-2789158fa964 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 217 time: 0.0720952 Jun 15 14:53:01.527033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-497893cb-b3d2-4240-8242-977ca26658d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:01.528433 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-497893cb-b3d2-4240-8242-977ca26658d4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fea1564a-775d-4885-93a0-f90404a28910 HTTP/1.1" status: 200 len: 835 time: 0.0634913 Jun 15 14:53:01.628389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-4f4a508f-e0f1-4acc-9fea-bcc20b3e8220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:01.631583 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-4f4a508f-e0f1-4acc-9fea-bcc20b3e8220 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce1442e0-c39f-4e19-8406-0800d8de38c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0965831 Jun 15 14:53:01.774084 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-85d5441f-0e4b-4ce7-9d0b-a43919dfef9d service neutron] 10.222.0.44 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363170 Jun 15 14:53:01.923615 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19c96672-e94e-4e2e-9bc5-b27a45cb4464 req-20c7476a-cae4-4fb9-95a7-f31e93e07b46 service neutron] 10.222.0.44 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430788 Jun 15 14:53:01.985811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:02.058352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebf0e3-5f37-414a-8229-2e6319e3e9de req-a29621fd-da17-4a6e-8fdf-299648f11a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:02.059855 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42ebf0e3-5f37-414a-8229-2e6319e3e9de req-a29621fd-da17-4a6e-8fdf-299648f11a00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 1134 time: 0.0862589 Jun 15 14:53:02.200557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebf0e3-5f37-414a-8229-2e6319e3e9de req-c70d3b86-fbf0-423d-85a0-027663ed1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:02.202052 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42ebf0e3-5f37-414a-8229-2e6319e3e9de req-c70d3b86-fbf0-423d-85a0-027663ed1b21 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce1442e0-c39f-4e19-8406-0800d8de38c6 HTTP/1.1" status: 200 len: 898 time: 0.1346676 Jun 15 14:53:02.275793 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42ebf0e3-5f37-414a-8229-2e6319e3e9de req-5b2735a7-6f4f-42b4-8513-1996eb20dae8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 217 time: 0.0668030 Jun 15 14:53:02.342433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebf0e3-5f37-414a-8229-2e6319e3e9de req-49fe5f88-5370-452f-868b-ce1482912b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:02.343939 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42ebf0e3-5f37-414a-8229-2e6319e3e9de req-49fe5f88-5370-452f-868b-ce1482912b4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fea1564a-775d-4885-93a0-f90404a28910 HTTP/1.1" status: 200 len: 835 time: 0.0611699 Jun 15 14:53:02.381516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af8c8-e60a-48f7-827f-eb943bcd17a5 req-f0f27704-65f9-4650-8db2-669db4f95089 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:02.383071 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a69af8c8-e60a-48f7-827f-eb943bcd17a5 req-f0f27704-65f9-4650-8db2-669db4f95089 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 981 time: 0.0969548 Jun 15 14:53:02.430702 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a69af8c8-e60a-48f7-827f-eb943bcd17a5 req-fe42f8ba-f3ab-40ef-bb04-2e3bce45b1d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411956 Jun 15 14:53:02.438151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebf0e3-5f37-414a-8229-2e6319e3e9de req-28d65eef-636c-44e6-aa82-bbe469aa7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:02.439688 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42ebf0e3-5f37-414a-8229-2e6319e3e9de req-28d65eef-636c-44e6-aa82-bbe469aa7133 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce1442e0-c39f-4e19-8406-0800d8de38c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893779 Jun 15 14:53:02.589731 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42ebf0e3-5f37-414a-8229-2e6319e3e9de req-7605abcd-e2b3-4100-a70f-65fde74ab73f service neutron] 10.222.0.44 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428077 Jun 15 14:53:02.736033 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42ebf0e3-5f37-414a-8229-2e6319e3e9de req-228352ac-883b-43af-b431-2e35ef4e8970 service neutron] 10.222.0.44 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384158 Jun 15 14:53:03.643768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606bb9c-1884-46e8-a4e0-9085418170b5 req-1d04599a-fe76-49d0-9990-9f0b2819e973 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:03.645391 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a606bb9c-1884-46e8-a4e0-9085418170b5 req-1d04599a-fe76-49d0-9990-9f0b2819e973 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 981 time: 0.1047335 Jun 15 14:53:03.699580 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a606bb9c-1884-46e8-a4e0-9085418170b5 req-32d34c00-8561-49a9-bc19-15388af079a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472722 Jun 15 14:53:03.928049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 84538fda-11ac-4dec-92a1-958cbddd0341 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:53:04.088105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=84538fda-11ac-4dec-92a1-958cbddd0341,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:04.107725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '84538fda-11ac-4dec-92a1-958cbddd0341', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'port_id': '84538fda-11ac-4dec-92a1-958cbddd0341', 'mac_address': 'fa:16:3e:23:bd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea1564a-775d-4885-93a0-f90404a28910', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:53:04.164369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 84538fda-11ac-4dec-92a1-958cbddd0341 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:53:04.164749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:04.186429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84538fda-11ac-4dec-92a1-958cbddd0341 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:53:04.203386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=84538fda-11ac-4dec-92a1-958cbddd0341,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:04.209883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:04.281201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=84538fda-11ac-4dec-92a1-958cbddd0341,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:04.429567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['84538fda-11ac-4dec-92a1-958cbddd0341'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:53:04.908153 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af96516-cb7e-4c2a-bd08-172a92a2eff3 req-b8f00f43-3f50-4004-8b36-0cdf98f61d57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:04.909663 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4af96516-cb7e-4c2a-bd08-172a92a2eff3 req-b8f00f43-3f50-4004-8b36-0cdf98f61d57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 982 time: 0.0927739 Jun 15 14:53:04.959356 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4af96516-cb7e-4c2a-bd08-172a92a2eff3 req-82b09c54-034f-4c87-a061-56ba3c2ca2cd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436831 Jun 15 14:53:05.926851 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 84538fda-11ac-4dec-92a1-958cbddd0341 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:53:06.004174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 84538fda-11ac-4dec-92a1-958cbddd0341 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:53:06.011858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 84538fda-11ac-4dec-92a1-958cbddd0341 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:06.012627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:06.168363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 84538fda-11ac-4dec-92a1-958cbddd0341 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:53:06.168752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:06.202043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b30fb5-f83c-4265-8ac9-995d7f99c724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84538fda-11ac-4dec-92a1-958cbddd0341'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:53:06.217649 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=84538fda-11ac-4dec-92a1-958cbddd0341,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:06.222910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:06.307384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=84538fda-11ac-4dec-92a1-958cbddd0341,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:06.309857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bffbf-7134-43cc-9a99-0fcdbf3591ac req-6898a3fd-93c3-4e89-ba26-d7381938c28f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:06.311376 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-009bffbf-7134-43cc-9a99-0fcdbf3591ac req-6898a3fd-93c3-4e89-ba26-d7381938c28f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 983 time: 0.2403822 Jun 15 14:53:06.313543 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d34a8e-7d1c-4e77-826b-395149978d4f'] response: {'server_uuid': '68b30fb5-f83c-4265-8ac9-995d7f99c724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84538fda-11ac-4dec-92a1-958cbddd0341', 'code': 200} Jun 15 14:53:06.358133 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-009bffbf-7134-43cc-9a99-0fcdbf3591ac req-a0f2f5b5-c8e1-49d8-9b9d-f531d5d4fbc3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403612 Jun 15 14:53:06.559692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce798d0b-5d24-4bff-bf88-dc31f4b30106 req-06a5e00e-609f-47f4-94c6-f89bd671ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:06.561218 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ce798d0b-5d24-4bff-bf88-dc31f4b30106 req-06a5e00e-609f-47f4-94c6-f89bd671ecfb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 1136 time: 0.0819035 Jun 15 14:53:06.604205 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ce798d0b-5d24-4bff-bf88-dc31f4b30106 req-bc78c39e-a1c6-4d8b-9150-c140c639c453 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362134 Jun 15 14:53:07.563067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec85526-e12c-4ba2-9261-ea78f3a7a9be req-a340b88a-cff8-46c3-9d91-85a9b79cbefd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:07.564563 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7ec85526-e12c-4ba2-9261-ea78f3a7a9be req-a340b88a-cff8-46c3-9d91-85a9b79cbefd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 983 time: 0.0949686 Jun 15 14:53:07.618475 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7ec85526-e12c-4ba2-9261-ea78f3a7a9be req-a0ab779e-7199-4c8f-9dab-fc88a7de9326 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473514 Jun 15 14:53:08.824485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a3c7a-8d9b-41a6-ad7f-3253665dda92 req-53b7207f-5a16-4d44-a04f-c352fbd46438 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:08.825875 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e3a3c7a-8d9b-41a6-ad7f-3253665dda92 req-53b7207f-5a16-4d44-a04f-c352fbd46438 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 983 time: 0.0937705 Jun 15 14:53:08.874572 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e3a3c7a-8d9b-41a6-ad7f-3253665dda92 req-413b0418-4bb6-4485-81de-de5e15100c66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Jun 15 14:53:09.084931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4529f2-2a01-4694-a2d1-36940ca44ea9 req-29eeaa58-cbb2-4cef-a27f-f3b5771471ac tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:09.086326 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bc4529f2-2a01-4694-a2d1-36940ca44ea9 req-29eeaa58-cbb2-4cef-a27f-f3b5771471ac tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 983 time: 0.0974152 Jun 15 14:53:09.131128 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bc4529f2-2a01-4694-a2d1-36940ca44ea9 req-11799704-59ec-4f64-ae35-d40a9b54918c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386434 Jun 15 14:53:09.157184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40712) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:09.241350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffebda60-6ab3-454b-b47e-3b6d31079f0b tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:09.242950 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ffebda60-6ab3-454b-b47e-3b6d31079f0b tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 1131 time: 0.0847366 Jun 15 14:53:09.246109 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40716) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:09.251054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '84538fda-11ac-4dec-92a1-958cbddd0341', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:09.257401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:09.261709 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:floatingip and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:09.264583 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:09.270301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:09.285688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:09.425994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:09.568336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.193 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/2bc7a028-a70e-494d-b29f-aac45d27f168) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:53:09.716503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:09.747811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:09.815170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:53:09.818241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:53:09.821828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:53:09.850389 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=2bc7a028-a70e-494d-b29f-aac45d27f168,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:10.352855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:10.439488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:10.664261 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:10.669729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:10.777072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=2bc7a028-a70e-494d-b29f-aac45d27f168,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:10.788974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:10.965867 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 6de52782-f0db-4a4d-878c-ae0aa66982ec associated. External IP: 172.26.3.193, port: 84538fda-11ac-4dec-92a1-958cbddd0341. Jun 15 14:53:11.331673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router e6b3e40a-5b60-4a10-8d02-928f485f91d9 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:53:11.526281 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:53:11.537000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa3249-c86d-4274-b43a-0075a4701b38 None None] Sync routers for ids ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:53:11.546924 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa3249-c86d-4274-b43a-0075a4701b38 None None] Routers {'e6b3e40a-5b60-4a10-8d02-928f485f91d9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:53:11.547553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-25aa3249-c86d-4274-b43a-0075a4701b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:52:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:11.552688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:11.580609 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:53:11.608728 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-72b47b4d-b6aa-4ce2-92b1-2e42a3b5de66 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.3613746 Jun 15 14:53:11.609125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b30fb5-f83c-4265-8ac9-995d7f99c724', 'tag': '84538fda-11ac-4dec-92a1-958cbddd0341'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:53:11.611373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40720) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:11.660143 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22525525-5c64-479f-b052-1d5414f06423'] response: {'name': 'network-changed', 'server_uuid': '68b30fb5-f83c-4265-8ac9-995d7f99c724', 'tag': '84538fda-11ac-4dec-92a1-958cbddd0341', 'status': 'completed', 'code': 200} Jun 15 14:53:11.694230 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6688ee9b-12b5-4888-b056-9b7abe67b51e tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:11.696658 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6688ee9b-12b5-4888-b056-9b7abe67b51e tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724&network_id=ce1442e0-c39f-4e19-8406-0800d8de38c6 HTTP/1.1" status: 200 len: 1131 time: 0.0842593 Jun 15 14:53:11.752053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-25aa3249-c86d-4274-b43a-0075a4701b38 None None] Set router e6b3e40a-5b60-4a10-8d02-928f485f91d9 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:53:11.784407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570faa82-8e58-44c9-8748-fbb1005f9623 req-9975b653-9970-4781-9176-62c110724386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:11.785900 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-570faa82-8e58-44c9-8748-fbb1005f9623 req-9975b653-9970-4781-9176-62c110724386 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 1136 time: 0.0882020 Jun 15 14:53:11.944661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570faa82-8e58-44c9-8748-fbb1005f9623 req-d3027cbd-f952-4d17-8b56-dd25d4beee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:11.946169 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-570faa82-8e58-44c9-8748-fbb1005f9623 req-d3027cbd-f952-4d17-8b56-dd25d4beee70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce1442e0-c39f-4e19-8406-0800d8de38c6 HTTP/1.1" status: 200 len: 898 time: 0.1545897 Jun 15 14:53:12.109040 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-570faa82-8e58-44c9-8748-fbb1005f9623 req-acccb78f-9aef-4eb6-906c-f3875a7ff409 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 1037 time: 0.1567407 Jun 15 14:53:12.162888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-25aa3249-c86d-4274-b43a-0075a4701b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '6de52782-f0db-4a4d-878c-ae0aa66982ec', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.193', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'port_id': '84538fda-11ac-4dec-92a1-958cbddd0341', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-182057171', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'mac_address': 'fa:16:3e:23:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b30fb5-f83c-4265-8ac9-995d7f99c724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:53:10Z', 'updated_at': '2022-06-15T14:53:10Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb323c6-d5f3-4c1a-8624-c518e02097c5', 'name': '', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bb:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'fea1564a-775d-4885-93a0-f90404a28910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:51Z', 'updated_at': '2022-06-15T14:52:57Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'fea1564a-775d-4885-93a0-f90404a28910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:12.167133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa3249-c86d-4274-b43a-0075a4701b38 None None] Checking router: e6b3e40a-5b60-4a10-8d02-928f485f91d9 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:53:12.176813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa3249-c86d-4274-b43a-0075a4701b38 None None] Routers {'e6b3e40a-5b60-4a10-8d02-928f485f91d9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:53:12.177411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-25aa3249-c86d-4274-b43a-0075a4701b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:52:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:12.178698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77618cd-4c1d-4d9b-a746-27e03b95d690 req-445cf32b-0e5a-45cb-a0ea-8ea7d9d385a9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:12.180162 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b77618cd-4c1d-4d9b-a746-27e03b95d690 req-445cf32b-0e5a-45cb-a0ea-8ea7d9d385a9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 983 time: 0.1791451 Jun 15 14:53:12.214444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570faa82-8e58-44c9-8748-fbb1005f9623 req-03f846a5-a95b-4641-881d-0ff95fb79ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:12.215860 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-570faa82-8e58-44c9-8748-fbb1005f9623 req-03f846a5-a95b-4641-881d-0ff95fb79ead service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fea1564a-775d-4885-93a0-f90404a28910 HTTP/1.1" status: 200 len: 835 time: 0.0950799 Jun 15 14:53:12.282677 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b77618cd-4c1d-4d9b-a746-27e03b95d690 req-2771bb39-fb45-4fdf-b8ad-30f390f82991 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950315 Jun 15 14:53:12.311419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570faa82-8e58-44c9-8748-fbb1005f9623 req-22c45696-0ad0-4cb8-a169-e5e44ab6ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:12.312930 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-570faa82-8e58-44c9-8748-fbb1005f9623 req-22c45696-0ad0-4cb8-a169-e5e44ab6ebab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce1442e0-c39f-4e19-8406-0800d8de38c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891216 Jun 15 14:53:12.356479 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-25aa3249-c86d-4274-b43a-0075a4701b38 None None] Set router e6b3e40a-5b60-4a10-8d02-928f485f91d9 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:53:12.450035 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-570faa82-8e58-44c9-8748-fbb1005f9623 req-d6d03aec-e5a6-4a17-9680-79bc0479158a service neutron] 10.222.0.44 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304185 Jun 15 14:53:12.585561 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-570faa82-8e58-44c9-8748-fbb1005f9623 req-424e7f81-6806-4606-9fda-b82763ac3d2c service neutron] 10.222.0.44 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290278 Jun 15 14:53:12.713145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-25aa3249-c86d-4274-b43a-0075a4701b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '6de52782-f0db-4a4d-878c-ae0aa66982ec', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.193', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'port_id': '84538fda-11ac-4dec-92a1-958cbddd0341', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-182057171', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'mac_address': 'fa:16:3e:23:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b30fb5-f83c-4265-8ac9-995d7f99c724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:53:10Z', 'updated_at': '2022-06-15T14:53:10Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb323c6-d5f3-4c1a-8624-c518e02097c5', 'name': '', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bb:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'fea1564a-775d-4885-93a0-f90404a28910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:51Z', 'updated_at': '2022-06-15T14:52:57Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'fea1564a-775d-4885-93a0-f90404a28910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:12.717384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25aa3249-c86d-4274-b43a-0075a4701b38 None None] The sync data for ids ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'] in dv-neutron-845844-1-hyperv is: [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '6de52782-f0db-4a4d-878c-ae0aa66982ec', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.193', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'port_id': '84538fda-11ac-4dec-92a1-958cbddd0341', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1406, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-182057171', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'mac_address': 'fa:16:3e:23:bd:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b30fb5-f83c-4265-8ac9-995d7f99c724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:53:10Z', 'updated_at': '2022-06-15T14:53:10Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb323c6-d5f3-4c1a-8624-c518e02097c5', 'name': '', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bb:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'fea1564a-775d-4885-93a0-f90404a28910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:51Z', 'updated_at': '2022-06-15T14:52:57Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'fea1564a-775d-4885-93a0-f90404a28910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:53:12.930584 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8404afe3-37c8-42ab-afd8-179273b69a41 None None] New status for floating IP 6de52782-f0db-4a4d-878c-ae0aa66982ec: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:53:13.358578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-149bca58-9e9d-4a49-8239-43ecbf10ca85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:13.360068 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-149bca58-9e9d-4a49-8239-43ecbf10ca85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 983 time: 0.0957937 Jun 15 14:53:13.431318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-51dd0ad8-ddf7-4caf-9555-39c33275558e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:13.444834 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-51dd0ad8-ddf7-4caf-9555-39c33275558e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0673714 Jun 15 14:53:13.486954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cc511-052d-4fa8-83b7-2b200a4d68f3 req-bc7af81d-a557-4e4d-86fd-8d2eeef245d2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:13.488400 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-564cc511-052d-4fa8-83b7-2b200a4d68f3 req-bc7af81d-a557-4e4d-86fd-8d2eeef245d2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 983 time: 0.0943906 Jun 15 14:53:13.533065 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-564cc511-052d-4fa8-83b7-2b200a4d68f3 req-86f87117-48f4-48ec-8651-76327a19f466 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386875 Jun 15 14:53:13.593799 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-231220d7-db4a-40d1-873f-c671af3288c1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1480997 Jun 15 14:53:13.603645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:13.826971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:14.034566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=84538fda-11ac-4dec-92a1-958cbddd0341,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:14.063549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:53:14.117092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] device_id is not set on port 84538fda-11ac-4dec-92a1-958cbddd0341 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:53:14.126089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:14.133886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:14.275281 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] Pushing event updated for resources: {'Port': ['ID=84538fda-11ac-4dec-92a1-958cbddd0341,revision_number=6']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:14.336792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] No DVR routers for this DVR port 84538fda-11ac-4dec-92a1-958cbddd0341 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:53:14.392088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2b043d75-a430-490c-bc2b-c19465d667ee None None] Provisioning complete for port 84538fda-11ac-4dec-92a1-958cbddd0341 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:14.392688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b043d75-a430-490c-bc2b-c19465d667ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:14.446186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2b043d75-a430-490c-bc2b-c19465d667ee None None] Port 84538fda-11ac-4dec-92a1-958cbddd0341 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:53:14.558771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] In _notify_port_updated(), no bound segment for port 84538fda-11ac-4dec-92a1-958cbddd0341 on network ce1442e0-c39f-4e19-8406-0800d8de38c6 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:53:14.559647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:14.560250 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:14.561560 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d28aebc3-ff12-4396-898f-e37382b8c54d req-0686895f-c48f-4e81-b79b-bcbee70c456c service neutron] 10.222.0.44 "PUT /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 1026 time: 0.9618070 Jun 15 14:53:14.707717 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3962847b-074a-4af3-8c9d-75762d7c62bd req-29699d54-a07f-4263-aed1-20fa417b7bf5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=68b30fb5-f83c-4265-8ac9-995d7f99c724 HTTP/1.1" status: 200 len: 210 time: 0.0520966 Jun 15 14:53:15.807321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40736) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:15.890603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fa9f90-26c4-49fc-b13a-04761ed5825b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:15.891945 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-09fa9f90-26c4-49fc-b13a-04761ed5825b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 925 time: 0.0836475 Jun 15 14:53:15.976738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40742) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:15.982657 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635112289', 'description': 'tempest-secgroup-smoke-1635112289 description', 'project_id': '032b1386b78145d282edf892a5a65f64'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:15.989521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:15.989664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 84538fda-11ac-4dec-92a1-958cbddd0341 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:53:16.000968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:16.013528 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.034617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:16.038664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:16.041738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:16.047561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:16.049754 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 84538fda-11ac-4dec-92a1-958cbddd0341 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:53:16.126894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.132629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.177036 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc5df02-d503-41ee-9260-87c1bd5f076f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:16.182959 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.184250 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d0784527-6f03-4bb8-b5b9-3689055be4f0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2062306 Jun 15 14:53:16.187147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40746) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:16.192418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-51236e7d-2355-4156-86ab-a83e43eb8b82 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '0dc5df02-d503-41ee-9260-87c1bd5f076f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:16.198660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-51236e7d-2355-4156-86ab-a83e43eb8b82 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:16.202655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-51236e7d-2355-4156-86ab-a83e43eb8b82 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:16.205619 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-51236e7d-2355-4156-86ab-a83e43eb8b82 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:16.211434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-51236e7d-2355-4156-86ab-a83e43eb8b82 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:16.229896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51236e7d-2355-4156-86ab-a83e43eb8b82 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.290321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51236e7d-2355-4156-86ab-a83e43eb8b82 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.294738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51236e7d-2355-4156-86ab-a83e43eb8b82 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.320464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51236e7d-2355-4156-86ab-a83e43eb8b82 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ece20ef-12bd-4185-a162-46a37786afe7,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:16.330558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-51236e7d-2355-4156-86ab-a83e43eb8b82 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.331754 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-51236e7d-2355-4156-86ab-a83e43eb8b82 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437011 Jun 15 14:53:16.334584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40750) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:16.339699 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1f8d8d19-28ce-46fb-a09a-b8232c1fd49d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '0dc5df02-d503-41ee-9260-87c1bd5f076f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:16.345522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1f8d8d19-28ce-46fb-a09a-b8232c1fd49d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:16.349386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1f8d8d19-28ce-46fb-a09a-b8232c1fd49d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:16.352411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1f8d8d19-28ce-46fb-a09a-b8232c1fd49d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:16.358277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1f8d8d19-28ce-46fb-a09a-b8232c1fd49d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:16.375451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f8d8d19-28ce-46fb-a09a-b8232c1fd49d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.438339 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f8d8d19-28ce-46fb-a09a-b8232c1fd49d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.447556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f8d8d19-28ce-46fb-a09a-b8232c1fd49d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.471761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d8d19-28ce-46fb-a09a-b8232c1fd49d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e143739-31a3-4b62-8640-f52ba1562073,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:16.481428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1f8d8d19-28ce-46fb-a09a-b8232c1fd49d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.482586 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1f8d8d19-28ce-46fb-a09a-b8232c1fd49d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1470711 Jun 15 14:53:16.485720 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40754) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:16.490646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-afd23ac5-d760-4834-8941-d75a5ee0afb3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '0dc5df02-d503-41ee-9260-87c1bd5f076f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:16.496977 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-afd23ac5-d760-4834-8941-d75a5ee0afb3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:16.501068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-afd23ac5-d760-4834-8941-d75a5ee0afb3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:16.504162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-afd23ac5-d760-4834-8941-d75a5ee0afb3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:16.510366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-afd23ac5-d760-4834-8941-d75a5ee0afb3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:16.529305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd23ac5-d760-4834-8941-d75a5ee0afb3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.596541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd23ac5-d760-4834-8941-d75a5ee0afb3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.602381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd23ac5-d760-4834-8941-d75a5ee0afb3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.632813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd23ac5-d760-4834-8941-d75a5ee0afb3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=885ca53c-ef27-4dfb-bf90-f71b35103de4,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:16.645064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-afd23ac5-d760-4834-8941-d75a5ee0afb3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.646882 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-afd23ac5-d760-4834-8941-d75a5ee0afb3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1600983 Jun 15 14:53:16.651326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40758) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:16.657953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7cebabb0-3d72-449e-857c-8e4cd40f5a41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '0dc5df02-d503-41ee-9260-87c1bd5f076f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:16.664849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7cebabb0-3d72-449e-857c-8e4cd40f5a41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:16.669420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7cebabb0-3d72-449e-857c-8e4cd40f5a41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:16.672590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7cebabb0-3d72-449e-857c-8e4cd40f5a41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:16.679030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7cebabb0-3d72-449e-857c-8e4cd40f5a41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:16.699345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7cebabb0-3d72-449e-857c-8e4cd40f5a41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.771304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7cebabb0-3d72-449e-857c-8e4cd40f5a41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.776689 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7cebabb0-3d72-449e-857c-8e4cd40f5a41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.801850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cebabb0-3d72-449e-857c-8e4cd40f5a41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b3406e-30a9-4625-86b5-e49820dbd432,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:16.812125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7cebabb0-3d72-449e-857c-8e4cd40f5a41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.813460 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7cebabb0-3d72-449e-857c-8e4cd40f5a41 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607485 Jun 15 14:53:16.816825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40762) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:16.822551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6e686cf2-218a-4389-a785-eff4bac38ec0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '0dc5df02-d503-41ee-9260-87c1bd5f076f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:16.828908 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6e686cf2-218a-4389-a785-eff4bac38ec0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:16.832813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6e686cf2-218a-4389-a785-eff4bac38ec0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:16.835708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6e686cf2-218a-4389-a785-eff4bac38ec0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:16.841742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6e686cf2-218a-4389-a785-eff4bac38ec0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:16.852481 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-6e686cf2-218a-4389-a785-eff4bac38ec0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:53:16.859602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e686cf2-218a-4389-a785-eff4bac38ec0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.932875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e686cf2-218a-4389-a785-eff4bac38ec0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.937319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e686cf2-218a-4389-a785-eff4bac38ec0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.961719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e686cf2-218a-4389-a785-eff4bac38ec0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c716442b-f3ac-4757-8967-6c59ab9254a9,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:16.970605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6e686cf2-218a-4389-a785-eff4bac38ec0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:16.971847 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6e686cf2-218a-4389-a785-eff4bac38ec0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1539569 Jun 15 14:53:16.974602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40766) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:16.979717 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-71ac3975-3814-45a4-91c2-37ac703641f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '0dc5df02-d503-41ee-9260-87c1bd5f076f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:16.986024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-71ac3975-3814-45a4-91c2-37ac703641f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:16.990075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-71ac3975-3814-45a4-91c2-37ac703641f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:16.993102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-71ac3975-3814-45a4-91c2-37ac703641f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:16.999628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-71ac3975-3814-45a4-91c2-37ac703641f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:17.012646 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-71ac3975-3814-45a4-91c2-37ac703641f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:53:17.020420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71ac3975-3814-45a4-91c2-37ac703641f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:17.093713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71ac3975-3814-45a4-91c2-37ac703641f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:17.098160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71ac3975-3814-45a4-91c2-37ac703641f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:17.122587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac3975-3814-45a4-91c2-37ac703641f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857da80c-ca58-4305-b312-c9e1305fc4fb,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:17.132465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-71ac3975-3814-45a4-91c2-37ac703641f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:17.133817 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-71ac3975-3814-45a4-91c2-37ac703641f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1582608 Jun 15 14:53:17.299806 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-1784bddc-e567-475b-8f58-2de61441644b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635112289&fields=id&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 267 time: 0.0415215 Jun 15 14:53:17.383138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-1b95bf20-98af-479c-bcf1-5fa0ba399c8d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:17.384496 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-1b95bf20-98af-479c-bcf1-5fa0ba399c8d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 930 time: 0.0780392 Jun 15 14:53:17.633549 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-c92a6dca-ebb9-4ce2-b5a1-3e3faa2362eb service neutron] 10.222.0.26 "GET /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2359011 Jun 15 14:53:17.768032 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-60a89a87-a2f9-4a06-8169-43ce84912833 service neutron] 10.222.0.26 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273603 Jun 15 14:53:17.906093 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-32ee07c8-f6e0-454a-9f50-82f8cc889dfb service neutron] 10.222.0.26 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317794 Jun 15 14:53:18.125166 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-740d8723-485c-4a5f-accb-1ca076a30685 req-b30bfac7-fd88-4f8e-9581-644aef5782d0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 210 time: 0.0553582 Jun 15 14:53:19.141351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-0558fd29-d97e-4bf9-9d95-6eb86915df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:19.142775 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-0558fd29-d97e-4bf9-9d95-6eb86915df10 service neutron] 10.222.0.44 "GET /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 1026 time: 0.0738540 Jun 15 14:53:19.303113 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1685fd88-954d-4c26-9a18-5db0eeaf8ae5 req-bc10f3f6-06e3-45ea-abf5-c8ff6ddf61b7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 210 time: 0.0630322 Jun 15 14:53:19.333459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-fcee4d1d-abe8-4db7-b85e-efbc597a1cd9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:19.334955 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-fcee4d1d-abe8-4db7-b85e-efbc597a1cd9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks?id=ce1442e0-c39f-4e19-8406-0800d8de38c6 HTTP/1.1" status: 200 len: 797 time: 0.1874516 Jun 15 14:53:19.393565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-92a00871-38c8-44c5-8455-51b0b8c2667d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:53:19.409722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-92a00871-38c8-44c5-8455-51b0b8c2667d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:53:19.411073 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-92a00871-38c8-44c5-8455-51b0b8c2667d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 473 time: 0.0659189 Jun 15 14:53:19.421892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Request body: {'port': {'device_id': 'b384637c-eb73-42a8-945c-8e4e20460d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:19.533242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:20.006508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84538fda-11ac-4dec-92a1-958cbddd0341 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:53:20.014916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:20.030135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Transition to ACTIVE for port object 84538fda-11ac-4dec-92a1-958cbddd0341 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:53:20.035248 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:20.180766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Pushing event updated for resources: {'Port': ['ID=84538fda-11ac-4dec-92a1-958cbddd0341,revision_number=7']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:20.326708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Attempting to bind port 84538fda-11ac-4dec-92a1-958cbddd0341 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:53:20.327055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Attempting to bind port 84538fda-11ac-4dec-92a1-958cbddd0341 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:53:20.327395 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Attempting to bind port 84538fda-11ac-4dec-92a1-958cbddd0341 on network ce1442e0-c39f-4e19-8406-0800d8de38c6 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:53:20.332538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Port 84538fda-11ac-4dec-92a1-958cbddd0341 on network ce1442e0-c39f-4e19-8406-0800d8de38c6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:53:20.332952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Attempting to bind port 84538fda-11ac-4dec-92a1-958cbddd0341 on network ce1442e0-c39f-4e19-8406-0800d8de38c6 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:53:20.339529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:53:20.339529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Checking segment: {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:53:20.339775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Bound using segment: {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:53:20.340027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Bound port: 84538fda-11ac-4dec-92a1-958cbddd0341, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b8ab5-99d2-43d4-9c80-56c169556d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:53:20.340419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:20.484415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:53:20.500504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=84538fda-11ac-4dec-92a1-958cbddd0341,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:53:20.507007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:20.587011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:20.587640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:20.589187 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] 10.222.0.44 "PUT /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 1131 time: 1.1714876 Jun 15 14:53:20.592221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b384637c-eb73-42a8-945c-8e4e20460d76', 'tag': '84538fda-11ac-4dec-92a1-958cbddd0341'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:53:20.606540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63901c6e-64c2-47d6-80e4-9010ba38ec51 service neutron] Pushing event updated for resources: {'Port': ['ID=84538fda-11ac-4dec-92a1-958cbddd0341,revision_number=8']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:20.626284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca4398-2b11-4b97-9b16-7695fafae02a req-51b4981c-d924-4179-9e73-8bed1e38097b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:20.628263 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5aca4398-2b11-4b97-9b16-7695fafae02a req-51b4981c-d924-4179-9e73-8bed1e38097b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 981 time: 0.2042019 Jun 15 14:53:20.690799 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0622f710-01f1-47d1-aedb-7d16dbfd45db'] response: {'name': 'network-changed', 'server_uuid': 'b384637c-eb73-42a8-945c-8e4e20460d76', 'tag': '84538fda-11ac-4dec-92a1-958cbddd0341', 'status': 'completed', 'code': 200} Jun 15 14:53:20.756830 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5aca4398-2b11-4b97-9b16-7695fafae02a req-9df4725e-d56a-4584-85c3-e2da85d3ba83 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679414 Jun 15 14:53:20.777525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-cdd697e6-962b-42c3-ac07-39af0e9de48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:20.779253 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-cdd697e6-962b-42c3-ac07-39af0e9de48a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 1134 time: 0.1485581 Jun 15 14:53:20.888989 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-5cabf6fd-b51c-4993-ab0a-8ea24d90fbc0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 1037 time: 0.1028392 Jun 15 14:53:20.956728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-00571bb8-46b1-4147-a26c-069f58e56248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:20.958165 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-00571bb8-46b1-4147-a26c-069f58e56248 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fea1564a-775d-4885-93a0-f90404a28910 HTTP/1.1" status: 200 len: 835 time: 0.0637815 Jun 15 14:53:21.045455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-c89aa5c7-9611-454c-ae53-62c50f31e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:21.046848 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-c89aa5c7-9611-454c-ae53-62c50f31e46e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce1442e0-c39f-4e19-8406-0800d8de38c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829246 Jun 15 14:53:21.183398 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-1235f9ab-d4c8-43ef-be50-a7c804c3cbb5 service neutron] 10.222.0.44 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303473 Jun 15 14:53:21.319716 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1722ca0a-cf58-4318-8d67-bf8c72f5a74e req-1029a261-612b-4cc7-b1e9-e43da58f4c44 service neutron] 10.222.0.44 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306386 Jun 15 14:53:21.441053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:21.454192 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d8936-2f6f-4468-804c-bdf4bccf7b5f req-01adf61b-5b63-4e27-ba1e-f4409b789d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:21.455696 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5d8936-2f6f-4468-804c-bdf4bccf7b5f req-01adf61b-5b63-4e27-ba1e-f4409b789d48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 1134 time: 0.0852811 Jun 15 14:53:21.705253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d8936-2f6f-4468-804c-bdf4bccf7b5f req-c52a1daf-f271-4126-8161-4ad9273ac897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:21.706728 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5d8936-2f6f-4468-804c-bdf4bccf7b5f req-c52a1daf-f271-4126-8161-4ad9273ac897 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ce1442e0-c39f-4e19-8406-0800d8de38c6 HTTP/1.1" status: 200 len: 898 time: 0.2452686 Jun 15 14:53:21.826320 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5d8936-2f6f-4468-804c-bdf4bccf7b5f req-7a8621fd-0d55-45de-8000-345d3e082398 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 1037 time: 0.1129017 Jun 15 14:53:21.895264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d8936-2f6f-4468-804c-bdf4bccf7b5f req-a0b9a525-ec13-4424-98fb-1be0caf7ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:21.896775 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5d8936-2f6f-4468-804c-bdf4bccf7b5f req-a0b9a525-ec13-4424-98fb-1be0caf7ebdc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=fea1564a-775d-4885-93a0-f90404a28910 HTTP/1.1" status: 200 len: 835 time: 0.0633333 Jun 15 14:53:21.979279 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d085e7-dbfd-4c82-b1f9-0cdc20a274f9 req-64bcab0b-ebcd-4a48-a9a1-e44aba00c267 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:21.981146 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-15d085e7-dbfd-4c82-b1f9-0cdc20a274f9 req-64bcab0b-ebcd-4a48-a9a1-e44aba00c267 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 981 time: 0.1042106 Jun 15 14:53:22.043274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d8936-2f6f-4468-804c-bdf4bccf7b5f req-e70ee79b-642c-4fec-93b4-ea116fe20ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:22.045631 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5d8936-2f6f-4468-804c-bdf4bccf7b5f req-e70ee79b-642c-4fec-93b4-ea116fe20ba9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ce1442e0-c39f-4e19-8406-0800d8de38c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1423244 Jun 15 14:53:22.046241 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-15d085e7-dbfd-4c82-b1f9-0cdc20a274f9 req-755416ab-6438-494e-a2e4-00c76521dc02 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593808 Jun 15 14:53:22.187603 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5d8936-2f6f-4468-804c-bdf4bccf7b5f req-f38b156f-7f6f-427c-87c6-ace6d97f2f2e service neutron] 10.222.0.44 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346738 Jun 15 14:53:22.363293 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5d8936-2f6f-4468-804c-bdf4bccf7b5f req-9b3143c7-11c3-42aa-b759-e56ee464c049 service neutron] 10.222.0.44 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689041 Jun 15 14:53:23.254767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b3bc72-a1cc-459d-915f-9b4d308e6132 req-156fb6ab-6d11-4ff5-aebe-1872248650c3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:23.257586 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7b3bc72-a1cc-459d-915f-9b4d308e6132 req-156fb6ab-6d11-4ff5-aebe-1872248650c3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 981 time: 0.0971448 Jun 15 14:53:23.318223 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7b3bc72-a1cc-459d-915f-9b4d308e6132 req-2160fa27-f107-45ed-ba0f-b6da1dc3264b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537753 Jun 15 14:53:24.007836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 84538fda-11ac-4dec-92a1-958cbddd0341 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:53:24.161841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=84538fda-11ac-4dec-92a1-958cbddd0341,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:24.176887 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '84538fda-11ac-4dec-92a1-958cbddd0341', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'port_id': '84538fda-11ac-4dec-92a1-958cbddd0341', 'mac_address': 'fa:16:3e:23:bd:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea1564a-775d-4885-93a0-f90404a28910', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:53:24.237407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 84538fda-11ac-4dec-92a1-958cbddd0341 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:53:24.237899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:24.255972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84538fda-11ac-4dec-92a1-958cbddd0341 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:53:24.273840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=84538fda-11ac-4dec-92a1-958cbddd0341,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:24.278593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:24.365613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=84538fda-11ac-4dec-92a1-958cbddd0341,revision_number=9']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:24.522420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['84538fda-11ac-4dec-92a1-958cbddd0341'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:53:24.588100 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259bbd4-d852-490c-b706-497f0513abac req-1dbc846e-3987-4dea-8850-eaa3fd5c0a53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:24.590135 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9259bbd4-d852-490c-b706-497f0513abac req-1dbc846e-3987-4dea-8850-eaa3fd5c0a53 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 982 time: 0.1478164 Jun 15 14:53:24.664984 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9259bbd4-d852-490c-b706-497f0513abac req-bf2064b4-18af-4658-aa4f-02d2ba1131e7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651460 Jun 15 14:53:25.924110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1242e-5b3b-4a34-9019-d1ffa83a4652 req-9d69bcb1-5fdc-441f-a5ab-fcab339a0f46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:25.926748 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1c1242e-5b3b-4a34-9019-d1ffa83a4652 req-9d69bcb1-5fdc-441f-a5ab-fcab339a0f46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 982 time: 0.1446991 Jun 15 14:53:25.995375 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1c1242e-5b3b-4a34-9019-d1ffa83a4652 req-52072e1e-6594-4693-b9ff-28a6df86eb4d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593302 Jun 15 14:53:26.016247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 84538fda-11ac-4dec-92a1-958cbddd0341 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:53:26.117052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 84538fda-11ac-4dec-92a1-958cbddd0341 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:53:26.124702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 84538fda-11ac-4dec-92a1-958cbddd0341 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:26.125091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:26.275068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 84538fda-11ac-4dec-92a1-958cbddd0341 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:53:26.275891 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:26.306015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b384637c-eb73-42a8-945c-8e4e20460d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84538fda-11ac-4dec-92a1-958cbddd0341'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:53:26.316936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=84538fda-11ac-4dec-92a1-958cbddd0341,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:26.323681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:26.380233 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5d4fe8-209c-41d4-aeb5-3583182e42cc'] response: {'server_uuid': 'b384637c-eb73-42a8-945c-8e4e20460d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84538fda-11ac-4dec-92a1-958cbddd0341', 'code': 200} Jun 15 14:53:26.413583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=84538fda-11ac-4dec-92a1-958cbddd0341,revision_number=10']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:26.641299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33526bc-d66f-4d32-a7d4-4a74ed81b614 req-a4a80eee-4239-4860-b73a-cdd56609548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:26.642865 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c33526bc-d66f-4d32-a7d4-4a74ed81b614 req-a4a80eee-4239-4860-b73a-cdd56609548f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 1137 time: 0.0898802 Jun 15 14:53:26.691781 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c33526bc-d66f-4d32-a7d4-4a74ed81b614 req-4a5ea18f-a1a4-4edf-b471-309e740c9715 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427084 Jun 15 14:53:27.265669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224a1f1-0d96-4c71-93e4-87ee0178f3d2 req-b761743d-06b9-40aa-972b-f310fefdbd09 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:27.267390 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6224a1f1-0d96-4c71-93e4-87ee0178f3d2 req-b761743d-06b9-40aa-972b-f310fefdbd09 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 984 time: 0.1498106 Jun 15 14:53:27.304600 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-779d438c-f725-42cb-8e57-619523f2cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:27.346419 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6224a1f1-0d96-4c71-93e4-87ee0178f3d2 req-6f293eac-f6c9-4687-8a0c-8cdead37335d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681727 Jun 15 14:53:28.671502 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb40608-61b1-4e96-a929-641576e420c3 req-5c94d322-5bc9-4124-aa89-3a169b7493b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:28.673930 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6fb40608-61b1-4e96-a929-641576e420c3 req-5c94d322-5bc9-4124-aa89-3a169b7493b2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 984 time: 0.1154079 Jun 15 14:53:28.749858 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6fb40608-61b1-4e96-a929-641576e420c3 req-047b0a4a-ce29-461c-8837-516437ed0b4a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674229 Jun 15 14:53:29.015548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c905d-4785-489a-950d-a2d694168915 req-dda115db-7743-4e7d-aff6-3a136092e275 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:29.017797 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad3c905d-4785-489a-950d-a2d694168915 req-dda115db-7743-4e7d-aff6-3a136092e275 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 984 time: 0.1319072 Jun 15 14:53:29.070104 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad3c905d-4785-489a-950d-a2d694168915 req-1bfcca4c-22e9-4a46-9704-7393e42e73a8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459821 Jun 15 14:53:29.094122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40820) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:29.188019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a216e-0381-47d9-a435-0e0729fd3862 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:29.189951 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-379a216e-0381-47d9-a435-0e0729fd3862 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76&network_id=ce1442e0-c39f-4e19-8406-0800d8de38c6 HTTP/1.1" status: 200 len: 1132 time: 0.0943708 Jun 15 14:53:29.380394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-22c85b3d-d2ab-40c6-b0bf-80d16bb6bdcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:29.685682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b125275-b6b0-4b79-908d-b5d5c80d077b req-a9f9a423-d723-44e5-b149-1ffaf81424aa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:29.688010 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b125275-b6b0-4b79-908d-b5d5c80d077b req-a9f9a423-d723-44e5-b149-1ffaf81424aa tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 984 time: 0.1384335 Jun 15 14:53:29.766734 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8b125275-b6b0-4b79-908d-b5d5c80d077b req-4b1d3c75-ebf1-4dde-878e-f900931ad6ef tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692675 Jun 15 14:53:30.563625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:30.598746 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:30.807430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be01216-940e-4c08-91e0-eb723a596d88 req-1f3cc9d5-be9d-446d-a337-adc2db527b23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:30.809184 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6be01216-940e-4c08-91e0-eb723a596d88 req-1f3cc9d5-be9d-446d-a337-adc2db527b23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 984 time: 0.1084535 Jun 15 14:53:30.891256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be01216-940e-4c08-91e0-eb723a596d88 req-0d803ca1-b93f-467b-aa5b-d9a6e135a905 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:30.892745 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6be01216-940e-4c08-91e0-eb723a596d88 req-0d803ca1-b93f-467b-aa5b-d9a6e135a905 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0784783 Jun 15 14:53:31.038472 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910ee47-b071-4f24-8eae-571c5fcdd9e5 req-98745a60-cec4-4d17-9e6f-71ba44e2764e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:31.041298 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7910ee47-b071-4f24-8eae-571c5fcdd9e5 req-98745a60-cec4-4d17-9e6f-71ba44e2764e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 984 time: 0.1210575 Jun 15 14:53:31.100699 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7910ee47-b071-4f24-8eae-571c5fcdd9e5 req-9861f3e6-a3fe-4fc6-8549-0761073447ed tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3faeacff-3b1a-4608-8b2b-3adff863df5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523658 Jun 15 14:53:31.185489 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6be01216-940e-4c08-91e0-eb723a596d88 req-e68624d6-fa7c-4a3d-8d8a-f46588ddb6b5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2883081 Jun 15 14:53:31.199447 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-6be01216-940e-4c08-91e0-eb723a596d88 req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:31.343313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6be01216-940e-4c08-91e0-eb723a596d88 req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:31.607390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-6be01216-940e-4c08-91e0-eb723a596d88 req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=84538fda-11ac-4dec-92a1-958cbddd0341,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:31.650925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-6be01216-940e-4c08-91e0-eb723a596d88 req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] For port 84538fda-11ac-4dec-92a1-958cbddd0341, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:53:31.719061 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-6be01216-940e-4c08-91e0-eb723a596d88 req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] device_id is not set on port 84538fda-11ac-4dec-92a1-958cbddd0341 yet. {{(pid=89018) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Jun 15 14:53:31.728160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6be01216-940e-4c08-91e0-eb723a596d88 req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:31.736745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6be01216-940e-4c08-91e0-eb723a596d88 req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:31.894566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] Pushing event updated for resources: {'Port': ['ID=84538fda-11ac-4dec-92a1-958cbddd0341,revision_number=11']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:31.960675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be01216-940e-4c08-91e0-eb723a596d88 req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] No DVR routers for this DVR port 84538fda-11ac-4dec-92a1-958cbddd0341 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:53:32.001031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:32.145849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-89e1bb9a-bd9e-4b0b-9521-72af6bf947c6 None None] Provisioning complete for port 84538fda-11ac-4dec-92a1-958cbddd0341 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:32.146371 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-89e1bb9a-bd9e-4b0b-9521-72af6bf947c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:32.260338 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-6be01216-940e-4c08-91e0-eb723a596d88 req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] In _notify_port_updated(), no bound segment for port 84538fda-11ac-4dec-92a1-958cbddd0341 on network ce1442e0-c39f-4e19-8406-0800d8de38c6 {{(pid=89018) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 15 14:53:32.261745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be01216-940e-4c08-91e0-eb723a596d88 req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:32.262694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-6be01216-940e-4c08-91e0-eb723a596d88 req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:32.264599 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6be01216-940e-4c08-91e0-eb723a596d88 req-5c1a61f0-39af-4df1-9aa5-c656ef0a5704 service neutron] 10.222.0.44 "PUT /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 200 len: 1027 time: 1.0724289 Jun 15 14:53:32.275996 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-89e1bb9a-bd9e-4b0b-9521-72af6bf947c6 None None] Port 84538fda-11ac-4dec-92a1-958cbddd0341 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:53:32.342078 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2962b79d-615b-46be-a5b3-c9c6f4919554 req-ee5b0c96-89db-4390-838b-6d2e8205aa25 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=b384637c-eb73-42a8-945c-8e4e20460d76 HTTP/1.1" status: 200 len: 210 time: 0.0664251 Jun 15 14:53:33.457948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40834) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:33.537790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c213320e-a51a-4fc3-89c6-f7da54a15ba0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:33.582358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c213320e-a51a-4fc3-89c6-f7da54a15ba0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:33.661957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c213320e-a51a-4fc3-89c6-f7da54a15ba0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:33.693753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213320e-a51a-4fc3-89c6-f7da54a15ba0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc5df02-d503-41ee-9260-87c1bd5f076f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:33.710833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c213320e-a51a-4fc3-89c6-f7da54a15ba0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:33.712492 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c213320e-a51a-4fc3-89c6-f7da54a15ba0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/security-groups/0dc5df02-d503-41ee-9260-87c1bd5f076f HTTP/1.1" status: 204 len: 168 time: 0.2533474 Jun 15 14:53:33.750282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40840) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:33.996459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 2bc7a028-a70e-494d-b29f-aac45d27f168 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:53:33.996987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:34.049884 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 84538fda-11ac-4dec-92a1-958cbddd0341 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:53:34.115408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 84538fda-11ac-4dec-92a1-958cbddd0341 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:53:34.221931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:34.222423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:34.509173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 2bc7a028-a70e-494d-b29f-aac45d27f168 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:53:34.679499 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:34.739529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=2bc7a028-a70e-494d-b29f-aac45d27f168,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:34.859574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:34.860014 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 6de52782-f0db-4a4d-878c-ae0aa66982ec disassociated (deleted). External IP: 172.26.3.193, port: 84538fda-11ac-4dec-92a1-958cbddd0341. Jun 15 14:53:35.341961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router e6b3e40a-5b60-4a10-8d02-928f485f91d9 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:53:35.612691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:53:35.625697 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753162c5-f05f-4283-862a-ed8a6fd69c01 None None] Sync routers for ids ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:53:35.644085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753162c5-f05f-4283-862a-ed8a6fd69c01 None None] Routers {'e6b3e40a-5b60-4a10-8d02-928f485f91d9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:53:35.645957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-753162c5-f05f-4283-862a-ed8a6fd69c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:53:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:35.647315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:35.760297 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3f7becb9-31ed-40ec-87ce-3d45d21be064 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/floatingips/6de52782-f0db-4a4d-878c-ae0aa66982ec HTTP/1.1" status: 204 len: 168 time: 2.0086036 Jun 15 14:53:35.924079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-753162c5-f05f-4283-862a-ed8a6fd69c01 None None] Set router e6b3e40a-5b60-4a10-8d02-928f485f91d9 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:53:35.990520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40852) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:36.085543 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dceecd0-0179-4426-82f9-921e4576d9fc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:36.138301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dceecd0-0179-4426-82f9-921e4576d9fc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:36.232437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dceecd0-0179-4426-82f9-921e4576d9fc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:36.270491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8dceecd0-0179-4426-82f9-921e4576d9fc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:36.270778 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8dceecd0-0179-4426-82f9-921e4576d9fc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/security-groups/6c310e9d-0352-401a-b1f6-d84ddf4dd62d HTTP/1.1" status: 204 len: 168 time: 0.2786160 Jun 15 14:53:36.276683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dceecd0-0179-4426-82f9-921e4576d9fc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c310e9d-0352-401a-b1f6-d84ddf4dd62d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:36.316322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40858) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:36.376447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-753162c5-f05f-4283-862a-ed8a6fd69c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '0cb323c6-d5f3-4c1a-8624-c518e02097c5', 'name': '', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bb:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'fea1564a-775d-4885-93a0-f90404a28910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:51Z', 'updated_at': '2022-06-15T14:52:57Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'fea1564a-775d-4885-93a0-f90404a28910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:36.385679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753162c5-f05f-4283-862a-ed8a6fd69c01 None None] Checking router: e6b3e40a-5b60-4a10-8d02-928f485f91d9 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:53:36.400892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753162c5-f05f-4283-862a-ed8a6fd69c01 None None] Routers {'e6b3e40a-5b60-4a10-8d02-928f485f91d9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:53:36.401954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-753162c5-f05f-4283-862a-ed8a6fd69c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:53:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:36.435452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-37f82f9e-226d-4540-8bb9-e05bdb1c2972 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 84538fda-11ac-4dec-92a1-958cbddd0341 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:53:36.435452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-37f82f9e-226d-4540-8bb9-e05bdb1c2972 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:36.696133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-753162c5-f05f-4283-862a-ed8a6fd69c01 None None] Set router e6b3e40a-5b60-4a10-8d02-928f485f91d9 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:53:37.024787 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-37f82f9e-226d-4540-8bb9-e05bdb1c2972 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:37.194163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-37f82f9e-226d-4540-8bb9-e05bdb1c2972 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 84538fda-11ac-4dec-92a1-958cbddd0341 owned by {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:53:37.264995 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-753162c5-f05f-4283-862a-ed8a6fd69c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '0cb323c6-d5f3-4c1a-8624-c518e02097c5', 'name': '', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bb:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'fea1564a-775d-4885-93a0-f90404a28910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:51Z', 'updated_at': '2022-06-15T14:52:57Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'fea1564a-775d-4885-93a0-f90404a28910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:37.271886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753162c5-f05f-4283-862a-ed8a6fd69c01 None None] The sync data for ids ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'] in dv-neutron-845844-1-hyperv is: [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '0cb323c6-d5f3-4c1a-8624-c518e02097c5', 'name': '', 'network_id': 'ce1442e0-c39f-4e19-8406-0800d8de38c6', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:bb:41:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'fea1564a-775d-4885-93a0-f90404a28910', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:51Z', 'updated_at': '2022-06-15T14:52:57Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': 'fea1564a-775d-4885-93a0-f90404a28910', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:53:37.415985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-37f82f9e-226d-4540-8bb9-e05bdb1c2972 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:37.486164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f82f9e-226d-4540-8bb9-e05bdb1c2972 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=84538fda-11ac-4dec-92a1-958cbddd0341,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:37.644824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-37f82f9e-226d-4540-8bb9-e05bdb1c2972 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:37.657467 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0141910-5620-44f5-a789-2f28c07aba0c None None] New status for floating IP 6de52782-f0db-4a4d-878c-ae0aa66982ec: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:53:37.691194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40870) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:37.691744 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-37f82f9e-226d-4540-8bb9-e05bdb1c2972 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/ports/84538fda-11ac-4dec-92a1-958cbddd0341 HTTP/1.1" status: 204 len: 168 time: 1.3735578 Jun 15 14:53:38.479114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1e2fd09-d434-4524-aa3e-00c5579117d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:39.078838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2fd09-d434-4524-aa3e-00c5579117d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 0cb323c6-d5f3-4c1a-8624-c518e02097c5 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:53:39.079485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1e2fd09-d434-4524-aa3e-00c5579117d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:39.352279 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-b1e2fd09-d434-4524-aa3e-00c5579117d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 0cb323c6-d5f3-4c1a-8624-c518e02097c5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=0cb323c6-d5f3-4c1a-8624-c518e02097c5,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:39.352757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1e2fd09-d434-4524-aa3e-00c5579117d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:39.496398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b1e2fd09-d434-4524-aa3e-00c5579117d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 0cb323c6-d5f3-4c1a-8624-c518e02097c5 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:53:39.865131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1e2fd09-d434-4524-aa3e-00c5579117d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:39.920599 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2fd09-d434-4524-aa3e-00c5579117d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=0cb323c6-d5f3-4c1a-8624-c518e02097c5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:40.234803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b1e2fd09-d434-4524-aa3e-00c5579117d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:40.724417 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c28c7c-db92-44d6-8fb3-ffefc5ae82e7 req-2f61addc-f3ae-4a6d-be7c-ada34c22d9a4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1091719 Jun 15 14:53:40.772949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e2fd09-d434-4524-aa3e-00c5579117d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router e6b3e40a-5b60-4a10-8d02-928f485f91d9 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:53:40.901994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c28c7c-db92-44d6-8fb3-ffefc5ae82e7 req-2ef1bbaa-7103-4d1b-be40-78ff97ff3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:40.905660 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c28c7c-db92-44d6-8fb3-ffefc5ae82e7 req-2ef1bbaa-7103-4d1b-be40-78ff97ff3a1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 1098 time: 0.1012256 Jun 15 14:53:41.033719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e2fd09-d434-4524-aa3e-00c5579117d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:53:41.049871 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d6ee8-82a4-4f02-b180-284aadf42dae None None] Sync routers for ids ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:53:41.050407 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b1e2fd09-d434-4524-aa3e-00c5579117d1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/e6b3e40a-5b60-4a10-8d02-928f485f91d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3577869 Jun 15 14:53:41.050890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40884) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:41.063251 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d6ee8-82a4-4f02-b180-284aadf42dae None None] Routers {'e6b3e40a-5b60-4a10-8d02-928f485f91d9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:53:41.064123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b61d6ee8-82a4-4f02-b180-284aadf42dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:53:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:41.101425 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c28c7c-db92-44d6-8fb3-ffefc5ae82e7 req-02cd5c32-73b2-4d1a-8279-691fcf62e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:41.104799 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c28c7c-db92-44d6-8fb3-ffefc5ae82e7 req-02cd5c32-73b2-4d1a-8279-691fcf62e6f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.1780958 Jun 15 14:53:41.146127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a747e69-1043-4b64-a32f-0a18d6c42831 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting subnet fea1564a-775d-4885-93a0-f90404a28910 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:53:41.149663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a747e69-1043-4b64-a32f-0a18d6c42831 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:41.227225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a747e69-1043-4b64-a32f-0a18d6c42831 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:41.244791 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c28c7c-db92-44d6-8fb3-ffefc5ae82e7 req-302db5d2-8579-43b9-8bfc-dc14fc1370d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94826783-7956-4c12-9938-ea999b990333 HTTP/1.1" status: 200 len: 1001 time: 0.1333373 Jun 15 14:53:41.280571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b61d6ee8-82a4-4f02-b180-284aadf42dae None None] Set router e6b3e40a-5b60-4a10-8d02-928f485f91d9 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:53:41.330558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c28c7c-db92-44d6-8fb3-ffefc5ae82e7 req-87828330-c5a9-49a5-a36f-5e330adb8cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:41.334471 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c28c7c-db92-44d6-8fb3-ffefc5ae82e7 req-87828330-c5a9-49a5-a36f-5e330adb8cdb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0825279 Jun 15 14:53:41.389018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a747e69-1043-4b64-a32f-0a18d6c42831 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:41.448102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c28c7c-db92-44d6-8fb3-ffefc5ae82e7 req-7dd4c964-909d-4267-833d-da2d08fbadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:41.449691 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c28c7c-db92-44d6-8fb3-ffefc5ae82e7 req-7dd4c964-909d-4267-833d-da2d08fbadf5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085384 Jun 15 14:53:41.506326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a747e69-1043-4b64-a32f-0a18d6c42831 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:41.558281 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a747e69-1043-4b64-a32f-0a18d6c42831 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Subnet': ['ID=fea1564a-775d-4885-93a0-f90404a28910,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:41.563324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2a747e69-1043-4b64-a32f-0a18d6c42831 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:41.570308 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2a747e69-1043-4b64-a32f-0a18d6c42831 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/subnets/fea1564a-775d-4885-93a0-f90404a28910 HTTP/1.1" status: 204 len: 168 time: 0.5182898 Jun 15 14:53:41.573194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40888) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:41.591256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf6ee20-f6d8-4301-8136-e7c41613c044 None None] Network ce1442e0-c39f-4e19-8406-0800d8de38c6 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:53:41.699540 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c28c7c-db92-44d6-8fb3-ffefc5ae82e7 req-6faf69fd-6024-4b6a-9ec5-8d0095ec9340 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430551 Jun 15 14:53:41.932615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:42.123851 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c28c7c-db92-44d6-8fb3-ffefc5ae82e7 req-94c50bc1-bf86-475e-9148-7e637c105da6 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160450 Jun 15 14:53:42.213662 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b61d6ee8-82a4-4f02-b180-284aadf42dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124'}], 'enable_snat': True}, 'gw_port_id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:53:39Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9d8d499d-fd38-4cc2-accb-0d8e85bb9b54', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:4c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:42.225834 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d6ee8-82a4-4f02-b180-284aadf42dae None None] Checking router: e6b3e40a-5b60-4a10-8d02-928f485f91d9 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:53:42.250193 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d6ee8-82a4-4f02-b180-284aadf42dae None None] Routers {'e6b3e40a-5b60-4a10-8d02-928f485f91d9'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:53:42.250971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b61d6ee8-82a4-4f02-b180-284aadf42dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:53:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:42.287745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:42.308409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] DHCP port deletion for ce1442e0-c39f-4e19-8406-0800d8de38c6 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:53:42.314720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:53:42.315073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:42.341220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] Deleting port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:53:42.341838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:42.546499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b61d6ee8-82a4-4f02-b180-284aadf42dae None None] Set router e6b3e40a-5b60-4a10-8d02-928f485f91d9 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:53:42.671654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9d8d499d-fd38-4cc2-accb-0d8e85bb9b54,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:42.678462 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:42.688425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b61d6ee8-82a4-4f02-b180-284aadf42dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:53:42Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:42.694879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device d87cbbfa-d875-41b6-86e3-1f3975ecfb2c no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:53:42.808532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61d6ee8-82a4-4f02-b180-284aadf42dae None None] The sync data for ids ['e6b3e40a-5b60-4a10-8d02-928f485f91d9'] in dv-neutron-845844-1-hyperv is: [{'id': 'e6b3e40a-5b60-4a10-8d02-928f485f91d9', 'name': 'tempest-TestNetworkBasicOps-router-1661853639', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:52:47Z', 'updated_at': '2022-06-15T14:53:42Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:53:42.965109 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:53:42.972981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] For port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=d87cbbfa-d875-41b6-86e3-1f3975ecfb2c,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:42.973432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:43.196593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] Calling delete_port for d87cbbfa-d875-41b6-86e3-1f3975ecfb2c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:53:43.313190 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:53:43.314429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:43.414326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=d87cbbfa-d875-41b6-86e3-1f3975ecfb2c,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:43.434084 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:43.448263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:43.511275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=9d8d499d-fd38-4cc2-accb-0d8e85bb9b54,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:43.537881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:53:43.541585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:53:43.557839 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=d87cbbfa-d875-41b6-86e3-1f3975ecfb2c,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:43.628683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:43.853243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:43.855974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:43.893910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:43.894595 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Fanout notify agent at l3_agent the message router_deleted on router e6b3e40a-5b60-4a10-8d02-928f485f91d9 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:53:43.926348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:43.928101 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6ad209dd-77e7-40ae-b03c-e01a52526cc0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/routers/e6b3e40a-5b60-4a10-8d02-928f485f91d9 HTTP/1.1" status: 204 len: 168 time: 2.3535719 Jun 15 14:53:43.932105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40896) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:44.040970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] Deleting port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:53:44.041355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:44.117975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:44.132799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:53:44.133302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:44.343040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] For port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=d87cbbfa-d875-41b6-86e3-1f3975ecfb2c,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:44.343626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:44.431874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=d87cbbfa-d875-41b6-86e3-1f3975ecfb2c,segment=NetworkSegment(462b8ab5-99d2-43d4-9c80-56c169556d0b),segment_id=462b8ab5-99d2-43d4-9c80-56c169556d0b)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:44.432629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:44.539191 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] Calling delete_port for d87cbbfa-d875-41b6-86e3-1f3975ecfb2c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:53:44.604202 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0cb323c6-d5f3-4c1a-8624-c518e02097c5 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:53:44.643685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for d87cbbfa-d875-41b6-86e3-1f3975ecfb2c owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:53:44.649473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 0cb323c6-d5f3-4c1a-8624-c518e02097c5 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:53:44.649825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 0cb323c6-d5f3-4c1a-8624-c518e02097c5 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:53:44.650247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:53:44.695957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:53:44.696437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9d8d499d-fd38-4cc2-accb-0d8e85bb9b54 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:53:44.740542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:44.753627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:53:44.753967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:53:44.792471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] No DVR routers for this DVR port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:53:44.800779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54540aa1-f4a0-4212-b286-4ae2854a6c60 None None] Pushing event deleted for resources: {'Port': ['ID=d87cbbfa-d875-41b6-86e3-1f3975ecfb2c,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:45.255670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port d87cbbfa-d875-41b6-86e3-1f3975ecfb2c {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:53:45.256311 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:45.341718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] The port 'd87cbbfa-d875-41b6-86e3-1f3975ecfb2c' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:53:45.526222 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:45.569923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1442e0-c39f-4e19-8406-0800d8de38c6']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:45.583774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462b8ab5-99d2-43d4-9c80-56c169556d0b') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:45.584128 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462b8ab5-99d2-43d4-9c80-56c169556d0b') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:45.598052 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:45.615232 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:45.621784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:53:45.622273 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:45.717413 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 462b8ab5-99d2-43d4-9c80-56c169556d0b resource provider aggregate not found Jun 15 14:53:45.833630 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 462b8ab5-99d2-43d4-9c80-56c169556d0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 462b8ab5-99d2-43d4-9c80-56c169556d0b found for delete ", "request_id": "req-3b181d12-c161-45ee-af0a-f06c2e0fe556"}]} Jun 15 14:53:45.862772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:45.870893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:45.911307 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Network': ['ID=ce1442e0-c39f-4e19-8406-0800d8de38c6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:45.921171 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ed4744ca-4c77-4822-ab4b-355fd65a9591 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/networks/ce1442e0-c39f-4e19-8406-0800d8de38c6 HTTP/1.1" status: 204 len: 168 time: 1.9878626 Jun 15 14:53:45.933111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40910) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:45.947609 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f8284772-bbd8-4c4a-a16c-1477ea30832c tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0107653 Jun 15 14:53:45.947915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40914) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:45.953298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'network': {'name': 'tempest-network-smoke--1870722403', 'project_id': '032b1386b78145d282edf892a5a65f64', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:45.958477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:45.963155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:network and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:45.966760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:45.973414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:45.985112 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:53:45.988820 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:46.018394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:53:46.031464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:46.031804 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Added segment f4238503-47ee-49ef-8b94-9ddbb6de714e of type vlan for network 23111fbe-ec64-422e-9f37-48d78797277a Jun 15 14:53:46.058858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:46.090748 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:46.096290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:46.096880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:46.214542 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2654889 Jun 15 14:53:46.217677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40918) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:46.221787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c642b9-6b52-4515-9d12-813a4bd8e770 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Network': ['ID=23111fbe-ec64-422e-9f37-48d78797277a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:46.223709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-223020358', 'admin_state_up': True, 'project_id': '032b1386b78145d282edf892a5a65f64', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:46.233034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 23111fbe-ec64-422e-9f37-48d78797277a details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:53:46.245977 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:46.253452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:router and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:46.258023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:46.265077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:46.280823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:46.282120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:46.301515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:46.724592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:47.046959 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:47.076913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:47.233896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.22 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/2e88617b-35f8-45d9-8636-265e82477c52) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:53:47.391695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:47.430160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:47.500600 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:53:47.503532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:53:47.507197 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:53:47.539850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=2e88617b-35f8-45d9-8636-265e82477c52,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:47.556570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:47.556920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:47.557259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:47.557589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:47.557920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:47.558249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:47.558568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:47.558887 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:47.559208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:47.559526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:47.559842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:47.560162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:47.948207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:48.234490 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-4349b917-9c51-43b9-90fc-933fe0f75978 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1501406605&fields=id&tenant_id=3c230092ffa34933b022ca54a63d9435 HTTP/1.1" status: 200 len: 267 time: 0.2388570 Jun 15 14:53:48.536666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db351c0-5629-4475-bf89-a9363a865f8f req-81ac841e-4a43-4dfa-84c9-35f43d5d75e7 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:48.538126 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-81ac841e-4a43-4dfa-84c9-35f43d5d75e7 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 811 time: 0.2916260 Jun 15 14:53:48.563144 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-dc5deb72-5d2e-4536-88d9-29dcfd5c475b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/quotas/3c230092ffa34933b022ca54a63d9435 HTTP/1.1" status: 200 len: 375 time: 0.0189202 Jun 15 14:53:48.568011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:48.580623 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:53:48.812867 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-30e63785-4a0a-4e2c-ada7-1e1e2aa883c6 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2425649 Jun 15 14:53:48.933062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router b7145b66-f93c-43e5-97c2-114dcd2af43c is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:53:49.034643 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-d8230667-90ba-42ef-ac4f-b2497c6640b3 service neutron] 10.222.0.26 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080452 Jun 15 14:53:49.252060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:53:49.262177 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Sync routers for ids ['b7145b66-f93c-43e5-97c2-114dcd2af43c'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:53:49.272649 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Routers {'b7145b66-f93c-43e5-97c2-114dcd2af43c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:53:49.273352 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:53:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b7145b66-f93c-43e5-97c2-114dcd2af43c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:49.273614 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-4f5796e2-1de1-4d04-bffb-88661fcb2aa2 service neutron] 10.222.0.26 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269459 Jun 15 14:53:49.288918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:49.293981 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0dd6be78-9a05-45e8-ba12-105ea6095031 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.0722835 Jun 15 14:53:49.294239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40934) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:49.342998 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a9bc4160-678f-4db7-9333-4bfbf419f4b8 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=032b1386b78145d282edf892a5a65f64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449538 Jun 15 14:53:49.343920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40940) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:49.457677 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Set router b7145b66-f93c-43e5-97c2-114dcd2af43c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:53:49.486008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056b7229-9dd4-4466-af6b-fb7897a4892e tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:49.487743 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-056b7229-9dd4-4466-af6b-fb7897a4892e tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1426582 Jun 15 14:53:49.490551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40948) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:49.675594 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9b20b101-b0c8-4707-a094-b4a114e203b8 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1836538 Jun 15 14:53:49.676203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 40956) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:49.682221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-298343033', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'project_id': '032b1386b78145d282edf892a5a65f64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:49.721923 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9d9867e0-8f17-42c3-b003-609a32cd3907 req-9832099a-99fd-4da7-832f-eed7f08557ba tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 210 time: 0.0560455 Jun 15 14:53:49.805811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:49.809827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:subnet and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:49.812789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:49.820331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:49.832133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:53:49.835497 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:47Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:49.836059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:49.839584 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Checking router: b7145b66-f93c-43e5-97c2-114dcd2af43c for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:53:49.840047 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Updating router b7145b66-f93c-43e5-97c2-114dcd2af43c port 2e88617b-35f8-45d9-8636-265e82477c52 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:53:49.899050 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:50.084399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:50.164939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Subnet': ['ID=1777853b-2ef7-4202-9c20-94e4b1ab3aa4,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:50.172631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Checking segment: {'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:53:50.173468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network hostable DHCP agents. Network: 23111fbe-ec64-422e-9f37-48d78797277a, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:53:50.196652 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 23111fbe-ec64-422e-9f37-48d78797277a is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:53:50.218207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 23111fbe-ec64-422e-9f37-48d78797277a) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:53:50.224025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:50.225383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:50.229819 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415bce8c-95ee-4c9d-b07f-8e75a21754c8 None None] Network 23111fbe-ec64-422e-9f37-48d78797277a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:53:50.253074 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-34e4d055-566c-4bb8-8864-70a3d1eb0c6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5755987 Jun 15 14:53:50.256357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40966) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:50.299862 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:50.312613 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Transition to ACTIVE for port object 2e88617b-35f8-45d9-8636-265e82477c52 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:53:50.319732 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:50.400519 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d62eb-e492-4fdd-b5ac-0abe2c5b18e2 None None] Pushing event updated for resources: {'Port': ['ID=2e88617b-35f8-45d9-8636-265e82477c52,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:50.408865 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Attempting to bind port 2e88617b-35f8-45d9-8636-265e82477c52 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:53:50.409201 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Attempting to bind port 2e88617b-35f8-45d9-8636-265e82477c52 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:53:50.409604 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Attempting to bind port 2e88617b-35f8-45d9-8636-265e82477c52 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:53:50.415380 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:53:50.415983 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:53:50.416371 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:50.416764 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:53:50.417327 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Bound port: 2e88617b-35f8-45d9-8636-265e82477c52, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:53:50.417700 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:50.491159 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] For port 2e88617b-35f8-45d9-8636-265e82477c52, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:53:50.494570 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] For port 2e88617b-35f8-45d9-8636-265e82477c52, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=2e88617b-35f8-45d9-8636-265e82477c52,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:53:50.499790 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:50.519835 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-23111fbe-ec64-422e-9f37-48d78797277a', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:53:50.520921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:50.579573 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Routers {'b7145b66-f93c-43e5-97c2-114dcd2af43c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:53:50.580231 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:53:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b7145b66-f93c-43e5-97c2-114dcd2af43c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:50.776878 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] Set router b7145b66-f93c-43e5-97c2-114dcd2af43c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:53:50.803496 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Allocated IP 172.20.0.2 (23111fbe-ec64-422e-9f37-48d78797277a/1777853b-2ef7-4202-9c20-94e4b1ab3aa4/e729c9e9-60f8-418e-829f-3564442a0eca) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:53:50.894885 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db351c0-5629-4475-bf89-a9363a865f8f req-b98b229f-e568-4351-bc8e-a375c46c21e1 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:50.896407 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-b98b229f-e568-4351-bc8e-a375c46c21e1 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 811 time: 0.2393618 Jun 15 14:53:50.957837 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-34234b96-af13-4e09-b448-1785777fc326 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c230092ffa34933b022ca54a63d9435 HTTP/1.1" status: 200 len: 380 time: 0.0531752 Jun 15 14:53:50.967468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'port': {'device_id': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'admin_state_up': True, 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'security_groups': ['0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:51.063459 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:51.078655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Transition to ACTIVE for port object e729c9e9-60f8-418e-829f-3564442a0eca will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:53:51.103417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Transition to ACTIVE for port object e729c9e9-60f8-418e-829f-3564442a0eca will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:53:51.113960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:51.184064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:51.217746 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Pushing event updated for resources: {'Port': ['ID=e729c9e9-60f8-418e-829f-3564442a0eca,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:51.235855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:51.236699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:51.236699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:51.237223 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:51.237565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:51.237901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:51.238231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:51.238561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:51.238890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:51.239483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:51.239817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:51.240144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:51.243598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:51.248661 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3eaaf97-ec99-4265-8e50-f941920afc93 req-190c7066-fa05-4746-94da-81f64279b1d6 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 210 time: 0.1237216 Jun 15 14:53:51.259384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:51.277057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Network 23111fbe-ec64-422e-9f37-48d78797277a is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:53:51.278254 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d62eb-e492-4fdd-b5ac-0abe2c5b18e2 None None] Pushing event updated for resources: {'Port': ['ID=2e88617b-35f8-45d9-8636-265e82477c52,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:51.280758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Made reservation on behalf of 3c230092ffa34933b022ca54a63d9435 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:53:51.281883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:53:51.284934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:51.292689 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:47Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:51.295393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:53:51.298275 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5207e5-7c5a-4322-837f-24c6e4853754 None None] The sync data for ids ['b7145b66-f93c-43e5-97c2-114dcd2af43c'] in dv-neutron-845844-1-hyperv is: [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:47Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:53:51.521531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Allocated IP 172.20.0.12 (25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32/5843368e-d915-4b63-b3e0-eed5e0570d18/8fe5ed87-55ff-4574-b5a5-96f4ace4a057) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:53:51.545349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Attempting to bind port e729c9e9-60f8-418e-829f-3564442a0eca on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:53:51.545864 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Attempting to bind port e729c9e9-60f8-418e-829f-3564442a0eca by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:53:51.546310 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Attempting to bind port e729c9e9-60f8-418e-829f-3564442a0eca on network 23111fbe-ec64-422e-9f37-48d78797277a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:53:51.552894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:53:51.553421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Checking segment: {'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:53:51.553921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:51.554412 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Bound using segment: {'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:53:51.555037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Bound port: e729c9e9-60f8-418e-829f-3564442a0eca, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:53:51.555524 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:51.618841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:51.751343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] For port e729c9e9-60f8-418e-829f-3564442a0eca, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:53:51.754864 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] For port e729c9e9-60f8-418e-829f-3564442a0eca, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e729c9e9-60f8-418e-829f-3564442a0eca,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:53:51.763471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:51.817204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.1 (23111fbe-ec64-422e-9f37-48d78797277a/1777853b-2ef7-4202-9c20-94e4b1ab3aa4/459ad558-4a34-492d-afea-23e7688b3896) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:53:51.883305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:51.904976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0822da5-8465-483b-9f5a-cecba171ec81 None None] Pushing event updated for resources: {'Port': ['ID=e729c9e9-60f8-418e-829f-3564442a0eca,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:51.923541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Transition to ACTIVE for port object 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:53:51.954215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:52.052547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:53:52.055843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:53:52.060031 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:53:52.150112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'Port': ['ID=8fe5ed87-55ff-4574-b5a5-96f4ace4a057,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:52.229719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:52.232469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:52.248699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:52.287912 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-2e88429e-ea5e-48be-8527-b3ff7341e45d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3248117 Jun 15 14:53:52.291369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object 459ad558-4a34-492d-afea-23e7688b3896 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:53:52.303424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Request body: {'port': {'device_id': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:52.325936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:52.386946 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 23111fbe-ec64-422e-9f37-48d78797277a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:53:52.393636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:53:52.396199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:53:52.474818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:52.501320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8754bb43-e86e-4d99-9d76-f6ca7dc893eb None None] Provisioning for port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:53:52.507796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8754bb43-e86e-4d99-9d76-f6ca7dc893eb None None] Provisioning complete for port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:52.508438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8754bb43-e86e-4d99-9d76-f6ca7dc893eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:52.668924 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8754bb43-e86e-4d99-9d76-f6ca7dc893eb None None] Port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:53:52.736665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:52.748616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e729c9e9-60f8-418e-829f-3564442a0eca up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:53:52.850026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port e729c9e9-60f8-418e-829f-3564442a0eca completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:53:52.857141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2e88617b-35f8-45d9-8636-265e82477c52 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:53:52.934956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=459ad558-4a34-492d-afea-23e7688b3896,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:52.940481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 2e88617b-35f8-45d9-8636-265e82477c52 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:53:52.949662 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 2e88617b-35f8-45d9-8636-265e82477c52 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:52.950474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:52.967361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:52.967707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:52.968049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:52.968408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:52.968772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:52.969121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:52.969451 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:52.974677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:52.975093 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:52.975439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:52.975775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:52.976110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:53:53.079225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358a67e-8ca3-4e68-965b-d4fa3db8733c req-be344064-af86-4416-9232-0cca35ed3155 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:53.081415 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5358a67e-8ca3-4e68-965b-d4fa3db8733c req-be344064-af86-4416-9232-0cca35ed3155 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 932 time: 0.2092340 Jun 15 14:53:53.136500 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 2e88617b-35f8-45d9-8636-265e82477c52 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:53:53.137014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:53.162248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 2e88617b-35f8-45d9-8636-265e82477c52, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=2e88617b-35f8-45d9-8636-265e82477c52,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:53.170613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:53.234641 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5358a67e-8ca3-4e68-965b-d4fa3db8733c req-f2f6776e-a49a-4e51-9373-06919dffe6b7 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392460 Jun 15 14:53:53.246005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:53.290107 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=2e88617b-35f8-45d9-8636-265e82477c52,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:53.327504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:53:53.337976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:53.355953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Transition to ACTIVE for port object 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:53:53.363526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:53.488498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c13a855-e343-49d3-9a9a-86c9bea5338b None None] Network 23111fbe-ec64-422e-9f37-48d78797277a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:53:53.729641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e7865087-05b9-41df-a5a4-4edcc5e55947 None None] Provisioning for port e729c9e9-60f8-418e-829f-3564442a0eca completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:53:53.740229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e7865087-05b9-41df-a5a4-4edcc5e55947 None None] Provisioning complete for port e729c9e9-60f8-418e-829f-3564442a0eca triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:53.741324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7865087-05b9-41df-a5a4-4edcc5e55947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:53.839870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe5ed87-55ff-4574-b5a5-96f4ace4a057,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:53.920780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:53.926096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:53.944284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Attempting to bind port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:53:53.946780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Attempting to bind port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:53:53.946780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Attempting to bind port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 on network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:53:53.952453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 on network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:53:53.952791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Attempting to bind port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 on network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:53:53.959202 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:53:53.959622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Checking segment: {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:53:53.960020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Bound using segment: {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:53:53.960869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Bound port: 8fe5ed87-55ff-4574-b5a5-96f4ace4a057, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8906bb4-fcc9-4334-9720-bdb6aede053f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:53:53.960869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:53.969291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e7865087-05b9-41df-a5a4-4edcc5e55947 None None] Current status of the port e729c9e9-60f8-418e-829f-3564442a0eca is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:53:53.969835 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7865087-05b9-41df-a5a4-4edcc5e55947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:54.011509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e7865087-05b9-41df-a5a4-4edcc5e55947 None None] For port e729c9e9-60f8-418e-829f-3564442a0eca, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e729c9e9-60f8-418e-829f-3564442a0eca,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:54.019591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7865087-05b9-41df-a5a4-4edcc5e55947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:54.058920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:54.064701 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=459ad558-4a34-492d-afea-23e7688b3896,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:54.090484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] For port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:53:54.093823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] For port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=8fe5ed87-55ff-4574-b5a5-96f4ace4a057,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:53:54.098654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:54.112498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7865087-05b9-41df-a5a4-4edcc5e55947 None None] Pushing event updated for resources: {'Port': ['ID=e729c9e9-60f8-418e-829f-3564442a0eca,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:54.184166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:54.184824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:54.186337 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] 10.222.0.44 "PUT /v2.0/ports/8fe5ed87-55ff-4574-b5a5-96f4ace4a057 HTTP/1.1" status: 200 len: 1094 time: 1.8913724 Jun 15 14:53:54.186681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'tag': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:53:54.216075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6143c6-74ce-47b6-83e5-7ed7645dea86 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe5ed87-55ff-4574-b5a5-96f4ace4a057,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:54.236336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 23111fbe-ec64-422e-9f37-48d78797277a is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:53:54.238911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:53:54.306136 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4acd17b9-187d-436a-b895-8e9c6a71b781'] response: {'name': 'network-changed', 'server_uuid': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'tag': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057', 'status': 'completed', 'code': 200} Jun 15 14:53:54.341203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db351c0-5629-4475-bf89-a9363a865f8f req-e38eaa93-4719-4e79-bc1e-d2ea0749384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:54.342629 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-e38eaa93-4719-4e79-bc1e-d2ea0749384a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 1097 time: 0.1103914 Jun 15 14:53:54.370260 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38eb066b-b12d-4df9-b130-ec29d8404d91 None None] Provisioning for port 459ad558-4a34-492d-afea-23e7688b3896 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:53:54.377795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38eb066b-b12d-4df9-b130-ec29d8404d91 None None] Provisioning complete for port 459ad558-4a34-492d-afea-23e7688b3896 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:54.378416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38eb066b-b12d-4df9-b130-ec29d8404d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:54.450755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-38eb066b-b12d-4df9-b130-ec29d8404d91 None None] Port 459ad558-4a34-492d-afea-23e7688b3896 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:53:54.451223 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-b08c3270-b339-40db-8dba-9bd22da30627 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fe5ed87-55ff-4574-b5a5-96f4ace4a057 HTTP/1.1" status: 200 len: 217 time: 0.1018703 Jun 15 14:53:54.464505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-38eb066b-b12d-4df9-b130-ec29d8404d91 None None] Provisioning complete for port e729c9e9-60f8-418e-829f-3564442a0eca triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:54.465124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-38eb066b-b12d-4df9-b130-ec29d8404d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:54.526219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db351c0-5629-4475-bf89-a9363a865f8f req-92925a01-4d99-40cf-952b-def14d0c45d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:54.527676 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-92925a01-4d99-40cf-952b-def14d0c45d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0705769 Jun 15 14:53:54.625328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-38eb066b-b12d-4df9-b130-ec29d8404d91 None None] Current status of the port e729c9e9-60f8-418e-829f-3564442a0eca is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:53:54.630722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e729c9e9-60f8-418e-829f-3564442a0eca up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:53:54.645624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db351c0-5629-4475-bf89-a9363a865f8f req-72b72b9f-1423-4ebf-87ad-d004d6e9dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:54.647790 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-72b72b9f-1423-4ebf-87ad-d004d6e9dc62 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1135204 Jun 15 14:53:54.721662 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e729c9e9-60f8-418e-829f-3564442a0eca triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:54.721662 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:54.738285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f5453-9382-49f3-92df-5ee40e161355 req-3325e75c-952b-4e86-9d7a-adddf45b8926 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:54.739956 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-088f5453-9382-49f3-92df-5ee40e161355 req-3325e75c-952b-4e86-9d7a-adddf45b8926 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 944 time: 0.1686478 Jun 15 14:53:54.769388 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router b7145b66-f93c-43e5-97c2-114dcd2af43c has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:53:54.807068 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-5ad93279-4d54-42ce-b168-77ce20f3d38a service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523845 Jun 15 14:53:54.809087 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-088f5453-9382-49f3-92df-5ee40e161355 req-c0586574-0645-4a13-825b-f01594530c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599329 Jun 15 14:53:54.809705 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7f7e92c3-7ee9-4cac-a7f3-28092a2a91e1 None None] Provisioning complete for port 459ad558-4a34-492d-afea-23e7688b3896 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:54.810171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7f7e92c3-7ee9-4cac-a7f3-28092a2a91e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:54.911278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e92c3-7ee9-4cac-a7f3-28092a2a91e1 None None] Port 459ad558-4a34-492d-afea-23e7688b3896 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:53:54.944688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e729c9e9-60f8-418e-829f-3564442a0eca is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:53:54.945797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2e88617b-35f8-45d9-8636-265e82477c52 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:53:54.955630 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9db351c0-5629-4475-bf89-a9363a865f8f req-31e07838-3ed1-4bd7-b6de-9e478975f9ea service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423664 Jun 15 14:53:55.003913 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:53:55.016233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Sync routers for ids ['b7145b66-f93c-43e5-97c2-114dcd2af43c'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:53:55.021692 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d1db9310-ab35-48d3-917f-dbd3e134f52c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/b7145b66-f93c-43e5-97c2-114dcd2af43c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7613051 Jun 15 14:53:55.022306 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40978) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:55.037322 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Routers {'b7145b66-f93c-43e5-97c2-114dcd2af43c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:53:55.037949 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:53:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b7145b66-f93c-43e5-97c2-114dcd2af43c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:55.091500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc7fb-5846-448b-add2-78de5c0e5c64 req-164371d6-e3df-4d89-ac62-c4c22da91463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.093040 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e1fc7fb-5846-448b-add2-78de5c0e5c64 req-164371d6-e3df-4d89-ac62-c4c22da91463 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 1097 time: 0.0852947 Jun 15 14:53:55.116956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 2e88617b-35f8-45d9-8636-265e82477c52 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:55.117336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:55.177969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfcff16-2580-43d1-8c05-9532972ab57a tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.178552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfcff16-2580-43d1-8c05-9532972ab57a tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.179076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfcff16-2580-43d1-8c05-9532972ab57a tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.179599 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfcff16-2580-43d1-8c05-9532972ab57a tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.180201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfcff16-2580-43d1-8c05-9532972ab57a tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.180720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfcff16-2580-43d1-8c05-9532972ab57a tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.185327 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2dfcff16-2580-43d1-8c05-9532972ab57a tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1596918 Jun 15 14:53:55.185699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40982) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:55.236859 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc7fb-5846-448b-add2-78de5c0e5c64 req-e297dee8-9e5a-4b81-a8d3-d3670d4c5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.238584 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e1fc7fb-5846-448b-add2-78de5c0e5c64 req-e297dee8-9e5a-4b81-a8d3-d3670d4c5a3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.1383858 Jun 15 14:53:55.271928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a080476-fb61-452a-83de-4fc377ba0079 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.272514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a080476-fb61-452a-83de-4fc377ba0079 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.272974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a080476-fb61-452a-83de-4fc377ba0079 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.273430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a080476-fb61-452a-83de-4fc377ba0079 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.273938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a080476-fb61-452a-83de-4fc377ba0079 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.274759 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a080476-fb61-452a-83de-4fc377ba0079 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.278852 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1a080476-fb61-452a-83de-4fc377ba0079 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0892813 Jun 15 14:53:55.279236 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40986) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:55.311756 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e1fc7fb-5846-448b-add2-78de5c0e5c64 req-c2cd54ac-2e6f-4db9-9034-d7bcd8cd7f9e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fe5ed87-55ff-4574-b5a5-96f4ace4a057 HTTP/1.1" status: 200 len: 217 time: 0.0665011 Jun 15 14:53:55.317906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-41bb4f1a-c5b0-48cb-a9bc-16bf54e8bd8a None None] Provisioning complete for port 459ad558-4a34-492d-afea-23e7688b3896 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:55.318252 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-41bb4f1a-c5b0-48cb-a9bc-16bf54e8bd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:55.388928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc7fb-5846-448b-add2-78de5c0e5c64 req-c4109c41-3d0b-4f4f-9ae6-bc9d1cbf3fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.390371 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e1fc7fb-5846-448b-add2-78de5c0e5c64 req-c4109c41-3d0b-4f4f-9ae6-bc9d1cbf3fcd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0722401 Jun 15 14:53:55.439367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Set router b7145b66-f93c-43e5-97c2-114dcd2af43c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:53:55.480003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc7fb-5846-448b-add2-78de5c0e5c64 req-d9d4f7e0-e27f-45c0-8524-31c107d3da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:55.481571 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e1fc7fb-5846-448b-add2-78de5c0e5c64 req-d9d4f7e0-e27f-45c0-8524-31c107d3da45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853581 Jun 15 14:53:55.504842 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b896bf41-3845-43dc-9b0b-6e3c77d3eb5a tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2244456 Jun 15 14:53:55.518333 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-41bb4f1a-c5b0-48cb-a9bc-16bf54e8bd8a None None] Port 459ad558-4a34-492d-afea-23e7688b3896 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:53:55.532066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 2e88617b-35f8-45d9-8636-265e82477c52 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:53:55.577519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40992) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:55.583290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284614975', 'description': 'tempest-secgroup-smoke-284614975 description', 'project_id': '032b1386b78145d282edf892a5a65f64'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:55.590024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:55.595805 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:55.598761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:55.605049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:55.619537 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:55.633423 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e1fc7fb-5846-448b-add2-78de5c0e5c64 req-8a5642c1-4100-45dd-ab2e-95266b1b8b06 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446455 Jun 15 14:53:55.643794 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:55.653224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:55.656923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:55.664282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:55.750845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:55.755889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:55.807911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:55.812947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '459ad558-4a34-492d-afea-23e7688b3896', 'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:ea:08:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:51Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:55.816611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:55.817922 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9d26bda7-a0f1-4e0a-acce-c425d9aa54c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2392149 Jun 15 14:53:55.821293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 40996) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:55.825243 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Checking router: b7145b66-f93c-43e5-97c2-114dcd2af43c for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:53:55.825596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Updating router b7145b66-f93c-43e5-97c2-114dcd2af43c port 459ad558-4a34-492d-afea-23e7688b3896 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:53:55.827678 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b2fdb9e0-8005-4c7e-b769-a3d5f74938a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '3d572238-a6d7-4f4b-a6e5-e12c6240e6c1', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:55.840812 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b2fdb9e0-8005-4c7e-b769-a3d5f74938a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:55.846426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b2fdb9e0-8005-4c7e-b769-a3d5f74938a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:55.850626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b2fdb9e0-8005-4c7e-b769-a3d5f74938a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:55.858446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b2fdb9e0-8005-4c7e-b769-a3d5f74938a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:55.887223 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2fdb9e0-8005-4c7e-b769-a3d5f74938a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:55.897978 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:55.923516 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e1fc7fb-5846-448b-add2-78de5c0e5c64 req-3db2123e-95f9-4f25-8596-4b1e6c2aa418 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833009 Jun 15 14:53:56.012824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2fdb9e0-8005-4c7e-b769-a3d5f74938a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.019863 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2fdb9e0-8005-4c7e-b769-a3d5f74938a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.051372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdb9e0-8005-4c7e-b769-a3d5f74938a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23ef7d9-0084-4704-a792-1ebd70f8545e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:56.064513 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0d738-b46b-4547-bc1f-918e8b4f13a8 req-31e50844-8670-4348-a541-6762bbbd3855 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:56.066044 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8ce0d738-b46b-4547-bc1f-918e8b4f13a8 req-31e50844-8670-4348-a541-6762bbbd3855 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 944 time: 0.1396952 Jun 15 14:53:56.067268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2fdb9e0-8005-4c7e-b769-a3d5f74938a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.071395 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b2fdb9e0-8005-4c7e-b769-a3d5f74938a6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2459691 Jun 15 14:53:56.071740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41002) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:56.077579 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d6182475-9d39-4c47-8811-a01ed2805f23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '3d572238-a6d7-4f4b-a6e5-e12c6240e6c1', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:56.097793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d6182475-9d39-4c47-8811-a01ed2805f23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:56.105171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d6182475-9d39-4c47-8811-a01ed2805f23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:56.109507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d6182475-9d39-4c47-8811-a01ed2805f23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:56.121962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d6182475-9d39-4c47-8811-a01ed2805f23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:56.139081 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8ce0d738-b46b-4547-bc1f-918e8b4f13a8 req-d2a79073-729f-4faf-9ab9-0fca94e12048 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646043 Jun 15 14:53:56.148106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6182475-9d39-4c47-8811-a01ed2805f23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.210312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6182475-9d39-4c47-8811-a01ed2805f23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.214382 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6182475-9d39-4c47-8811-a01ed2805f23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.237876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6182475-9d39-4c47-8811-a01ed2805f23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93caf0a9-c73e-4ad9-89ab-404d6c817e6f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:56.249323 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d6182475-9d39-4c47-8811-a01ed2805f23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.250494 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d6182475-9d39-4c47-8811-a01ed2805f23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1778052 Jun 15 14:53:56.253332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41006) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:56.258811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e10e8068-9211-4a48-bb88-89921b892706 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '3d572238-a6d7-4f4b-a6e5-e12c6240e6c1', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:56.264767 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e10e8068-9211-4a48-bb88-89921b892706 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:56.268573 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e10e8068-9211-4a48-bb88-89921b892706 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:56.271549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e10e8068-9211-4a48-bb88-89921b892706 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:56.273397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.278535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e10e8068-9211-4a48-bb88-89921b892706 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:56.285854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Transition to ACTIVE for port object 459ad558-4a34-492d-afea-23e7688b3896 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:53:56.292770 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.295852 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e10e8068-9211-4a48-bb88-89921b892706 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.361387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e10e8068-9211-4a48-bb88-89921b892706 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.366748 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e10e8068-9211-4a48-bb88-89921b892706 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.392549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e8068-9211-4a48-bb88-89921b892706 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c084cf-7ded-4fa6-b56a-e0d23c087e92,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:56.410379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e10e8068-9211-4a48-bb88-89921b892706 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.411733 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e10e8068-9211-4a48-bb88-89921b892706 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1574523 Jun 15 14:53:56.415420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41010) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:56.420758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-beef976d-4c26-433d-b817-3ab903b9134b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '3d572238-a6d7-4f4b-a6e5-e12c6240e6c1', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:56.427149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-beef976d-4c26-433d-b817-3ab903b9134b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:56.431865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-beef976d-4c26-433d-b817-3ab903b9134b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:56.434865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-beef976d-4c26-433d-b817-3ab903b9134b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:56.442714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-beef976d-4c26-433d-b817-3ab903b9134b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:56.455681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddd6f2-eeba-4fe3-8864-a5af35328a43 None None] Pushing event updated for resources: {'Port': ['ID=459ad558-4a34-492d-afea-23e7688b3896,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:56.469095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-beef976d-4c26-433d-b817-3ab903b9134b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.523524 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Attempting to bind port 459ad558-4a34-492d-afea-23e7688b3896 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:53:56.524032 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Attempting to bind port 459ad558-4a34-492d-afea-23e7688b3896 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:53:56.524625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Attempting to bind port 459ad558-4a34-492d-afea-23e7688b3896 on network 23111fbe-ec64-422e-9f37-48d78797277a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:53:56.530489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:53:56.530965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Checking segment: {'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:53:56.531437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.531899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Bound using segment: {'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:53:56.532634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Bound port: 459ad558-4a34-492d-afea-23e7688b3896, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:53:56.533188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.543053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-beef976d-4c26-433d-b817-3ab903b9134b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.549022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-beef976d-4c26-433d-b817-3ab903b9134b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.572768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef976d-4c26-433d-b817-3ab903b9134b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1011c1a9-073f-4213-a8c8-7b5e5ee95b8f,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:56.582226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-beef976d-4c26-433d-b817-3ab903b9134b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.583422 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-beef976d-4c26-433d-b817-3ab903b9134b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1669779 Jun 15 14:53:56.586256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41014) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:56.591548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f8db33d6-4868-4ac5-972c-138d4bb73919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '3d572238-a6d7-4f4b-a6e5-e12c6240e6c1', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:56.597589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f8db33d6-4868-4ac5-972c-138d4bb73919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:56.601385 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f8db33d6-4868-4ac5-972c-138d4bb73919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:56.604813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f8db33d6-4868-4ac5-972c-138d4bb73919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:56.610456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f8db33d6-4868-4ac5-972c-138d4bb73919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:56.622431 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-f8db33d6-4868-4ac5-972c-138d4bb73919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:53:56.630003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f8db33d6-4868-4ac5-972c-138d4bb73919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.635028 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] For port 459ad558-4a34-492d-afea-23e7688b3896, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:53:56.639474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] For port 459ad558-4a34-492d-afea-23e7688b3896, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=459ad558-4a34-492d-afea-23e7688b3896,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:53:56.650390 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.700999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f8db33d6-4868-4ac5-972c-138d4bb73919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.706226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f8db33d6-4868-4ac5-972c-138d4bb73919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.736497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db33d6-4868-4ac5-972c-138d4bb73919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd699f28-1dad-40d4-aca9-403f3a5b00b7,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:56.737315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Routers {'b7145b66-f93c-43e5-97c2-114dcd2af43c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:53:56.738515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:53:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b7145b66-f93c-43e5-97c2-114dcd2af43c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:56.744531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f8db33d6-4868-4ac5-972c-138d4bb73919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.748240 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f8db33d6-4868-4ac5-972c-138d4bb73919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1584661 Jun 15 14:53:56.748600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41018) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:53:56.753705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b42ce019-60ba-4838-88ae-11b117d5bd97 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '3d572238-a6d7-4f4b-a6e5-e12c6240e6c1', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:56.759928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b42ce019-60ba-4838-88ae-11b117d5bd97 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:56.763951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b42ce019-60ba-4838-88ae-11b117d5bd97 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:53:56.766934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b42ce019-60ba-4838-88ae-11b117d5bd97 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:53:56.776763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b42ce019-60ba-4838-88ae-11b117d5bd97 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:56.787672 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-b42ce019-60ba-4838-88ae-11b117d5bd97 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:53:56.795072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b42ce019-60ba-4838-88ae-11b117d5bd97 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.873873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b42ce019-60ba-4838-88ae-11b117d5bd97 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.875994 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddd6f2-eeba-4fe3-8864-a5af35328a43 None None] Pushing event updated for resources: {'Port': ['ID=459ad558-4a34-492d-afea-23e7688b3896,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:56.881226 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b42ce019-60ba-4838-88ae-11b117d5bd97 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.907491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ce019-60ba-4838-88ae-11b117d5bd97 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487b1624-8e56-4282-9925-7f1afdcfd8fa,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:56.922951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b42ce019-60ba-4838-88ae-11b117d5bd97 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:56.924560 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b42ce019-60ba-4838-88ae-11b117d5bd97 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1747835 Jun 15 14:53:56.997203 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] Set router b7145b66-f93c-43e5-97c2-114dcd2af43c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:53:57.087803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-25d0de84-74ab-4776-8162-9d5139561690 req-113b6526-2ca8-4c84-a7d8-f715292fa7b0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:53:57.104759 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-25d0de84-74ab-4776-8162-9d5139561690 req-113b6526-2ca8-4c84-a7d8-f715292fa7b0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:53:57.105994 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-113b6526-2ca8-4c84-a7d8-f715292fa7b0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284614975&fields=id&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 267 time: 0.0571563 Jun 15 14:53:57.263418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0de84-74ab-4776-8162-9d5139561690 req-cde35f2f-2f61-4ed7-9301-f65250bf9393 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:57.265619 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-cde35f2f-2f61-4ed7-9301-f65250bf9393 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/networks?id=23111fbe-ec64-422e-9f37-48d78797277a HTTP/1.1" status: 200 len: 797 time: 0.1527901 Jun 15 14:53:57.282540 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-252b9c24-75f3-47cc-81d6-1609af553fda tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/quotas/032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 375 time: 0.0103860 Jun 15 14:53:57.322898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4b4d6201-8969-4fc0-9e7e-b140d156fff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:57.354048 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '459ad558-4a34-492d-afea-23e7688b3896', 'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:ea:08:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:51Z', 'updated_at': '2022-06-15T14:53:56Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:53:57.357510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a48ec7-7bc8-4d92-bbc6-bab961d8d7e1 req-f7ff81f7-167e-4a15-8c49-9e27c03c67dd tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:57.358234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c16af9-bbba-48f2-b7d5-ca4f312587c5 None None] The sync data for ids ['b7145b66-f93c-43e5-97c2-114dcd2af43c'] in dv-neutron-845844-1-hyperv is: [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '459ad558-4a34-492d-afea-23e7688b3896', 'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:ea:08:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:51Z', 'updated_at': '2022-06-15T14:53:56Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:53:57.359192 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-29a48ec7-7bc8-4d92-bbc6-bab961d8d7e1 req-f7ff81f7-167e-4a15-8c49-9e27c03c67dd tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 944 time: 0.1039994 Jun 15 14:53:57.389452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-25d0de84-74ab-4776-8162-9d5139561690 req-d3aad558-3cc6-4917-9ac6-c780a9a3e038 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:53:57.419172 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-25d0de84-74ab-4776-8162-9d5139561690 req-d3aad558-3cc6-4917-9ac6-c780a9a3e038 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:53:57.422266 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-d3aad558-3cc6-4917-9ac6-c780a9a3e038 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1326506 Jun 15 14:53:57.433619 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-29a48ec7-7bc8-4d92-bbc6-bab961d8d7e1 req-7ade4f67-847c-4126-a3c8-4cb1da50c61a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635335 Jun 15 14:53:57.604077 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-b411adca-b486-471d-a862-05785a59a3fd service neutron] 10.222.0.26 "GET /v2.0/networks/23111fbe-ec64-422e-9f37-48d78797277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600635 Jun 15 14:53:57.783717 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-339069cf-8646-41b3-9143-c24952284178 service neutron] 10.222.0.26 "GET /v2.0/networks/23111fbe-ec64-422e-9f37-48d78797277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711557 Jun 15 14:53:58.058776 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-ca458d08-85a1-4243-8be9-4ba16665ae1f req-f8227d75-16d2-49de-990c-6420108bd22b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:53:58.080140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-ca458d08-85a1-4243-8be9-4ba16665ae1f req-f8227d75-16d2-49de-990c-6420108bd22b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:53:58.082584 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ca458d08-85a1-4243-8be9-4ba16665ae1f req-f8227d75-16d2-49de-990c-6420108bd22b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 210 time: 0.1007078 Jun 15 14:53:58.655079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 459ad558-4a34-492d-afea-23e7688b3896 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:53:58.697304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eca64e-0feb-4805-925a-741ed7a7c1f4 req-333396bc-0fd2-4209-9f74-81be8f825847 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:58.699096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-25eca64e-0feb-4805-925a-741ed7a7c1f4 req-333396bc-0fd2-4209-9f74-81be8f825847 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Synchronizing usage tracker for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:53:58.721503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-25eca64e-0feb-4805-925a-741ed7a7c1f4 req-333396bc-0fd2-4209-9f74-81be8f825847 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Unset dirty status for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:53:58.722872 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25eca64e-0feb-4805-925a-741ed7a7c1f4 req-333396bc-0fd2-4209-9f74-81be8f825847 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 944 time: 0.1574035 Jun 15 14:53:58.750493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 459ad558-4a34-492d-afea-23e7688b3896 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:53:58.759945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 459ad558-4a34-492d-afea-23e7688b3896 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:53:58.760374 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:58.788709 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25eca64e-0feb-4805-925a-741ed7a7c1f4 req-8237ab2a-e662-4eb0-b80c-b1753dee5fe0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583436 Jun 15 14:53:58.887947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 459ad558-4a34-492d-afea-23e7688b3896 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:53:58.888357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:58.926932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 459ad558-4a34-492d-afea-23e7688b3896, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=459ad558-4a34-492d-afea-23e7688b3896,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:53:58.934008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:59.015814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=459ad558-4a34-492d-afea-23e7688b3896,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:53:59.264433 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2568ea3a-6e0b-4fc7-abab-bf8b7e662138 req-aea02208-453c-4efb-96bf-03cd431f3501 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 210 time: 0.0616822 Jun 15 14:53:59.363458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0de84-74ab-4776-8162-9d5139561690 req-902b430a-5afb-4e6e-846c-2070b4d561e0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:53:59.364931 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-902b430a-5afb-4e6e-846c-2070b4d561e0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks?id=23111fbe-ec64-422e-9f37-48d78797277a HTTP/1.1" status: 200 len: 797 time: 0.1579049 Jun 15 14:53:59.373439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96050d45-39b6-4b3e-bc95-67e004d57f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:59.416426 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-25186356-a50f-411c-a3fd-32631b8236e8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 379 time: 0.0433142 Jun 15 14:53:59.424829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'device_id': '1226facc-195a-4233-a504-759e856fe720', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'admin_state_up': True, 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'security_groups': ['3d572238-a6d7-4f4b-a6e5-e12c6240e6c1']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:53:59.569911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:53:59.581806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:53:59.595048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:53:59.598911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:53:59.787946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.3 (23111fbe-ec64-422e-9f37-48d78797277a/1777853b-2ef7-4202-9c20-94e4b1ab3aa4/44bc9e16-9fa5-4916-803e-871c753f2c9c) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:54:00.073589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:00.100331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba170e-99b8-4f25-b394-c383f38e8388 req-990ab679-f973-46cb-a99e-63b4d5ddea60 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:00.101988 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9ba170e-99b8-4f25-b394-c383f38e8388 req-990ab679-f973-46cb-a99e-63b4d5ddea60 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 944 time: 0.1849759 Jun 15 14:54:00.104794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object 44bc9e16-9fa5-4916-803e-871c753f2c9c will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:54:00.161517 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9ba170e-99b8-4f25-b394-c383f38e8388 req-4107562e-3e57-428f-9c08-c019a7fac3e8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517218 Jun 15 14:54:00.171845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:00.370463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 23111fbe-ec64-422e-9f37-48d78797277a is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:54:00.373235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:54:00.382616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:54:00.411303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=44bc9e16-9fa5-4916-803e-871c753f2c9c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:00.462707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:00.463496 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:00.511694 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-ef97fc51-c63f-4e0b-9f5a-43bc89d7f187 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0903730 Jun 15 14:54:00.524878 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Request body: {'port': {'device_id': '1226facc-195a-4233-a504-759e856fe720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:54:00.610727 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:00.626485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:00.657850 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1e99c8-7133-472d-bf9d-519afb960f5c req-85c2bd64-3688-4703-8e39-e977f6721a2a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:00.660533 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2f1e99c8-7133-472d-bf9d-519afb960f5c req-85c2bd64-3688-4703-8e39-e977f6721a2a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 931 time: 0.2780674 Jun 15 14:54:00.680077 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 459ad558-4a34-492d-afea-23e7688b3896 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:54:00.695332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:00.751361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-2f1e99c8-7133-472d-bf9d-519afb960f5c req-856c3c94-f419-493a-bf87-e4f4cdd43836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:54:00.776218 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-2f1e99c8-7133-472d-bf9d-519afb960f5c req-856c3c94-f419-493a-bf87-e4f4cdd43836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:54:00.785873 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2f1e99c8-7133-472d-bf9d-519afb960f5c req-856c3c94-f419-493a-bf87-e4f4cdd43836 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053174 Jun 15 14:54:00.790813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ea5ba7db-fe13-4e5e-ad8b-d579050e1402 None None] Provisioning for port 44bc9e16-9fa5-4916-803e-871c753f2c9c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:54:00.797478 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ea5ba7db-fe13-4e5e-ad8b-d579050e1402 None None] Provisioning complete for port 44bc9e16-9fa5-4916-803e-871c753f2c9c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:54:00.797851 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea5ba7db-fe13-4e5e-ad8b-d579050e1402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:00.829085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 459ad558-4a34-492d-afea-23e7688b3896 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:54:00.829518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:00.916555 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ba7db-fe13-4e5e-ad8b-d579050e1402 None None] Port 44bc9e16-9fa5-4916-803e-871c753f2c9c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:54:01.007094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 459ad558-4a34-492d-afea-23e7688b3896 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:54:01.135979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bc9e16-9fa5-4916-803e-871c753f2c9c {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:54:01.143726 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:01.160505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Transition to ACTIVE for port object 44bc9e16-9fa5-4916-803e-871c753f2c9c will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:54:01.166035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:01.386985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Pushing event updated for resources: {'Port': ['ID=44bc9e16-9fa5-4916-803e-871c753f2c9c,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:01.494787 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Attempting to bind port 44bc9e16-9fa5-4916-803e-871c753f2c9c on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:54:01.495527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Attempting to bind port 44bc9e16-9fa5-4916-803e-871c753f2c9c by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:54:01.495527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Attempting to bind port 44bc9e16-9fa5-4916-803e-871c753f2c9c on network 23111fbe-ec64-422e-9f37-48d78797277a {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:54:01.504959 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047c125-fbf4-40ab-9d10-90dd5868652d req-39dbff65-1f57-41b1-bb5e-119ebbb48c2b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:01.506411 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0047c125-fbf4-40ab-9d10-90dd5868652d req-39dbff65-1f57-41b1-bb5e-119ebbb48c2b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 944 time: 0.2210112 Jun 15 14:54:01.510629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Port 44bc9e16-9fa5-4916-803e-871c753f2c9c on network 23111fbe-ec64-422e-9f37-48d78797277a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:54:01.510910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Attempting to bind port 44bc9e16-9fa5-4916-803e-871c753f2c9c on network 23111fbe-ec64-422e-9f37-48d78797277a {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:54:01.529298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:54:01.529638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Checking segment: {'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:54:01.530020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Bound using segment: {'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:54:01.530461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Bound port: 44bc9e16-9fa5-4916-803e-871c753f2c9c, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4238503-47ee-49ef-8b94-9ddbb6de714e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:54:01.530831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:01.610394 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0047c125-fbf4-40ab-9d10-90dd5868652d req-6d4d5415-6d46-49d3-994a-77f77ad18221 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969672 Jun 15 14:54:01.643365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] For port 44bc9e16-9fa5-4916-803e-871c753f2c9c, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:54:01.646747 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] For port 44bc9e16-9fa5-4916-803e-871c753f2c9c, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=44bc9e16-9fa5-4916-803e-871c753f2c9c,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:54:01.651422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:01.715439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:01.716052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:01.717412 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] 10.222.0.44 "PUT /v2.0/ports/44bc9e16-9fa5-4916-803e-871c753f2c9c HTTP/1.1" status: 200 len: 1093 time: 1.1981170 Jun 15 14:54:01.717837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1226facc-195a-4233-a504-759e856fe720', 'tag': '44bc9e16-9fa5-4916-803e-871c753f2c9c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:54:01.748369 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1f9d8-f16a-449b-88a6-c028bc7c8d15 service neutron] Pushing event updated for resources: {'Port': ['ID=44bc9e16-9fa5-4916-803e-871c753f2c9c,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:01.816614 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257190a1-61c0-4a9d-8d48-74ae3b428ab2'] response: {'name': 'network-changed', 'server_uuid': '1226facc-195a-4233-a504-759e856fe720', 'tag': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'status': 'completed', 'code': 200} Jun 15 14:54:01.868319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0de84-74ab-4776-8162-9d5139561690 req-5cad9a46-aa0d-438c-ab8c-362d4df83ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:01.870145 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-5cad9a46-aa0d-438c-ab8c-362d4df83ede service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 1096 time: 0.0962968 Jun 15 14:54:01.993141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:01.995222 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-d0ffee7b-ef59-456b-b96f-f9203c65f080 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44bc9e16-9fa5-4916-803e-871c753f2c9c HTTP/1.1" status: 200 len: 217 time: 0.1105418 Jun 15 14:54:02.078224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0de84-74ab-4776-8162-9d5139561690 req-55c19475-3ea1-4966-82ca-801eb30c1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:02.079673 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-55c19475-3ea1-4966-82ca-801eb30c1561 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1777853b-2ef7-4202-9c20-94e4b1ab3aa4 HTTP/1.1" status: 200 len: 834 time: 0.0738873 Jun 15 14:54:02.137417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee8419-3540-426e-a1b1-509d516b6b05 req-4f2419ae-5cc5-4a25-ba7b-4cc6b6eac311 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:02.138098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f7ee8419-3540-426e-a1b1-509d516b6b05 req-4f2419ae-5cc5-4a25-ba7b-4cc6b6eac311 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:54:02.167474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:54:02.170992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f7ee8419-3540-426e-a1b1-509d516b6b05 req-4f2419ae-5cc5-4a25-ba7b-4cc6b6eac311 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:54:02.172198 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7ee8419-3540-426e-a1b1-509d516b6b05 req-4f2419ae-5cc5-4a25-ba7b-4cc6b6eac311 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 943 time: 0.2343690 Jun 15 14:54:02.223444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0de84-74ab-4776-8162-9d5139561690 req-bc9391e2-df5e-46c7-baf6-095d0cf8ec40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:02.224983 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-bc9391e2-df5e-46c7-baf6-095d0cf8ec40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23111fbe-ec64-422e-9f37-48d78797277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1379552 Jun 15 14:54:02.232874 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7ee8419-3540-426e-a1b1-509d516b6b05 req-d9df63ab-5273-4d16-8078-9d7013169665 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532670 Jun 15 14:54:02.338224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=8fe5ed87-55ff-4574-b5a5-96f4ace4a057,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:54:02.352765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'port_id': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057', 'mac_address': 'fa:16:3e:36:68:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:54:02.370653 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-59a45adf-f187-462b-afd2-6cb8a112ff23 service neutron] 10.222.0.44 "GET /v2.0/networks/23111fbe-ec64-422e-9f37-48d78797277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367984 Jun 15 14:54:02.419931 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:54:02.420382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:02.443468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:54:02.466282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=8fe5ed87-55ff-4574-b5a5-96f4ace4a057,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:54:02.473444 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:02.556556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=8fe5ed87-55ff-4574-b5a5-96f4ace4a057,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:02.640119 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25d0de84-74ab-4776-8162-9d5139561690 req-49fb4e20-6be1-40d7-92d2-92c843dda4d0 service neutron] 10.222.0.44 "GET /v2.0/networks/23111fbe-ec64-422e-9f37-48d78797277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608252 Jun 15 14:54:02.692619 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['8fe5ed87-55ff-4574-b5a5-96f4ace4a057'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:54:02.823427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593cb3e-b7be-4048-8863-8370a7f96b06 req-725b0101-4ed2-47c5-b47e-781f24a7fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:02.824987 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6593cb3e-b7be-4048-8863-8370a7f96b06 req-725b0101-4ed2-47c5-b47e-781f24a7fe9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 1096 time: 0.1116252 Jun 15 14:54:02.925185 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f66f2-7a79-4d69-a786-aaff4eeff925 req-822b4cfa-a85c-4249-8d41-a035130c4d38 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:02.926596 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-634f66f2-7a79-4d69-a786-aaff4eeff925 req-822b4cfa-a85c-4249-8d41-a035130c4d38 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 945 time: 0.1644642 Jun 15 14:54:02.997827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593cb3e-b7be-4048-8863-8370a7f96b06 req-29e66490-4ef9-4c78-93fb-ba167d3e6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:02.999622 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6593cb3e-b7be-4048-8863-8370a7f96b06 req-29e66490-4ef9-4c78-93fb-ba167d3e6d27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23111fbe-ec64-422e-9f37-48d78797277a HTTP/1.1" status: 200 len: 898 time: 0.1654284 Jun 15 14:54:03.035728 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-634f66f2-7a79-4d69-a786-aaff4eeff925 req-388bf601-9869-4ca5-9475-9f8893f2f502 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770473 Jun 15 14:54:03.083582 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6593cb3e-b7be-4048-8863-8370a7f96b06 req-cc7f50f5-96f8-42a9-ab25-12accdc06bff service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44bc9e16-9fa5-4916-803e-871c753f2c9c HTTP/1.1" status: 200 len: 217 time: 0.0759513 Jun 15 14:54:03.158703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593cb3e-b7be-4048-8863-8370a7f96b06 req-5ac651d1-101b-4b9b-aca5-73453595956d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:03.160332 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6593cb3e-b7be-4048-8863-8370a7f96b06 req-5ac651d1-101b-4b9b-aca5-73453595956d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1777853b-2ef7-4202-9c20-94e4b1ab3aa4 HTTP/1.1" status: 200 len: 834 time: 0.0625119 Jun 15 14:54:03.261068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593cb3e-b7be-4048-8863-8370a7f96b06 req-86518f52-7e0a-414f-be30-f6d2cd3c092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:03.262650 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6593cb3e-b7be-4048-8863-8370a7f96b06 req-86518f52-7e0a-414f-be30-f6d2cd3c092b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23111fbe-ec64-422e-9f37-48d78797277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0907865 Jun 15 14:54:03.458722 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6593cb3e-b7be-4048-8863-8370a7f96b06 req-68db548b-fee7-4bb3-9e30-eb724259a1df service neutron] 10.222.0.44 "GET /v2.0/networks/23111fbe-ec64-422e-9f37-48d78797277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875019 Jun 15 14:54:03.570957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ecc48-d252-4f48-8bd6-e6a3f03e22d1 req-7f9327a7-bd6f-443b-9c5f-ae3846e52c67 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:03.572388 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f34ecc48-d252-4f48-8bd6-e6a3f03e22d1 req-7f9327a7-bd6f-443b-9c5f-ae3846e52c67 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 943 time: 0.2141843 Jun 15 14:54:03.650175 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f34ecc48-d252-4f48-8bd6-e6a3f03e22d1 req-4628884b-ffd9-421d-9718-de69941ecdbf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676341 Jun 15 14:54:03.652362 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6593cb3e-b7be-4048-8863-8370a7f96b06 req-fa9e0713-d88b-4835-8c4a-90133e78e1e3 service neutron] 10.222.0.44 "GET /v2.0/networks/23111fbe-ec64-422e-9f37-48d78797277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872332 Jun 15 14:54:04.174895 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 44bc9e16-9fa5-4916-803e-871c753f2c9c details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:54:04.177281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:54:04.232870 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebcacf-fe05-4831-aa6e-9e2deddcf64f req-40448060-ca87-48fd-b6bf-4736bc5674aa tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:04.234463 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-08ebcacf-fe05-4831-aa6e-9e2deddcf64f req-40448060-ca87-48fd-b6bf-4736bc5674aa tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 945 time: 0.0914273 Jun 15 14:54:04.280478 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-08ebcacf-fe05-4831-aa6e-9e2deddcf64f req-5a56ea3c-a3ef-4bbe-a0be-b6be62cdf82a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398796 Jun 15 14:54:04.383050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:54:04.409417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:54:04.409789 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:04.469898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 44bc9e16-9fa5-4916-803e-871c753f2c9c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=44bc9e16-9fa5-4916-803e-871c753f2c9c,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:54:04.488022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'port_id': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'mac_address': 'fa:16:3e:d8:9e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:54:04.591731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 44bc9e16-9fa5-4916-803e-871c753f2c9c is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:54:04.592107 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:04.616959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bc9e16-9fa5-4916-803e-871c753f2c9c {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:54:04.624554 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:54:04.624928 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:04.655538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 44bc9e16-9fa5-4916-803e-871c753f2c9c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=44bc9e16-9fa5-4916-803e-871c753f2c9c,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:54:04.667987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:04.669775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:54:04.718755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=8fe5ed87-55ff-4574-b5a5-96f4ace4a057,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:54:04.735088 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03bccd9a-a25c-4682-b163-54a9e8f6dfbb'] response: {'server_uuid': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057', 'code': 200} Jun 15 14:54:04.735724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:04.758388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=44bc9e16-9fa5-4916-803e-871c753f2c9c,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:04.834656 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=8fe5ed87-55ff-4574-b5a5-96f4ace4a057,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:04.862837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2764457-f327-4578-8e36-699e344b3fc6 req-03d68d7b-b227-43c6-8a58-d57d3f2dccf5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:04.864487 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e2764457-f327-4578-8e36-699e344b3fc6 req-03d68d7b-b227-43c6-8a58-d57d3f2dccf5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 944 time: 0.0954361 Jun 15 14:54:04.897809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['44bc9e16-9fa5-4916-803e-871c753f2c9c'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:54:04.914494 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e2764457-f327-4578-8e36-699e344b3fc6 req-2b0e3bb0-7f90-4cf4-9b98-28e7eea701d7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430880 Jun 15 14:54:05.064771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd4dac-c6fc-47da-97e8-8f88c09b8361 req-ace6cc87-aefa-4e3c-ad34-067a4613045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:05.066288 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28fd4dac-c6fc-47da-97e8-8f88c09b8361 req-ace6cc87-aefa-4e3c-ad34-067a4613045f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 1099 time: 0.0817020 Jun 15 14:54:05.106002 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28fd4dac-c6fc-47da-97e8-8f88c09b8361 req-c28d25fd-1337-4a73-9a87-0d481b76a3ec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339630 Jun 15 14:54:05.497735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaef89e-4583-4ed8-ad6f-3f4fc91998b9 req-8bfd7b5a-28b0-4b0f-aee8-0043b07a3a78 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:05.499216 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaef89e-4583-4ed8-ad6f-3f4fc91998b9 req-8bfd7b5a-28b0-4b0f-aee8-0043b07a3a78 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 946 time: 0.1031637 Jun 15 14:54:05.545921 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaef89e-4583-4ed8-ad6f-3f4fc91998b9 req-879f7d34-6a18-4847-b16f-3eeeb07db654 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384538 Jun 15 14:54:06.139499 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6eab4-0769-4ac8-bac0-7935ea4d0efb req-56ae8caa-0308-4f3d-b612-a266e490337c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:06.141708 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1ef6eab4-0769-4ac8-bac0-7935ea4d0efb req-56ae8caa-0308-4f3d-b612-a266e490337c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 944 time: 0.0975027 Jun 15 14:54:06.189430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 44bc9e16-9fa5-4916-803e-871c753f2c9c up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:54:06.190256 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1ef6eab4-0769-4ac8-bac0-7935ea4d0efb req-3deae8a4-54df-4762-8033-4a5688bf3424 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423713 Jun 15 14:54:06.273497 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 44bc9e16-9fa5-4916-803e-871c753f2c9c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:54:06.278784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 44bc9e16-9fa5-4916-803e-871c753f2c9c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:54:06.279306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:06.416711 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 44bc9e16-9fa5-4916-803e-871c753f2c9c is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:54:06.416969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:06.451019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 44bc9e16-9fa5-4916-803e-871c753f2c9c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=44bc9e16-9fa5-4916-803e-871c753f2c9c,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:54:06.456245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:06.528692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=44bc9e16-9fa5-4916-803e-871c753f2c9c,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:06.736173 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1226facc-195a-4233-a504-759e856fe720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bc9e16-9fa5-4916-803e-871c753f2c9c'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:54:06.765354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6687d46-1a48-498e-bc1f-96d98212f883 req-e3d969b0-5ea0-4aac-ba51-770b1e885085 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:06.766902 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a6687d46-1a48-498e-bc1f-96d98212f883 req-e3d969b0-5ea0-4aac-ba51-770b1e885085 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 946 time: 0.0972826 Jun 15 14:54:06.781896 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d5bfba-47c8-4332-af04-19e896209de9'] response: {'server_uuid': '1226facc-195a-4233-a504-759e856fe720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'code': 200} Jun 15 14:54:06.814180 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a6687d46-1a48-498e-bc1f-96d98212f883 req-27761d47-8124-4e87-a269-d11e77eb8ada tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413628 Jun 15 14:54:07.078640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42bcaed-780d-42b6-8d16-20db2523a5c5 req-328776af-c7b1-441e-9cdd-cd278514c5a5 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:07.079639 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b42bcaed-780d-42b6-8d16-20db2523a5c5 req-328776af-c7b1-441e-9cdd-cd278514c5a5 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 946 time: 0.1533949 Jun 15 14:54:07.085201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887d136-3360-4a47-a064-2ad6d18433b7 req-84403924-643b-4215-8f15-e2c7f6d9d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:07.086970 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4887d136-3360-4a47-a064-2ad6d18433b7 req-84403924-643b-4215-8f15-e2c7f6d9d467 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 1098 time: 0.1198564 Jun 15 14:54:07.153942 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b42bcaed-780d-42b6-8d16-20db2523a5c5 req-f10cf266-c16c-40d3-9da4-be8df808dbfc tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659795 Jun 15 14:54:07.157330 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4887d136-3360-4a47-a064-2ad6d18433b7 req-cb33fa06-9562-4e90-ae1c-b93a9f58336e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568492 Jun 15 14:54:07.182314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41084) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:07.278156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22caf8c2-998a-42f6-8d6f-570cdece013d tempest-TestVolumeBootPattern-657895298 tempest-TestVolumeBootPattern-657895298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:07.279662 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-22caf8c2-998a-42f6-8d6f-570cdece013d tempest-TestVolumeBootPattern-657895298 tempest-TestVolumeBootPattern-657895298-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 1094 time: 0.0961084 Jun 15 14:54:07.282635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41090) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:07.288001 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:54:07.294647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:54:07.298926 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Usage tracker for resource:floatingip and tenant:3c230092ffa34933b022ca54a63d9435 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:54:07.301970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:54:07.308806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:54:07.322692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:07.502119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e342b2-d351-43be-99ab-1293a1c34615 req-6fa7bb5b-b53d-4297-ab0e-58cf64c35c73 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:07.503567 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-32e342b2-d351-43be-99ab-1293a1c34615 req-6fa7bb5b-b53d-4297-ab0e-58cf64c35c73 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 945 time: 0.1827197 Jun 15 14:54:07.565441 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-32e342b2-d351-43be-99ab-1293a1c34615 req-b0658e5c-5d42-4be4-887c-56bb87eb2334 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547748 Jun 15 14:54:07.574811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:07.714436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Allocated IP 172.26.3.167 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/d5ce4b2f-702d-40c6-ae89-1e071f6b2b6d) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:54:07.867419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:07.903343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:07.979705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:54:07.982507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:54:07.986965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:54:08.027353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'Port': ['ID=d5ce4b2f-702d-40c6-ae89-1e071f6b2b6d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:08.560319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:08.643166 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:08.777673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0b04d-e1df-432b-ae8e-fe34d35eecdc req-2104e138-95e6-4b4b-836e-1502b99fc79f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:08.779835 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7ad0b04d-e1df-432b-ae8e-fe34d35eecdc req-2104e138-95e6-4b4b-836e-1502b99fc79f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 945 time: 0.1029317 Jun 15 14:54:08.827325 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7ad0b04d-e1df-432b-ae8e-fe34d35eecdc req-b0903f5b-4c31-42a1-aeab-282504cf561d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402627 Jun 15 14:54:08.863317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:08.869133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:09.042348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event updated for resources: {'Port': ['ID=d5ce4b2f-702d-40c6-ae89-1e071f6b2b6d,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:09.062412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:09.239686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824a98f-12c9-4405-a2e9-0baa8d325d06 req-74319fce-a7c0-4322-bffd-db52ada7d1e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:09.241220 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8824a98f-12c9-4405-a2e9-0baa8d325d06 req-74319fce-a7c0-4322-bffd-db52ada7d1e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 945 time: 0.2750614 Jun 15 14:54:09.284132 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Floating IP 0a923397-151c-4b73-b3a0-c2fc78b1c3ca associated. External IP: 172.26.3.167, port: 8fe5ed87-55ff-4574-b5a5-96f4ace4a057. Jun 15 14:54:09.368100 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8824a98f-12c9-4405-a2e9-0baa8d325d06 req-a1a2bafb-cede-4247-8457-4c73169cbbe3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188824 Jun 15 14:54:09.391686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41098) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:09.591136 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4e7859-b144-4ae4-9d57-b7d9f626d527 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:09.592633 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3d4e7859-b144-4ae4-9d57-b7d9f626d527 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 1093 time: 0.1987782 Jun 15 14:54:09.595455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41102) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:09.600604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:54:09.607090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:54:09.611334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:floatingip and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:54:09.614504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:54:09.620992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:54:09.633253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:09.703660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Router 626b3e1c-46dd-4aa4-b920-517f14759e68 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:54:09.782776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:09.892936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:54:09.904351 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b2a85-8c95-4549-a3fd-079a8e46697f None None] Sync routers for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:54:09.915054 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b2a85-8c95-4549-a3fd-079a8e46697f None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:54:09.915677 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ac5b2a85-8c95-4549-a3fd-079a8e46697f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:53:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:09.920981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:09.943012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.87 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/db8f98d4-1930-4750-9063-be2a6c2abbf7) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:54:09.997767 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aaf115ca-948d-46c9-acf8-4917b0a116f0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7139099 Jun 15 14:54:09.998615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'tag': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:54:10.049289 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a13b5e9-8154-4be6-8838-8a96f4d96cfa'] response: {'name': 'network-changed', 'server_uuid': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'tag': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057', 'status': 'completed', 'code': 200} Jun 15 14:54:10.134027 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-ac5b2a85-8c95-4549-a3fd-079a8e46697f None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:54:10.161631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:10.208358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a3951-45c6-4482-80d7-884303d3aa99 req-66f1d950-cb72-4674-a30a-7dd1540e98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:10.209870 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-631a3951-45c6-4482-80d7-884303d3aa99 req-66f1d950-cb72-4674-a30a-7dd1540e98e6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 1099 time: 0.1175530 Jun 15 14:54:10.238269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:10.369195 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:54:10.373625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:54:10.378013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:54:10.448765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=db8f98d4-1930-4750-9063-be2a6c2abbf7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:10.473693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a3951-45c6-4482-80d7-884303d3aa99 req-97afb22c-d213-4e8c-8e5a-7a088e4d3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:10.475190 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-631a3951-45c6-4482-80d7-884303d3aa99 req-97afb22c-d213-4e8c-8e5a-7a088e4d3e70 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.2588997 Jun 15 14:54:10.509052 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ac5b2a85-8c95-4549-a3fd-079a8e46697f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '0a923397-151c-4b73-b3a0-c2fc78b1c3ca', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.167', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:36:68:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:54:08Z', 'updated_at': '2022-06-15T14:54:08Z', 'revision_number': 0, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}, {'id': 'a4dc6153-abd5-4a43-ac20-64870dbdfd18', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.112', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '94826783-7956-4c12-9938-ea999b990333', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:6d:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:53Z', 'updated_at': '2022-06-15T14:51:56Z', 'revision_number': 1, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:10.513159 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b2a85-8c95-4549-a3fd-079a8e46697f None None] Checking router: 626b3e1c-46dd-4aa4-b920-517f14759e68 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:54:10.521577 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5b2a85-8c95-4549-a3fd-079a8e46697f None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:54:10.522135 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ac5b2a85-8c95-4549-a3fd-079a8e46697f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:53:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:10.666086 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-631a3951-45c6-4482-80d7-884303d3aa99 req-bc5bb7dd-3ff4-4b56-9b66-ecb15ed79da0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fe5ed87-55ff-4574-b5a5-96f4ace4a057 HTTP/1.1" status: 200 len: 1000 time: 0.1592028 Jun 15 14:54:10.700363 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-ac5b2a85-8c95-4549-a3fd-079a8e46697f None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:54:10.812501 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a3951-45c6-4482-80d7-884303d3aa99 req-8192ed42-da83-46f0-951a-1d034e026a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:10.814319 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-631a3951-45c6-4482-80d7-884303d3aa99 req-8192ed42-da83-46f0-951a-1d034e026a38 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.1408172 Jun 15 14:54:11.004279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a3951-45c6-4482-80d7-884303d3aa99 req-2c0c3c23-e6f3-480f-b413-217f4b5b9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:11.005672 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-631a3951-45c6-4482-80d7-884303d3aa99 req-2c0c3c23-e6f3-480f-b413-217f4b5b9673 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1352890 Jun 15 14:54:11.102149 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-ac5b2a85-8c95-4549-a3fd-079a8e46697f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '0a923397-151c-4b73-b3a0-c2fc78b1c3ca', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.167', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:36:68:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:54:08Z', 'updated_at': '2022-06-15T14:54:08Z', 'revision_number': 0, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}, {'id': 'a4dc6153-abd5-4a43-ac20-64870dbdfd18', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.112', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '94826783-7956-4c12-9938-ea999b990333', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:6d:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:53Z', 'updated_at': '2022-06-15T14:51:56Z', 'revision_number': 1, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:11.107172 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5b2a85-8c95-4549-a3fd-079a8e46697f None None] The sync data for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv is: [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '0a923397-151c-4b73-b3a0-c2fc78b1c3ca', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.167', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:36:68:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:54:08Z', 'updated_at': '2022-06-15T14:54:08Z', 'revision_number': 0, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}, {'id': 'a4dc6153-abd5-4a43-ac20-64870dbdfd18', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.112', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '94826783-7956-4c12-9938-ea999b990333', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:6d:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:53Z', 'updated_at': '2022-06-15T14:51:56Z', 'revision_number': 1, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:54:11.301949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:11.305105 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-631a3951-45c6-4482-80d7-884303d3aa99 req-f68c05e6-fc53-4572-91d7-053cc0dbe10b service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877417 Jun 15 14:54:11.311081 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f345d67-633d-4ea4-b594-ed8a626bc840 None None] New status for floating IP 0a923397-151c-4b73-b3a0-c2fc78b1c3ca: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:54:11.495018 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-631a3951-45c6-4482-80d7-884303d3aa99 req-0b60fda0-0349-4ab6-8499-8b6c66ee70f9 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839838 Jun 15 14:54:11.499591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:11.717115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:11.723472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:11.841131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=db8f98d4-1930-4750-9063-be2a6c2abbf7,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:11.852879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:12.042784 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 60ea22fc-a8fd-4785-a226-32d6f64d2b6f associated. External IP: 172.26.3.87, port: 44bc9e16-9fa5-4916-803e-871c753f2c9c. Jun 15 14:54:12.424879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router b7145b66-f93c-43e5-97c2-114dcd2af43c has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:54:12.617132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:54:12.627996 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4228a-a9f1-4b7b-96c1-618a45903929 None None] Sync routers for ids ['b7145b66-f93c-43e5-97c2-114dcd2af43c'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:54:12.639762 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4228a-a9f1-4b7b-96c1-618a45903929 None None] Routers {'b7145b66-f93c-43e5-97c2-114dcd2af43c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:54:12.640472 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0db4228a-a9f1-4b7b-96c1-618a45903929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:53:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b7145b66-f93c-43e5-97c2-114dcd2af43c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:12.647584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:12.834051 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0db4228a-a9f1-4b7b-96c1-618a45903929 None None] Set router b7145b66-f93c-43e5-97c2-114dcd2af43c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:54:12.840538 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b516059f-625b-438d-95c7-c011e2518c33 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2439928 Jun 15 14:54:12.841171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1226facc-195a-4233-a504-759e856fe720', 'tag': '44bc9e16-9fa5-4916-803e-871c753f2c9c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:54:12.843412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41110) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:12.888931 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620d1434-220d-4919-bb42-75963b4ea10e'] response: {'name': 'network-changed', 'server_uuid': '1226facc-195a-4233-a504-759e856fe720', 'tag': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'status': 'completed', 'code': 200} Jun 15 14:54:13.001560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50383a-774b-4dad-8e11-a040179ff556 req-1540d659-a8c6-4170-9d52-f6ee26359ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:13.003157 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-da50383a-774b-4dad-8e11-a040179ff556 req-1540d659-a8c6-4170-9d52-f6ee26359ef4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 1098 time: 0.0907617 Jun 15 14:54:13.145423 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50383a-774b-4dad-8e11-a040179ff556 req-182c45d9-fe9a-421d-8ba9-d88410f621c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:13.146807 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-da50383a-774b-4dad-8e11-a040179ff556 req-182c45d9-fe9a-421d-8ba9-d88410f621c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23111fbe-ec64-422e-9f37-48d78797277a HTTP/1.1" status: 200 len: 898 time: 0.1381376 Jun 15 14:54:13.160578 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-125ada2b-d450-4367-83d6-b3bc94691e70 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/routers/b7145b66-f93c-43e5-97c2-114dcd2af43c HTTP/1.1" status: 200 len: 921 time: 0.3135552 Jun 15 14:54:13.160863 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41116) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:13.255752 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-da50383a-774b-4dad-8e11-a040179ff556 req-273149b1-3cb5-434c-998e-2fa25e6421ab service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44bc9e16-9fa5-4916-803e-871c753f2c9c HTTP/1.1" status: 200 len: 998 time: 0.1035252 Jun 15 14:54:13.263640 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0db4228a-a9f1-4b7b-96c1-618a45903929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '60ea22fc-a8fd-4785-a226-32d6f64d2b6f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'port_id': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'mac_address': 'fa:16:3e:d8:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226facc-195a-4233-a504-759e856fe720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:54:10Z', 'updated_at': '2022-06-15T14:54:10Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459ad558-4a34-492d-afea-23e7688b3896', 'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:ea:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:51Z', 'updated_at': '2022-06-15T14:53:58Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:13.267991 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4228a-a9f1-4b7b-96c1-618a45903929 None None] Checking router: b7145b66-f93c-43e5-97c2-114dcd2af43c for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:54:13.273102 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-572af412-b804-4a1d-81c7-45eb7c42832f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/60ea22fc-a8fd-4785-a226-32d6f64d2b6f HTTP/1.1" status: 200 len: 990 time: 0.1100578 Jun 15 14:54:13.276941 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db4228a-a9f1-4b7b-96c1-618a45903929 None None] Routers {'b7145b66-f93c-43e5-97c2-114dcd2af43c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:54:13.277519 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0db4228a-a9f1-4b7b-96c1-618a45903929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:53:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b7145b66-f93c-43e5-97c2-114dcd2af43c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:13.323448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50383a-774b-4dad-8e11-a040179ff556 req-99572d2e-0a55-43da-bc9b-c45092769618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:13.324969 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-da50383a-774b-4dad-8e11-a040179ff556 req-99572d2e-0a55-43da-bc9b-c45092769618 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1777853b-2ef7-4202-9c20-94e4b1ab3aa4 HTTP/1.1" status: 200 len: 834 time: 0.0637474 Jun 15 14:54:13.413114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da50383a-774b-4dad-8e11-a040179ff556 req-5a5dedda-05a3-40ee-8b2f-9d5535287fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:13.414677 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-da50383a-774b-4dad-8e11-a040179ff556 req-5a5dedda-05a3-40ee-8b2f-9d5535287fbd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23111fbe-ec64-422e-9f37-48d78797277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843620 Jun 15 14:54:13.453939 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-0db4228a-a9f1-4b7b-96c1-618a45903929 None None] Set router b7145b66-f93c-43e5-97c2-114dcd2af43c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:54:13.584371 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-da50383a-774b-4dad-8e11-a040179ff556 req-f60e69fe-69eb-4d37-b1d2-9bfcc6eb0101 service neutron] 10.222.0.44 "GET /v2.0/networks/23111fbe-ec64-422e-9f37-48d78797277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624165 Jun 15 14:54:13.719230 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-da50383a-774b-4dad-8e11-a040179ff556 req-6e280976-ecdb-4fc4-a3c1-bf46d3c9e10e service neutron] 10.222.0.44 "GET /v2.0/networks/23111fbe-ec64-422e-9f37-48d78797277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287394 Jun 15 14:54:13.802101 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-0db4228a-a9f1-4b7b-96c1-618a45903929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '60ea22fc-a8fd-4785-a226-32d6f64d2b6f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'port_id': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'mac_address': 'fa:16:3e:d8:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226facc-195a-4233-a504-759e856fe720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:54:10Z', 'updated_at': '2022-06-15T14:54:10Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459ad558-4a34-492d-afea-23e7688b3896', 'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:ea:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:51Z', 'updated_at': '2022-06-15T14:53:58Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:13.806788 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db4228a-a9f1-4b7b-96c1-618a45903929 None None] The sync data for ids ['b7145b66-f93c-43e5-97c2-114dcd2af43c'] in dv-neutron-845844-1-hyperv is: [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '60ea22fc-a8fd-4785-a226-32d6f64d2b6f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'port_id': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'mac_address': 'fa:16:3e:d8:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226facc-195a-4233-a504-759e856fe720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:54:10Z', 'updated_at': '2022-06-15T14:54:10Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459ad558-4a34-492d-afea-23e7688b3896', 'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:ea:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:51Z', 'updated_at': '2022-06-15T14:53:58Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:54:14.033836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dbb847-cd25-4506-a43c-7b3b8cada4a4 None None] New status for floating IP 60ea22fc-a8fd-4785-a226-32d6f64d2b6f: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:54:14.276248 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41120) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:14.395334 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-69c57495-136d-4f31-85cf-91400242a455 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/60ea22fc-a8fd-4785-a226-32d6f64d2b6f HTTP/1.1" status: 200 len: 992 time: 0.1180301 Jun 15 14:54:21.467196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:25.586118 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:54:27.290602 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae1a70ec-3abe-49c2-a920-fecbf1562b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:29.385259 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ec917fe-abe2-40da-a536-9e09a6d75fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:30.575642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:30.608012 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:31.996738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:41.164807 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7be2167-8d5e-44e2-8197-ad05ab72c504 req-6bd24131-0eb8-4a62-b20a-46f17c459400 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843062 Jun 15 14:54:41.355480 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be2167-8d5e-44e2-8197-ad05ab72c504 req-9b925f0f-c5b3-4ceb-84e4-710be30daf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:41.357216 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7be2167-8d5e-44e2-8197-ad05ab72c504 req-9b925f0f-c5b3-4ceb-84e4-710be30daf19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 1098 time: 0.1142530 Jun 15 14:54:41.512024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be2167-8d5e-44e2-8197-ad05ab72c504 req-c28ffc48-8fe3-4fe3-aaf8-25ba6eb67686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:41.513544 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7be2167-8d5e-44e2-8197-ad05ab72c504 req-c28ffc48-8fe3-4fe3-aaf8-25ba6eb67686 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.1361392 Jun 15 14:54:41.631419 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7be2167-8d5e-44e2-8197-ad05ab72c504 req-73a43d5b-9395-48ab-a70b-6424320357b2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94826783-7956-4c12-9938-ea999b990333 HTTP/1.1" status: 200 len: 1001 time: 0.1110866 Jun 15 14:54:41.697796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be2167-8d5e-44e2-8197-ad05ab72c504 req-ca814634-da0e-4492-bd63-5b6e732d1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:41.699315 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7be2167-8d5e-44e2-8197-ad05ab72c504 req-ca814634-da0e-4492-bd63-5b6e732d1269 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0593359 Jun 15 14:54:41.787046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be2167-8d5e-44e2-8197-ad05ab72c504 req-07568c45-f0fa-4e01-83cf-474b3b9a29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:41.788568 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7be2167-8d5e-44e2-8197-ad05ab72c504 req-07568c45-f0fa-4e01-83cf-474b3b9a29ae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823371 Jun 15 14:54:41.923292 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7be2167-8d5e-44e2-8197-ad05ab72c504 req-7a88a78f-6e0f-4314-9d5a-db5485b8b909 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281779 Jun 15 14:54:42.058683 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f7be2167-8d5e-44e2-8197-ad05ab72c504 req-b72ae88f-eb9a-4992-9df2-e38d49a96f4a service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287320 Jun 15 14:54:45.596425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41140) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:45.788952 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5af367dc-edce-4d63-8b7a-2625e38cec5e tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/routers/b7145b66-f93c-43e5-97c2-114dcd2af43c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1913202 Jun 15 14:54:45.793081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41144) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:45.994292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfa3e09-eec6-47fe-bf38-d55a936675f1 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Notify agent at dv-neutron-845844-1-hyperv the message router_removed_from_agent {{(pid=89019) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 15 14:54:45.997916 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dcfa3e09-eec6-47fe-bf38-d55a936675f1 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "DELETE /v2.0/agents/87e17b96-1246-410e-801d-cd4b6a9ecd0d/l3-routers/b7145b66-f93c-43e5-97c2-114dcd2af43c HTTP/1.1" status: 204 len: 168 time: 0.2038603 Jun 15 14:54:46.004240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41148) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:46.317052 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-61ea4425-ea22-4ac3-9731-52bcd118f117 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/routers/b7145b66-f93c-43e5-97c2-114dcd2af43c/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.3146017 Jun 15 14:54:46.319813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41152) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:46.432062 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-01d02fb1-05d2-4cc9-a007-027b6b1c8f63 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/60ea22fc-a8fd-4785-a226-32d6f64d2b6f HTTP/1.1" status: 200 len: 992 time: 0.1110048 Jun 15 14:54:46.761223 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c47a12-2821-4bb7-bece-886cac3f8726 None None] New status for floating IP 60ea22fc-a8fd-4785-a226-32d6f64d2b6f: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:54:46.793235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 459ad558-4a34-492d-afea-23e7688b3896 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:54:46.909469 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 459ad558-4a34-492d-afea-23e7688b3896 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:54:46.909841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:46.943064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 459ad558-4a34-492d-afea-23e7688b3896, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=459ad558-4a34-492d-afea-23e7688b3896,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:54:46.948397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:46.949171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2e88617b-35f8-45d9-8636-265e82477c52 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:54:47.068287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=459ad558-4a34-492d-afea-23e7688b3896,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:47.135368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 2e88617b-35f8-45d9-8636-265e82477c52 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:54:47.135966 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:47.157506 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 2e88617b-35f8-45d9-8636-265e82477c52, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=2e88617b-35f8-45d9-8636-265e82477c52,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:54:47.163119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:47.234124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=2e88617b-35f8-45d9-8636-265e82477c52,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:47.436010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41156) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:47.546113 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-784e49eb-a9c1-41c3-b351-cecc3f99123d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/60ea22fc-a8fd-4785-a226-32d6f64d2b6f HTTP/1.1" status: 200 len: 990 time: 0.1089461 Jun 15 14:54:48.704800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41162) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:48.924237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853c4754-1dc5-4fd2-8b1a-a243d9e6a4c6 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Router b7145b66-f93c-43e5-97c2-114dcd2af43c is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:54:48.924501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853c4754-1dc5-4fd2-8b1a-a243d9e6a4c6 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Notify agent at dv-neutron-845844-1-hyperv the message router_added_to_agent {{(pid=89019) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Jun 15 14:54:48.943333 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-853c4754-1dc5-4fd2-8b1a-a243d9e6a4c6 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "POST /v2.0/agents/87e17b96-1246-410e-801d-cd4b6a9ecd0d/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2375193 Jun 15 14:54:48.945949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41170) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:48.957419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e463c-def3-4223-aaa0-cd1e461f6c95 None None] Sync routers for ids ['b7145b66-f93c-43e5-97c2-114dcd2af43c'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:54:48.967538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e463c-def3-4223-aaa0-cd1e461f6c95 None None] Routers {'b7145b66-f93c-43e5-97c2-114dcd2af43c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:54:48.968158 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2a8e463c-def3-4223-aaa0-cd1e461f6c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:54:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b7145b66-f93c-43e5-97c2-114dcd2af43c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:49.131014 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-788f2717-1b2b-4a3d-922d-bd6489facf77 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/routers/b7145b66-f93c-43e5-97c2-114dcd2af43c/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1839819 Jun 15 14:54:49.134002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41174) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:49.148315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-2a8e463c-def3-4223-aaa0-cd1e461f6c95 None None] Set router b7145b66-f93c-43e5-97c2-114dcd2af43c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:54:49.356846 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2e80ce46-a884-4619-acda-771841bf795e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/60ea22fc-a8fd-4785-a226-32d6f64d2b6f HTTP/1.1" status: 200 len: 990 time: 0.2217805 Jun 15 14:54:49.502202 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2a8e463c-def3-4223-aaa0-cd1e461f6c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:54:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '60ea22fc-a8fd-4785-a226-32d6f64d2b6f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'port_id': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'mac_address': 'fa:16:3e:d8:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226facc-195a-4233-a504-759e856fe720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:54:10Z', 'updated_at': '2022-06-15T14:54:46Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459ad558-4a34-492d-afea-23e7688b3896', 'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:ea:08:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:51Z', 'updated_at': '2022-06-15T14:54:46Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:49.506797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e463c-def3-4223-aaa0-cd1e461f6c95 None None] Checking router: b7145b66-f93c-43e5-97c2-114dcd2af43c for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:54:49.515399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e463c-def3-4223-aaa0-cd1e461f6c95 None None] Routers {'b7145b66-f93c-43e5-97c2-114dcd2af43c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:54:49.515992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2a8e463c-def3-4223-aaa0-cd1e461f6c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:54:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b7145b66-f93c-43e5-97c2-114dcd2af43c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:49.741652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-2a8e463c-def3-4223-aaa0-cd1e461f6c95 None None] Set router b7145b66-f93c-43e5-97c2-114dcd2af43c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:54:50.102255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2a8e463c-def3-4223-aaa0-cd1e461f6c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:54:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '60ea22fc-a8fd-4785-a226-32d6f64d2b6f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'port_id': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'mac_address': 'fa:16:3e:d8:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226facc-195a-4233-a504-759e856fe720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:54:10Z', 'updated_at': '2022-06-15T14:54:46Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459ad558-4a34-492d-afea-23e7688b3896', 'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:ea:08:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:51Z', 'updated_at': '2022-06-15T14:54:46Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:50.106611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8e463c-def3-4223-aaa0-cd1e461f6c95 None None] The sync data for ids ['b7145b66-f93c-43e5-97c2-114dcd2af43c'] in dv-neutron-845844-1-hyperv is: [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:54:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '60ea22fc-a8fd-4785-a226-32d6f64d2b6f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.87', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'port_id': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'mac_address': 'fa:16:3e:d8:9e:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1226facc-195a-4233-a504-759e856fe720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:54:10Z', 'updated_at': '2022-06-15T14:54:46Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '459ad558-4a34-492d-afea-23e7688b3896', 'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:ea:08:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:51Z', 'updated_at': '2022-06-15T14:54:46Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:54:50.362252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41178) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:50.470168 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-571f8c62-6b35-4410-9207-ebb26f3c22c3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/60ea22fc-a8fd-4785-a226-32d6f64d2b6f HTTP/1.1" status: 200 len: 990 time: 0.1067712 Jun 15 14:54:50.649693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 459ad558-4a34-492d-afea-23e7688b3896 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:54:50.728940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 459ad558-4a34-492d-afea-23e7688b3896 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:54:50.728940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:50.866763 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 459ad558-4a34-492d-afea-23e7688b3896 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:54:50.867302 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:50.905026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 459ad558-4a34-492d-afea-23e7688b3896, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=459ad558-4a34-492d-afea-23e7688b3896,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:54:50.909973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:50.979704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=459ad558-4a34-492d-afea-23e7688b3896,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:51.466621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:51.473452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41182) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:51.582856 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0d8cd2cc-77bb-4d19-9103-d1cba89e4d1b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/60ea22fc-a8fd-4785-a226-32d6f64d2b6f HTTP/1.1" status: 200 len: 990 time: 0.1081951 Jun 15 14:54:51.775221 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ea8b2d-07d3-4b8c-a208-98557241399a None None] New status for floating IP 60ea22fc-a8fd-4785-a226-32d6f64d2b6f: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:54:52.587494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41186) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:52.704642 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cca3acd6-5b31-4376-87b8-ce8a92c573f8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/60ea22fc-a8fd-4785-a226-32d6f64d2b6f HTTP/1.1" status: 200 len: 992 time: 0.1154134 Jun 15 14:54:52.712333 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 459ad558-4a34-492d-afea-23e7688b3896 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:54:52.780973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 459ad558-4a34-492d-afea-23e7688b3896 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:54:52.781663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:52.905728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 459ad558-4a34-492d-afea-23e7688b3896 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:54:52.906677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2e88617b-35f8-45d9-8636-265e82477c52 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:54:52.973724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41194) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:52.978393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 2e88617b-35f8-45d9-8636-265e82477c52 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:54:52.978758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:53.096277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 2e88617b-35f8-45d9-8636-265e82477c52 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:54:53.096651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:53.113485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 2e88617b-35f8-45d9-8636-265e82477c52, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=2e88617b-35f8-45d9-8636-265e82477c52,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:54:53.118391 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:53.177188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port db8f98d4-1930-4750-9063-be2a6c2abbf7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:54:53.177413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:53.189456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=2e88617b-35f8-45d9-8636-265e82477c52,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:53.196730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.197079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.197448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.197781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.198104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.198461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.198786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.199103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.199432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.199747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.200062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.200410 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.356086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:53.356445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:53.486899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for db8f98d4-1930-4750-9063-be2a6c2abbf7 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:54:53.655332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:53.724421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=db8f98d4-1930-4750-9063-be2a6c2abbf7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:53.783323 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.783732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.784212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.784612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.785280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.785280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.785488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.785794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.786168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.786520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.786749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.787803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:54:53.851799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:53.852231 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 60ea22fc-a8fd-4785-a226-32d6f64d2b6f disassociated (deleted). External IP: 172.26.3.87, port: 44bc9e16-9fa5-4916-803e-871c753f2c9c. Jun 15 14:54:54.358019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router b7145b66-f93c-43e5-97c2-114dcd2af43c has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:54:54.555941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:54:54.569979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f254595-ef72-49ff-b7db-b5b0f1e3253c None None] Sync routers for ids ['b7145b66-f93c-43e5-97c2-114dcd2af43c'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:54:54.581584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:54.584699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f254595-ef72-49ff-b7db-b5b0f1e3253c None None] Routers {'b7145b66-f93c-43e5-97c2-114dcd2af43c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:54:54.584950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9f254595-ef72-49ff-b7db-b5b0f1e3253c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:54:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b7145b66-f93c-43e5-97c2-114dcd2af43c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:54.674422 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a6b67088-18ec-4333-80e8-db39108991dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/floatingips/60ea22fc-a8fd-4785-a226-32d6f64d2b6f HTTP/1.1" status: 204 len: 168 time: 1.6969905 Jun 15 14:54:54.674422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1226facc-195a-4233-a504-759e856fe720', 'tag': '44bc9e16-9fa5-4916-803e-871c753f2c9c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:54:54.677294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2e88617b-35f8-45d9-8636-265e82477c52 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:54:54.721766 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85cdbdd-ef95-48b6-94a6-7aa501a4e641'] response: {'name': 'network-changed', 'server_uuid': '1226facc-195a-4233-a504-759e856fe720', 'tag': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'status': 'completed', 'code': 200} Jun 15 14:54:54.875073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-9f254595-ef72-49ff-b7db-b5b0f1e3253c None None] Set router b7145b66-f93c-43e5-97c2-114dcd2af43c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:54:54.888097 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f31eef-eed9-4d6e-a0a3-eb0d5b79a7be req-463fc98c-b1ca-420b-bfe1-e5953afc1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:54.890132 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-46f31eef-eed9-4d6e-a0a3-eb0d5b79a7be req-463fc98c-b1ca-420b-bfe1-e5953afc1c22 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 1098 time: 0.1456087 Jun 15 14:54:54.919915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 2e88617b-35f8-45d9-8636-265e82477c52 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:54:54.920089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:55.150618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f31eef-eed9-4d6e-a0a3-eb0d5b79a7be req-d25847f0-2575-49cf-ac06-e813e72d0ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:55.153269 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-46f31eef-eed9-4d6e-a0a3-eb0d5b79a7be req-d25847f0-2575-49cf-ac06-e813e72d0ad3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23111fbe-ec64-422e-9f37-48d78797277a HTTP/1.1" status: 200 len: 898 time: 0.2542465 Jun 15 14:54:55.271939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 2e88617b-35f8-45d9-8636-265e82477c52 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:54:55.278014 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-46f31eef-eed9-4d6e-a0a3-eb0d5b79a7be req-ed9296b2-5d42-4123-8717-beb9ace4dcb1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44bc9e16-9fa5-4916-803e-871c753f2c9c HTTP/1.1" status: 200 len: 217 time: 0.1150284 Jun 15 14:54:55.356909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f31eef-eed9-4d6e-a0a3-eb0d5b79a7be req-e526ffe7-dc8f-40ff-bdb6-25128b988afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:55.358088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9f254595-ef72-49ff-b7db-b5b0f1e3253c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:54:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '459ad558-4a34-492d-afea-23e7688b3896', 'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:ea:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:51Z', 'updated_at': '2022-06-15T14:54:50Z', 'revision_number': 7, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:55.358332 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-46f31eef-eed9-4d6e-a0a3-eb0d5b79a7be req-e526ffe7-dc8f-40ff-bdb6-25128b988afe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1777853b-2ef7-4202-9c20-94e4b1ab3aa4 HTTP/1.1" status: 200 len: 834 time: 0.0784519 Jun 15 14:54:55.362480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f254595-ef72-49ff-b7db-b5b0f1e3253c None None] Checking router: b7145b66-f93c-43e5-97c2-114dcd2af43c for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:54:55.372225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f254595-ef72-49ff-b7db-b5b0f1e3253c None None] Routers {'b7145b66-f93c-43e5-97c2-114dcd2af43c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:54:55.372832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9f254595-ef72-49ff-b7db-b5b0f1e3253c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:54:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b7145b66-f93c-43e5-97c2-114dcd2af43c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:55.420976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0b201-b5a7-4603-9705-ee53b96becba req-4fec6c57-73a4-40a9-b823-cf79917d8049 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:55.421674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c9a0b201-b5a7-4603-9705-ee53b96becba req-4fec6c57-73a4-40a9-b823-cf79917d8049 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:54:55.456224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c9a0b201-b5a7-4603-9705-ee53b96becba req-4fec6c57-73a4-40a9-b823-cf79917d8049 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:54:55.458809 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c9a0b201-b5a7-4603-9705-ee53b96becba req-4fec6c57-73a4-40a9-b823-cf79917d8049 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 945 time: 0.3430018 Jun 15 14:54:55.516935 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c9a0b201-b5a7-4603-9705-ee53b96becba req-a64bc7ac-8c65-487d-a7ab-cdb356a2211a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502951 Jun 15 14:54:55.516935 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f31eef-eed9-4d6e-a0a3-eb0d5b79a7be req-f42db701-df7c-476c-bde0-6a30c1f53299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:55.518263 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-46f31eef-eed9-4d6e-a0a3-eb0d5b79a7be req-f42db701-df7c-476c-bde0-6a30c1f53299 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23111fbe-ec64-422e-9f37-48d78797277a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1525311 Jun 15 14:54:55.579126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-9f254595-ef72-49ff-b7db-b5b0f1e3253c None None] Set router b7145b66-f93c-43e5-97c2-114dcd2af43c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:54:55.669193 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-46f31eef-eed9-4d6e-a0a3-eb0d5b79a7be req-4d25f27c-ecaa-4d7e-bcfb-a73d3250b6c7 service neutron] 10.222.0.44 "GET /v2.0/networks/23111fbe-ec64-422e-9f37-48d78797277a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434071 Jun 15 14:54:55.832826 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-46f31eef-eed9-4d6e-a0a3-eb0d5b79a7be req-7120ecce-f2e7-4508-9c3c-d4d15220f887 service neutron] 10.222.0.44 "GET /v2.0/networks/23111fbe-ec64-422e-9f37-48d78797277a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570065 Jun 15 14:54:55.935769 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-9f254595-ef72-49ff-b7db-b5b0f1e3253c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:54:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '459ad558-4a34-492d-afea-23e7688b3896', 'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:ea:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:51Z', 'updated_at': '2022-06-15T14:54:50Z', 'revision_number': 7, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:54:55.940387 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f254595-ef72-49ff-b7db-b5b0f1e3253c None None] The sync data for ids ['b7145b66-f93c-43e5-97c2-114dcd2af43c'] in dv-neutron-845844-1-hyperv is: [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:53:53Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:54:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '459ad558-4a34-492d-afea-23e7688b3896', 'name': '', 'network_id': '23111fbe-ec64-422e-9f37-48d78797277a', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:ea:08:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1423, 'fixed_ips': [{'subnet_id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:51Z', 'updated_at': '2022-06-15T14:54:50Z', 'revision_number': 7, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '1777853b-2ef7-4202-9c20-94e4b1ab3aa4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:54:56.416278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872731d-20e1-4aa4-bb93-e4614b26e6a3 req-2c74f507-e5fd-4440-bd8c-2da35eaeae5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:56.417986 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3872731d-20e1-4aa4-bb93-e4614b26e6a3 req-2c74f507-e5fd-4440-bd8c-2da35eaeae5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 945 time: 0.1074133 Jun 15 14:54:56.497535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-3872731d-20e1-4aa4-bb93-e4614b26e6a3 req-ddccf839-7aa5-4466-9ef4-66bbb457493e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 44bc9e16-9fa5-4916-803e-871c753f2c9c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:54:56.497831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3872731d-20e1-4aa4-bb93-e4614b26e6a3 req-ddccf839-7aa5-4466-9ef4-66bbb457493e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:56.810491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f2907-76a3-4870-94dd-3e956767f2f6 req-18896f4b-2857-4e92-94ee-82a4113422a8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:54:56.814091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-3872731d-20e1-4aa4-bb93-e4614b26e6a3 req-ddccf839-7aa5-4466-9ef4-66bbb457493e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 44bc9e16-9fa5-4916-803e-871c753f2c9c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=44bc9e16-9fa5-4916-803e-871c753f2c9c,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:54:56.814091 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3872731d-20e1-4aa4-bb93-e4614b26e6a3 req-ddccf839-7aa5-4466-9ef4-66bbb457493e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:56.819542 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4e0f2907-76a3-4870-94dd-3e956767f2f6 req-18896f4b-2857-4e92-94ee-82a4113422a8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 945 time: 0.1734421 Jun 15 14:54:56.868938 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4e0f2907-76a3-4870-94dd-3e956767f2f6 req-0cb09782-6edc-451a-b02e-3074388376b5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490463 Jun 15 14:54:57.006854 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4891f7d0-5d78-4d8b-a5c9-1d5ed02a6514 None None] New status for floating IP 60ea22fc-a8fd-4785-a226-32d6f64d2b6f: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:54:57.094864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-3872731d-20e1-4aa4-bb93-e4614b26e6a3 req-ddccf839-7aa5-4466-9ef4-66bbb457493e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 44bc9e16-9fa5-4916-803e-871c753f2c9c owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:54:57.259198 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3872731d-20e1-4aa4-bb93-e4614b26e6a3 req-ddccf839-7aa5-4466-9ef4-66bbb457493e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:57.297764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e758da9c-1624-4110-a295-a751e34cb37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:57.312366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccf839-7aa5-4466-9ef4-66bbb457493e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=44bc9e16-9fa5-4916-803e-871c753f2c9c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:57.412057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-3872731d-20e1-4aa4-bb93-e4614b26e6a3 req-ddccf839-7aa5-4466-9ef4-66bbb457493e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] No DVR routers for this DVR port 44bc9e16-9fa5-4916-803e-871c753f2c9c on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:54:57.414925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-3872731d-20e1-4aa4-bb93-e4614b26e6a3 req-ddccf839-7aa5-4466-9ef4-66bbb457493e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:57.417852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1226facc-195a-4233-a504-759e856fe720', 'name': 'network-vif-deleted', 'tag': '44bc9e16-9fa5-4916-803e-871c753f2c9c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:54:57.438327 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3872731d-20e1-4aa4-bb93-e4614b26e6a3 req-ddccf839-7aa5-4466-9ef4-66bbb457493e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "DELETE /v2.0/ports/44bc9e16-9fa5-4916-803e-871c753f2c9c HTTP/1.1" status: 204 len: 173 time: 1.0143111 Jun 15 14:54:57.469423 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a715bc01-71e8-4bc5-a752-a2af2ba23573'] response: {'server_uuid': '1226facc-195a-4233-a504-759e856fe720', 'name': 'network-vif-deleted', 'tag': '44bc9e16-9fa5-4916-803e-871c753f2c9c', 'status': 'completed', 'code': 200} Jun 15 14:54:58.054559 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-93681983-2ef2-4d2b-a874-58df72ba2812 req-f5d48e19-b33b-468e-b560-17e3c64443be tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=1226facc-195a-4233-a504-759e856fe720 HTTP/1.1" status: 200 len: 210 time: 0.0557358 Jun 15 14:54:58.439444 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 44bc9e16-9fa5-4916-803e-871c753f2c9c no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:54:58.480274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 44bc9e16-9fa5-4916-803e-871c753f2c9c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:54:58.480620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 44bc9e16-9fa5-4916-803e-871c753f2c9c not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:54:59.160139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41222) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:54:59.239094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d008260c-b4df-46c1-9903-2e54c326dd68 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:59.274462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d008260c-b4df-46c1-9903-2e54c326dd68 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:59.355412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d008260c-b4df-46c1-9903-2e54c326dd68 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:59.374678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d008260c-b4df-46c1-9903-2e54c326dd68 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d572238-a6d7-4f4b-a6e5-e12c6240e6c1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:54:59.384792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b54a8199-857e-4061-ab03-ece28b2fc729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:59.388988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d008260c-b4df-46c1-9903-2e54c326dd68 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:54:59.390137 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d008260c-b4df-46c1-9903-2e54c326dd68 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/security-groups/3d572238-a6d7-4f4b-a6e5-e12c6240e6c1 HTTP/1.1" status: 204 len: 168 time: 0.2289279 Jun 15 14:54:59.422910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41228) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:00.026064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67dc8a92-fb56-4cdb-b36f-a15e54bad686 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:00.420387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-67dc8a92-fb56-4cdb-b36f-a15e54bad686 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 459ad558-4a34-492d-afea-23e7688b3896 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:55:00.420387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67dc8a92-fb56-4cdb-b36f-a15e54bad686 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:00.575829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:00.602754 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:00.739696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-67dc8a92-fb56-4cdb-b36f-a15e54bad686 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 459ad558-4a34-492d-afea-23e7688b3896, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=459ad558-4a34-492d-afea-23e7688b3896,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:55:00.740054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67dc8a92-fb56-4cdb-b36f-a15e54bad686 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:00.865694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-67dc8a92-fb56-4cdb-b36f-a15e54bad686 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 459ad558-4a34-492d-afea-23e7688b3896 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:55:01.074052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67dc8a92-fb56-4cdb-b36f-a15e54bad686 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:01.121569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dc8a92-fb56-4cdb-b36f-a15e54bad686 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=459ad558-4a34-492d-afea-23e7688b3896,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:01.417203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-67dc8a92-fb56-4cdb-b36f-a15e54bad686 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:01.794778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dc8a92-fb56-4cdb-b36f-a15e54bad686 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router b7145b66-f93c-43e5-97c2-114dcd2af43c has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:55:01.992044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dc8a92-fb56-4cdb-b36f-a15e54bad686 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:55:01.999481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:02.004732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0f729-f435-4180-9a2d-74a5db5f4797 None None] Sync routers for ids ['b7145b66-f93c-43e5-97c2-114dcd2af43c'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:55:02.010320 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-67dc8a92-fb56-4cdb-b36f-a15e54bad686 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/b7145b66-f93c-43e5-97c2-114dcd2af43c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5842998 Jun 15 14:55:02.011587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41234) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:02.016753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0f729-f435-4180-9a2d-74a5db5f4797 None None] Routers {'b7145b66-f93c-43e5-97c2-114dcd2af43c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:55:02.017362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2ec0f729-f435-4180-9a2d-74a5db5f4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:54:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b7145b66-f93c-43e5-97c2-114dcd2af43c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:02.203001 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-2ec0f729-f435-4180-9a2d-74a5db5f4797 None None] Set router b7145b66-f93c-43e5-97c2-114dcd2af43c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:55:02.211018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3707c006-b3ea-4e5f-823a-69ba737ccc7f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting subnet 1777853b-2ef7-4202-9c20-94e4b1ab3aa4 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:55:02.214055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3707c006-b3ea-4e5f-823a-69ba737ccc7f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:02.271341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3707c006-b3ea-4e5f-823a-69ba737ccc7f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:02.357606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3707c006-b3ea-4e5f-823a-69ba737ccc7f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:02.437218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3707c006-b3ea-4e5f-823a-69ba737ccc7f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:02.474443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3707c006-b3ea-4e5f-823a-69ba737ccc7f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Subnet': ['ID=1777853b-2ef7-4202-9c20-94e4b1ab3aa4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:02.480020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3707c006-b3ea-4e5f-823a-69ba737ccc7f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:02.488978 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3707c006-b3ea-4e5f-823a-69ba737ccc7f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/subnets/1777853b-2ef7-4202-9c20-94e4b1ab3aa4 HTTP/1.1" status: 204 len: 168 time: 0.4737990 Jun 15 14:55:02.489856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41238) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:02.491296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc004146-e0cf-4eb2-9a87-831495b6409d None None] Network 23111fbe-ec64-422e-9f37-48d78797277a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:55:02.589842 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:55:02.648527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2ec0f729-f435-4180-9a2d-74a5db5f4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:55:00Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:54:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:02.680933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0f729-f435-4180-9a2d-74a5db5f4797 None None] Checking router: b7145b66-f93c-43e5-97c2-114dcd2af43c for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:55:02.693859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:02.738674 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0f729-f435-4180-9a2d-74a5db5f4797 None None] Routers {'b7145b66-f93c-43e5-97c2-114dcd2af43c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:55:02.739393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2ec0f729-f435-4180-9a2d-74a5db5f4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:54:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b7145b66-f93c-43e5-97c2-114dcd2af43c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:02.887010 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:02.898266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 2e88617b-35f8-45d9-8636-265e82477c52 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:55:02.898667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:02.943423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-2ec0f729-f435-4180-9a2d-74a5db5f4797 None None] Set router b7145b66-f93c-43e5-97c2-114dcd2af43c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:55:03.048963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b611cb3-266c-4159-bc6e-90b0c7f02070 None None] DHCP port deletion for 23111fbe-ec64-422e-9f37-48d78797277a request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:55:03.075020 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3b611cb3-266c-4159-bc6e-90b0c7f02070 None None] Deleting port e729c9e9-60f8-418e-829f-3564442a0eca {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:55:03.075020 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3b611cb3-266c-4159-bc6e-90b0c7f02070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:03.094742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 2e88617b-35f8-45d9-8636-265e82477c52, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=2e88617b-35f8-45d9-8636-265e82477c52,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:55:03.095110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:03.223704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 2e88617b-35f8-45d9-8636-265e82477c52 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:55:03.427088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3b611cb3-266c-4159-bc6e-90b0c7f02070 None None] For port e729c9e9-60f8-418e-829f-3564442a0eca, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e729c9e9-60f8-418e-829f-3564442a0eca,segment=NetworkSegment(f4238503-47ee-49ef-8b94-9ddbb6de714e),segment_id=f4238503-47ee-49ef-8b94-9ddbb6de714e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:55:03.427482 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3b611cb3-266c-4159-bc6e-90b0c7f02070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:03.558611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3b611cb3-266c-4159-bc6e-90b0c7f02070 None None] Calling delete_port for e729c9e9-60f8-418e-829f-3564442a0eca owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:55:03.623999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-2ec0f729-f435-4180-9a2d-74a5db5f4797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:55:00Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:54:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:03.640587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec0f729-f435-4180-9a2d-74a5db5f4797 None None] The sync data for ids ['b7145b66-f93c-43e5-97c2-114dcd2af43c'] in dv-neutron-845844-1-hyperv is: [{'id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'name': 'tempest-TestNetworkBasicOps-router-223020358', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22'}], 'enable_snat': True}, 'gw_port_id': '2e88617b-35f8-45d9-8636-265e82477c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:53:46Z', 'updated_at': '2022-06-15T14:55:00Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '2e88617b-35f8-45d9-8636-265e82477c52', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:76:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7145b66-f93c-43e5-97c2-114dcd2af43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:53:47Z', 'updated_at': '2022-06-15T14:54:53Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:55:03.649808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:03.655680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3b611cb3-266c-4159-bc6e-90b0c7f02070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:03.709629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=2e88617b-35f8-45d9-8636-265e82477c52,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:03.723278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b611cb3-266c-4159-bc6e-90b0c7f02070 None None] Pushing event deleted for resources: {'Port': ['ID=e729c9e9-60f8-418e-829f-3564442a0eca,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:03.727908 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b611cb3-266c-4159-bc6e-90b0c7f02070 None None] No DVR routers for this DVR port e729c9e9-60f8-418e-829f-3564442a0eca on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:55:03.748391 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:03.748742 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:03.749076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:03.749407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:03.749735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:03.750060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:03.750384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:03.750709 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:03.751027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:03.751350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:03.751667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:03.751983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:03.826684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.012085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.016027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.041334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.042024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Fanout notify agent at l3_agent the message router_deleted on router b7145b66-f93c-43e5-97c2-114dcd2af43c {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:55:04.059904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.061125 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f86b8285-a7f6-41b8-8021-38b7331d1cba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/routers/b7145b66-f93c-43e5-97c2-114dcd2af43c HTTP/1.1" status: 204 len: 168 time: 1.5704579 Jun 15 14:55:04.064319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41242) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:04.186466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.337070 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.360814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23111fbe-ec64-422e-9f37-48d78797277a']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:04.373808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4238503-47ee-49ef-8b94-9ddbb6de714e') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:04.373808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4238503-47ee-49ef-8b94-9ddbb6de714e') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:04.385355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.409891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.419354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:55:04.419354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.505285 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f4238503-47ee-49ef-8b94-9ddbb6de714e resource provider aggregate not found Jun 15 14:55:04.523388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.543215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.546428 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment f4238503-47ee-49ef-8b94-9ddbb6de714e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4238503-47ee-49ef-8b94-9ddbb6de714e found for delete ", "request_id": "req-0bc0c578-47c6-4658-8e67-11493b01c7fa"}]} Jun 15 14:55:04.554848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Network': ['ID=23111fbe-ec64-422e-9f37-48d78797277a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:04.562765 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c58d9e35-854d-4c34-8d75-15e7d1b1ef18 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/networks/23111fbe-ec64-422e-9f37-48d78797277a HTTP/1.1" status: 204 len: 168 time: 0.4973700 Jun 15 14:55:04.588009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41252) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:04.591924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'network': {'name': 'tempest-network-smoke--1600339025', 'project_id': '032b1386b78145d282edf892a5a65f64', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:04.597247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:04.601950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:network and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:55:04.605164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:55:04.610961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:04.621905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:55:04.625509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.657580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:55:04.667669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.669360 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Added segment 7747a65e-58e8-4ea0-81b6-6c54a24e5b25 of type vlan for network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 Jun 15 14:55:04.703196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.753056 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.759770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:04.760601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.776208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e729c9e9-60f8-418e-829f-3564442a0eca no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:55:04.813474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: e729c9e9-60f8-418e-829f-3564442a0eca {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:55:04.813474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e729c9e9-60f8-418e-829f-3564442a0eca not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:55:04.815807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 459ad558-4a34-492d-afea-23e7688b3896 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:55:04.860370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 459ad558-4a34-492d-afea-23e7688b3896 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:55:04.860370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 459ad558-4a34-492d-afea-23e7688b3896 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:55:04.860370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2e88617b-35f8-45d9-8636-265e82477c52 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:55:04.883131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Network': ['ID=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:04.883131 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d72933c6-139d-4d2e-ad8f-38d7cc2c5490 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2934413 Jun 15 14:55:04.883131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41256) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:04.889285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'admin_state_up': True, 'project_id': '032b1386b78145d282edf892a5a65f64', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:04.894575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:55:04.896947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:04.901228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:router and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:55:04.904139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:55:04.914809 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:04.920703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 2e88617b-35f8-45d9-8636-265e82477c52 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:55:04.920703 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2e88617b-35f8-45d9-8636-265e82477c52 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:55:04.930168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.930168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:04.955252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:05.245722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:05.679438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:05.711525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:05.859054 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.201 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/9a50aae8-3c42-4915-aee4-0de32b25cb32) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:55:06.010943 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:06.042792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:06.114596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:55:06.117526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:55:06.121219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:55:06.150907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=9a50aae8-3c42-4915-aee4-0de32b25cb32,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:06.543919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:06.899892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:07.216706 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 23d9ce26-3b02-430e-a46e-71360d3c19f4 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:55:07.401538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:55:07.421840 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Sync routers for ids ['23d9ce26-3b02-430e-a46e-71360d3c19f4'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:55:07.430229 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:07.439792 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d0b65c11-0e46-4919-890f-c420b5d6c5c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5475340 Jun 15 14:55:07.441575 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Routers {'23d9ce26-3b02-430e-a46e-71360d3c19f4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:55:07.441575 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:54:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['23d9ce26-3b02-430e-a46e-71360d3c19f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:07.441786 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41260) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:07.477976 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4ba5e0e8-1e15-4ccb-8a50-3ae3e1e47591 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=032b1386b78145d282edf892a5a65f64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394123 Jun 15 14:55:07.478225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41264) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:07.612305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dbae2f-0298-4d49-b5e1-c10fc390f704 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:07.614079 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b4dbae2f-0298-4d49-b5e1-c10fc390f704 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344068 Jun 15 14:55:07.616304 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41270) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:07.622162 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Set router 23d9ce26-3b02-430e-a46e-71360d3c19f4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:55:07.663984 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7d62addb-7da9-4a34-98a9-6b63491e6c4c tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439448 Jun 15 14:55:07.664208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41274) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:07.669383 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1429375178', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'project_id': '032b1386b78145d282edf892a5a65f64', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:07.789008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:07.792300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:subnet and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:55:07.795190 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:55:07.801146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:07.813169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:55:07.816704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:07.934140 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:55:06Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:07.939132 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Checking router: 23d9ce26-3b02-430e-a46e-71360d3c19f4 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:55:07.939479 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Updating router 23d9ce26-3b02-430e-a46e-71360d3c19f4 port 9a50aae8-3c42-4915-aee4-0de32b25cb32 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:55:07.996713 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:08.049112 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:08.131106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Subnet': ['ID=5d41db3c-0b23-45a3-883c-1a53c0a33706,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:08.135251 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Checking segment: {'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:55:08.135608 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network hostable DHCP agents. Network: 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:55:08.158083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:55:08.171793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:55:08.177868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:08.178662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:08.184413 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de95d80d-e38f-4c3c-a274-f8d327a71e83 None None] Network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:55:08.214599 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8876249f-a6bd-4325-8afc-6f80babf493f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5481224 Jun 15 14:55:08.216397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41280) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:08.352425 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:08.364389 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Transition to ACTIVE for port object 9a50aae8-3c42-4915-aee4-0de32b25cb32 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:55:08.371217 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:08.435971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ips': [{'subnet_id': '5d41db3c-0b23-45a3-883c-1a53c0a33706'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:55:08.437526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:08.450715 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Pushing event updated for resources: {'Port': ['ID=9a50aae8-3c42-4915-aee4-0de32b25cb32,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:08.460498 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:08.460888 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:08.461238 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:08.461568 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:08.461903 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:08.462216 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:08.462726 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:08.463056 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:08.463387 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:08.463713 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:08.464032 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:08.464379 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:08.475450 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Attempting to bind port 9a50aae8-3c42-4915-aee4-0de32b25cb32 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:55:08.475819 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Attempting to bind port 9a50aae8-3c42-4915-aee4-0de32b25cb32 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:55:08.476207 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Attempting to bind port 9a50aae8-3c42-4915-aee4-0de32b25cb32 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:55:08.481602 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:55:08.481970 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:55:08.482372 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:08.482760 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:55:08.483221 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Bound port: 9a50aae8-3c42-4915-aee4-0de32b25cb32, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:55:08.483887 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:08.567745 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] For port 9a50aae8-3c42-4915-aee4-0de32b25cb32, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:55:08.571102 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] For port 9a50aae8-3c42-4915-aee4-0de32b25cb32, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9a50aae8-3c42-4915-aee4-0de32b25cb32,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:55:08.576781 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:08.609445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Allocated IP 172.20.0.2 (011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5/5d41db3c-0b23-45a3-883c-1a53c0a33706/92fc0423-e474-4395-9de8-105deb3c0d5a) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:55:08.654130 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8f4e8-81e9-4dd8-b73f-cf9375fd1935 None None] Pushing event updated for resources: {'Port': ['ID=9a50aae8-3c42-4915-aee4-0de32b25cb32,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:08.673083 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Routers {'23d9ce26-3b02-430e-a46e-71360d3c19f4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:55:08.673699 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:54:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['23d9ce26-3b02-430e-a46e-71360d3c19f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:08.833390 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:08.845363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Transition to ACTIVE for port object 92fc0423-e474-4395-9de8-105deb3c0d5a will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:55:08.866032 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Transition to ACTIVE for port object 92fc0423-e474-4395-9de8-105deb3c0d5a will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:55:08.872081 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:08.882710 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] Set router 23d9ce26-3b02-430e-a46e-71360d3c19f4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:55:08.944608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Pushing event updated for resources: {'Port': ['ID=92fc0423-e474-4395-9de8-105deb3c0d5a,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:08.960371 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:55:08.961770 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:55:08.964355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:55:09.078893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Attempting to bind port 92fc0423-e474-4395-9de8-105deb3c0d5a on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:55:09.079272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Attempting to bind port 92fc0423-e474-4395-9de8-105deb3c0d5a by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:55:09.079640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Attempting to bind port 92fc0423-e474-4395-9de8-105deb3c0d5a on network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:55:09.085816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:55:09.086029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:09.086477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Checking segment: {'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:55:09.086577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:09.086976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Bound using segment: {'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:55:09.087450 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Bound port: 92fc0423-e474-4395-9de8-105deb3c0d5a, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:55:09.087835 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:09.172004 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:55:06Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:09.177544 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72655a48-c47d-42c3-bdd1-3a63c20a090c None None] The sync data for ids ['23d9ce26-3b02-430e-a46e-71360d3c19f4'] in dv-neutron-845844-1-hyperv is: [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:55:06Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:55:09.181952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] For port 92fc0423-e474-4395-9de8-105deb3c0d5a, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:55:09.185780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] For port 92fc0423-e474-4395-9de8-105deb3c0d5a, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=92fc0423-e474-4395-9de8-105deb3c0d5a,segment=NetworkSegment(7747a65e-58e8-4ea0-81b6-6c54a24e5b25),segment_id=7747a65e-58e8-4ea0-81b6-6c54a24e5b25)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:55:09.191389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:09.286575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31950c3b-4202-4f86-a0a0-f4018242f864 None None] Pushing event updated for resources: {'Port': ['ID=92fc0423-e474-4395-9de8-105deb3c0d5a,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:09.555204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.1 (011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5/5d41db3c-0b23-45a3-883c-1a53c0a33706/ab0af7f4-a335-4b5a-94bf-e409abe8f350) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:55:09.759857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:09.777120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object ab0af7f4-a335-4b5a-94bf-e409abe8f350 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:55:09.802864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:09.876703 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:55:09.880382 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:55:09.884602 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:55:09.921102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=ab0af7f4-a335-4b5a-94bf-e409abe8f350,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:09.952833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:10.288650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:10.375231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b23cb02-31e9-480b-80fd-0383c9f22817 None None] Network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:55:10.467643 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3279d699-8768-435e-96a1-ee92cf27ecf3 None None] Provisioning for port 92fc0423-e474-4395-9de8-105deb3c0d5a completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:55:10.730851 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9a50aae8-3c42-4915-aee4-0de32b25cb32 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:55:10.813030 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 9a50aae8-3c42-4915-aee4-0de32b25cb32 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:55:10.819137 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 9a50aae8-3c42-4915-aee4-0de32b25cb32 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:55:10.819629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:10.919171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:10.925988 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:10.948249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 9a50aae8-3c42-4915-aee4-0de32b25cb32 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:55:10.948565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:10.955062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-89633a31-3001-4f95-ae8d-7ab1731af9f8 None None] Provisioning for port ab0af7f4-a335-4b5a-94bf-e409abe8f350 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:55:10.966253 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-89633a31-3001-4f95-ae8d-7ab1731af9f8 None None] Provisioning complete for port ab0af7f4-a335-4b5a-94bf-e409abe8f350 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:55:10.966353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-89633a31-3001-4f95-ae8d-7ab1731af9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:11.004930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 9a50aae8-3c42-4915-aee4-0de32b25cb32, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9a50aae8-3c42-4915-aee4-0de32b25cb32,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:55:11.015278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:11.016311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 92fc0423-e474-4395-9de8-105deb3c0d5a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:55:11.047379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:11.052301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=ab0af7f4-a335-4b5a-94bf-e409abe8f350,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:11.118900 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-89633a31-3001-4f95-ae8d-7ab1731af9f8 None None] Port ab0af7f4-a335-4b5a-94bf-e409abe8f350 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:55:11.158574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=9a50aae8-3c42-4915-aee4-0de32b25cb32,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:11.167275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 92fc0423-e474-4395-9de8-105deb3c0d5a completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:55:11.172779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 92fc0423-e474-4395-9de8-105deb3c0d5a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:55:11.173567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:11.189893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:55:11.191035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:55:11.286495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9b98e717-10c2-49f5-b7ba-6a87470ae577 None None] Provisioning complete for port ab0af7f4-a335-4b5a-94bf-e409abe8f350 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:55:11.286863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9b98e717-10c2-49f5-b7ba-6a87470ae577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:11.387482 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9b98e717-10c2-49f5-b7ba-6a87470ae577 None None] Port ab0af7f4-a335-4b5a-94bf-e409abe8f350 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:55:11.395489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 23d9ce26-3b02-430e-a46e-71360d3c19f4 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:55:11.396761 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 92fc0423-e474-4395-9de8-105deb3c0d5a is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:55:11.397131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:11.429538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 92fc0423-e474-4395-9de8-105deb3c0d5a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=92fc0423-e474-4395-9de8-105deb3c0d5a,segment=NetworkSegment(7747a65e-58e8-4ea0-81b6-6c54a24e5b25),segment_id=7747a65e-58e8-4ea0-81b6-6c54a24e5b25)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:55:11.434682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:11.504128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=92fc0423-e474-4395-9de8-105deb3c0d5a,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:11.515192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f7447a48-29ce-431a-a37b-cb531857f848 None None] Provisioning complete for port ab0af7f4-a335-4b5a-94bf-e409abe8f350 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:55:11.515565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7447a48-29ce-431a-a37b-cb531857f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:11.571047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f7447a48-29ce-431a-a37b-cb531857f848 None None] Port ab0af7f4-a335-4b5a-94bf-e409abe8f350 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:55:11.582636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:55:11.591722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Sync routers for ids ['23d9ce26-3b02-430e-a46e-71360d3c19f4'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:55:11.596121 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0847ad4e-75ce-4f68-b54d-768712de7550 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/23d9ce26-3b02-430e-a46e-71360d3c19f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3790393 Jun 15 14:55:11.598795 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41284) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:11.601970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Routers {'23d9ce26-3b02-430e-a46e-71360d3c19f4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:55:11.602595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:54:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['23d9ce26-3b02-430e-a46e-71360d3c19f4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:11.739723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca61e06-ecf4-4eaa-9930-0b06a7cdca36 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:11.740247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca61e06-ecf4-4eaa-9930-0b06a7cdca36 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:11.740699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca61e06-ecf4-4eaa-9930-0b06a7cdca36 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:11.741160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca61e06-ecf4-4eaa-9930-0b06a7cdca36 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:11.741618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca61e06-ecf4-4eaa-9930-0b06a7cdca36 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:11.742071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca61e06-ecf4-4eaa-9930-0b06a7cdca36 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:11.743836 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7ca61e06-ecf4-4eaa-9930-0b06a7cdca36 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1441517 Jun 15 14:55:11.746805 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41288) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:11.788874 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Set router 23d9ce26-3b02-430e-a46e-71360d3c19f4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:55:11.820872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec171892-92aa-46ac-866b-9e6fc917ae62 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:11.821344 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec171892-92aa-46ac-866b-9e6fc917ae62 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:11.821811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec171892-92aa-46ac-866b-9e6fc917ae62 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:11.822269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec171892-92aa-46ac-866b-9e6fc917ae62 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:11.822723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec171892-92aa-46ac-866b-9e6fc917ae62 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:11.823177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec171892-92aa-46ac-866b-9e6fc917ae62 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:11.824964 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ec171892-92aa-46ac-866b-9e6fc917ae62 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0772457 Jun 15 14:55:11.827859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41292) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:12.037159 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-38c8f676-786c-4d0b-af05-ea258a4a4ef4 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2081022 Jun 15 14:55:12.108918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'ab0af7f4-a335-4b5a-94bf-e409abe8f350', 'name': '', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:36:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:09Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:12.109141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41298) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:12.113503 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Checking router: 23d9ce26-3b02-430e-a46e-71360d3c19f4 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:55:12.113860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Updating router 23d9ce26-3b02-430e-a46e-71360d3c19f4 port ab0af7f4-a335-4b5a-94bf-e409abe8f350 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:55:12.115139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-143646850', 'description': 'tempest-secgroup-smoke-143646850 description', 'project_id': '032b1386b78145d282edf892a5a65f64'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:12.121214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:12.125313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:55:12.128147 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:55:12.134822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:12.146519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.166371 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.166566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:12.170367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:55:12.173210 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:55:12.179015 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:12.378890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.383880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.430231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aef246e-ae7c-4c81-9cad-91e63a427fb6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:12.434692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.438979 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a09b9635-0a00-4554-b706-4ebc84f0f426 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3260496 Jun 15 14:55:12.439983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41302) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:12.445026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6f63470b-c190-4e59-af46-04fd26a2aed1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '5aef246e-ae7c-4c81-9cad-91e63a427fb6', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:12.450928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6f63470b-c190-4e59-af46-04fd26a2aed1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:12.454779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6f63470b-c190-4e59-af46-04fd26a2aed1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:55:12.457811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6f63470b-c190-4e59-af46-04fd26a2aed1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:55:12.463504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6f63470b-c190-4e59-af46-04fd26a2aed1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:12.481904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6f63470b-c190-4e59-af46-04fd26a2aed1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.537022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.545886 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6f63470b-c190-4e59-af46-04fd26a2aed1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.548941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Transition to ACTIVE for port object ab0af7f4-a335-4b5a-94bf-e409abe8f350 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:55:12.550127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6f63470b-c190-4e59-af46-04fd26a2aed1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.556888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.574063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63470b-c190-4e59-af46-04fd26a2aed1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ef5c6a6-3a5b-42b5-b552-2911b63bfb44,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:12.583354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6f63470b-c190-4e59-af46-04fd26a2aed1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.584757 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6f63470b-c190-4e59-af46-04fd26a2aed1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441219 Jun 15 14:55:12.587961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41306) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:12.593225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ceedfccc-4a0d-4739-a2ec-1eeafdbba618 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '5aef246e-ae7c-4c81-9cad-91e63a427fb6', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:12.599287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ceedfccc-4a0d-4739-a2ec-1eeafdbba618 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:12.603412 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ceedfccc-4a0d-4739-a2ec-1eeafdbba618 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:55:12.606576 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ceedfccc-4a0d-4739-a2ec-1eeafdbba618 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:55:12.612912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ceedfccc-4a0d-4739-a2ec-1eeafdbba618 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:12.639714 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceedfccc-4a0d-4739-a2ec-1eeafdbba618 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.707601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9a50aae8-3c42-4915-aee4-0de32b25cb32 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:55:12.725708 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceedfccc-4a0d-4739-a2ec-1eeafdbba618 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.731268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceedfccc-4a0d-4739-a2ec-1eeafdbba618 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.751187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedfccc-4a0d-4739-a2ec-1eeafdbba618 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a604fa-6d61-405e-9cf7-f5955249b32c,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:12.772170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ceedfccc-4a0d-4739-a2ec-1eeafdbba618 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.776590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41310) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:12.777104 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ceedfccc-4a0d-4739-a2ec-1eeafdbba618 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1877270 Jun 15 14:55:12.782016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-936603b4-913d-4dd1-9f0a-96b4cefb87f2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '5aef246e-ae7c-4c81-9cad-91e63a427fb6', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:12.785916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df7f5e-7ad8-4b75-9160-081ed5509f42 None None] Pushing event updated for resources: {'Port': ['ID=ab0af7f4-a335-4b5a-94bf-e409abe8f350,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:12.788225 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-936603b4-913d-4dd1-9f0a-96b4cefb87f2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:12.792526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-936603b4-913d-4dd1-9f0a-96b4cefb87f2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:55:12.796068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-936603b4-913d-4dd1-9f0a-96b4cefb87f2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:55:12.803526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-936603b4-913d-4dd1-9f0a-96b4cefb87f2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:12.823162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-936603b4-913d-4dd1-9f0a-96b4cefb87f2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.890994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-936603b4-913d-4dd1-9f0a-96b4cefb87f2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.895417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-936603b4-913d-4dd1-9f0a-96b4cefb87f2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.918768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936603b4-913d-4dd1-9f0a-96b4cefb87f2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc69a72-5267-4bc8-bc21-e68121e10600,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:12.929882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-936603b4-913d-4dd1-9f0a-96b4cefb87f2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.934123 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-936603b4-913d-4dd1-9f0a-96b4cefb87f2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1539860 Jun 15 14:55:12.934325 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41314) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:12.940922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8570fa77-776c-4873-b74d-6c07166c1cd4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '5aef246e-ae7c-4c81-9cad-91e63a427fb6', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:12.947167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8570fa77-776c-4873-b74d-6c07166c1cd4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:12.951079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8570fa77-776c-4873-b74d-6c07166c1cd4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:55:12.953915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8570fa77-776c-4873-b74d-6c07166c1cd4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:55:12.955717 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Attempting to bind port ab0af7f4-a335-4b5a-94bf-e409abe8f350 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:55:12.956096 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Attempting to bind port ab0af7f4-a335-4b5a-94bf-e409abe8f350 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:55:12.956807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Attempting to bind port ab0af7f4-a335-4b5a-94bf-e409abe8f350 on network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:55:12.959068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 9a50aae8-3c42-4915-aee4-0de32b25cb32 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:55:12.959440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:12.960032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8570fa77-776c-4873-b74d-6c07166c1cd4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:12.977731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8570fa77-776c-4873-b74d-6c07166c1cd4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.009540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:55:13.009951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Checking segment: {'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:55:13.010313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.010708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Bound using segment: {'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:55:13.011179 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Bound port: ab0af7f4-a335-4b5a-94bf-e409abe8f350, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:55:13.011551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.046782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8570fa77-776c-4873-b74d-6c07166c1cd4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.052019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8570fa77-776c-4873-b74d-6c07166c1cd4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.076405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8570fa77-776c-4873-b74d-6c07166c1cd4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde00136-5b47-48da-9ddc-1b44ab099ecd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:13.086352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8570fa77-776c-4873-b74d-6c07166c1cd4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.087575 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8570fa77-776c-4873-b74d-6c07166c1cd4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523225 Jun 15 14:55:13.090351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41318) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:13.095453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3114d3b4-b450-4e22-b19a-135de298d439 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '5aef246e-ae7c-4c81-9cad-91e63a427fb6', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:13.101760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3114d3b4-b450-4e22-b19a-135de298d439 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:13.105843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3114d3b4-b450-4e22-b19a-135de298d439 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:55:13.108925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3114d3b4-b450-4e22-b19a-135de298d439 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:55:13.115566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3114d3b4-b450-4e22-b19a-135de298d439 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:13.126654 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-3114d3b4-b450-4e22-b19a-135de298d439 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:55:13.133673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3114d3b4-b450-4e22-b19a-135de298d439 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.165758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] For port ab0af7f4-a335-4b5a-94bf-e409abe8f350, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:55:13.175343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 9a50aae8-3c42-4915-aee4-0de32b25cb32 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:55:13.176468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 92fc0423-e474-4395-9de8-105deb3c0d5a up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:55:13.200821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] For port ab0af7f4-a335-4b5a-94bf-e409abe8f350, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ab0af7f4-a335-4b5a-94bf-e409abe8f350,segment=NetworkSegment(7747a65e-58e8-4ea0-81b6-6c54a24e5b25),segment_id=7747a65e-58e8-4ea0-81b6-6c54a24e5b25)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:55:13.201594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3114d3b4-b450-4e22-b19a-135de298d439 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.207260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3114d3b4-b450-4e22-b19a-135de298d439 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.207392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.229520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114d3b4-b450-4e22-b19a-135de298d439 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0162864c-b9fd-40be-83de-8e61dccde908,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:13.241793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3114d3b4-b450-4e22-b19a-135de298d439 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.243082 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3114d3b4-b450-4e22-b19a-135de298d439 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1518018 Jun 15 14:55:13.245899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41322) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:13.250939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e135e51d-b487-48e2-9c3b-2d880d0e521f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '5aef246e-ae7c-4c81-9cad-91e63a427fb6', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:13.257286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e135e51d-b487-48e2-9c3b-2d880d0e521f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:13.261086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e135e51d-b487-48e2-9c3b-2d880d0e521f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:55:13.263916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e135e51d-b487-48e2-9c3b-2d880d0e521f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:55:13.270015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e135e51d-b487-48e2-9c3b-2d880d0e521f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:13.286054 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-e135e51d-b487-48e2-9c3b-2d880d0e521f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:55:13.293960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e135e51d-b487-48e2-9c3b-2d880d0e521f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.318790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Routers {'23d9ce26-3b02-430e-a46e-71360d3c19f4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:55:13.319440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:54:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['23d9ce26-3b02-430e-a46e-71360d3c19f4'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:13.366520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e135e51d-b487-48e2-9c3b-2d880d0e521f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.372838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e135e51d-b487-48e2-9c3b-2d880d0e521f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.374888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df7f5e-7ad8-4b75-9160-081ed5509f42 None None] Pushing event updated for resources: {'Port': ['ID=ab0af7f4-a335-4b5a-94bf-e409abe8f350,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:13.400574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135e51d-b487-48e2-9c3b-2d880d0e521f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67622690-eb51-4917-8a72-4df5680d75f9,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:13.410027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e135e51d-b487-48e2-9c3b-2d880d0e521f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.421133 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e135e51d-b487-48e2-9c3b-2d880d0e521f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647596 Jun 15 14:55:13.421446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 92fc0423-e474-4395-9de8-105deb3c0d5a triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:55:13.421446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:13.566507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] Set router 23d9ce26-3b02-430e-a46e-71360d3c19f4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:55:13.581117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-fd457740-2b6c-4d98-8941-15ddd8608919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:55:13.598626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-fd457740-2b6c-4d98-8941-15ddd8608919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:55:13.599904 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-fd457740-2b6c-4d98-8941-15ddd8608919 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-143646850&fields=id&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 267 time: 0.0594170 Jun 15 14:55:13.762387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-c48f4c53-4632-4ab4-9c61-5d3228be1c95 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:13.763769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-c48f4c53-4632-4ab4-9c61-5d3228be1c95 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:55:13.780780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-c48f4c53-4632-4ab4-9c61-5d3228be1c95 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:55:13.782126 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-c48f4c53-4632-4ab4-9c61-5d3228be1c95 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/networks?id=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 HTTP/1.1" status: 200 len: 797 time: 0.1753914 Jun 15 14:55:13.797595 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-2364af80-84ab-4622-a2d4-3172a620059a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/quotas/032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 375 time: 0.0093408 Jun 15 14:55:13.815842 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 92fc0423-e474-4395-9de8-105deb3c0d5a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:55:13.892902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-0de4d4ce-07e2-49b6-b291-7e3980b7ac17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:55:13.909712 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-0de4d4ce-07e2-49b6-b291-7e3980b7ac17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:55:13.911221 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-0de4d4ce-07e2-49b6-b291-7e3980b7ac17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083405 Jun 15 14:55:13.938865 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'ab0af7f4-a335-4b5a-94bf-e409abe8f350', 'name': '', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:36:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:09Z', 'updated_at': '2022-06-15T14:55:13Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:13.943452 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d71644-a3ed-4a05-8cc4-9c7c6e4cbce8 None None] The sync data for ids ['23d9ce26-3b02-430e-a46e-71360d3c19f4'] in dv-neutron-845844-1-hyperv is: [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'ab0af7f4-a335-4b5a-94bf-e409abe8f350', 'name': '', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:36:00:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:09Z', 'updated_at': '2022-06-15T14:55:13Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:55:14.070813 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-effbe6ee-a44b-4c30-bd42-6002bbd53457 service neutron] 10.222.0.26 "GET /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475801 Jun 15 14:55:14.210781 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-aeba77fb-5ac0-4720-b116-fac76fc6b90e service neutron] 10.222.0.26 "GET /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352208 Jun 15 14:55:14.409760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e5d1b48e-bd79-4051-818c-4cc8707a696f req-50ea1f86-96ab-4616-8b3b-c73bab4db33b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:55:14.423322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e5d1b48e-bd79-4051-818c-4cc8707a696f req-50ea1f86-96ab-4616-8b3b-c73bab4db33b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:55:14.424584 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e5d1b48e-bd79-4051-818c-4cc8707a696f req-50ea1f86-96ab-4616-8b3b-c73bab4db33b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 210 time: 0.0704730 Jun 15 14:55:14.689997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ab0af7f4-a335-4b5a-94bf-e409abe8f350 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:55:14.766644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port ab0af7f4-a335-4b5a-94bf-e409abe8f350 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:55:14.772229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ab0af7f4-a335-4b5a-94bf-e409abe8f350 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:55:14.772840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:14.898588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ab0af7f4-a335-4b5a-94bf-e409abe8f350 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:55:14.898964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:14.934417 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port ab0af7f4-a335-4b5a-94bf-e409abe8f350, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ab0af7f4-a335-4b5a-94bf-e409abe8f350,segment=NetworkSegment(7747a65e-58e8-4ea0-81b6-6c54a24e5b25),segment_id=7747a65e-58e8-4ea0-81b6-6c54a24e5b25)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:55:14.940284 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:15.017768 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=ab0af7f4-a335-4b5a-94bf-e409abe8f350,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:15.485760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-cdcb3ca4-cc0a-4494-a49f-30e710d4ed12 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:15.486444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-cdcb3ca4-cc0a-4494-a49f-30e710d4ed12 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:55:15.501802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-cdcb3ca4-cc0a-4494-a49f-30e710d4ed12 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:55:15.501802 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-cdcb3ca4-cc0a-4494-a49f-30e710d4ed12 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks?id=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 HTTP/1.1" status: 200 len: 797 time: 0.1689672 Jun 15 14:55:15.552100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-481b9eb6-1cb0-497a-8054-9972faf3cc74 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:55:15.564384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-481b9eb6-1cb0-497a-8054-9972faf3cc74 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:55:15.565608 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-481b9eb6-1cb0-497a-8054-9972faf3cc74 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 379 time: 0.0561731 Jun 15 14:55:15.577033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'device_id': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'admin_state_up': True, 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'security_groups': ['5aef246e-ae7c-4c81-9cad-91e63a427fb6']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:15.586933 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-81b6e038-4526-4282-94b0-d6f1c50a638f req-a7ee2cb7-5d44-428e-8830-e27b0e996b85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 210 time: 0.0525079 Jun 15 14:55:15.717695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:15.730988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:15.746247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:55:15.751658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:15.952562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.4 (011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5/5d41db3c-0b23-45a3-883c-1a53c0a33706/0409c966-89c0-43bf-a8ea-c35749e8446c) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:55:16.261593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:16.280305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object 0409c966-89c0-43bf-a8ea-c35749e8446c will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:55:16.307956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:16.382466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:55:16.385519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:55:16.389295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:55:16.421518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=0409c966-89c0-43bf-a8ea-c35749e8446c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:16.461784 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:16.462528 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:16.490954 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-21e78923-e895-428a-9918-f78ad681be89 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9177289 Jun 15 14:55:16.503337 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Request body: {'port': {'device_id': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:16.620731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5373dbf3-efcd-47f5-9a5f-f93f6f838960 None None] Provisioning for port 0409c966-89c0-43bf-a8ea-c35749e8446c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:55:16.624298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:16.631991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5373dbf3-efcd-47f5-9a5f-f93f6f838960 None None] Provisioning complete for port 0409c966-89c0-43bf-a8ea-c35749e8446c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:55:16.632495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5373dbf3-efcd-47f5-9a5f-f93f6f838960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:16.680855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ab0af7f4-a335-4b5a-94bf-e409abe8f350 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:55:16.754060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5373dbf3-efcd-47f5-9a5f-f93f6f838960 None None] Port 0409c966-89c0-43bf-a8ea-c35749e8446c cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:55:16.768114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ab0af7f4-a335-4b5a-94bf-e409abe8f350 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:55:16.768602 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:16.929042 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ab0af7f4-a335-4b5a-94bf-e409abe8f350 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:55:16.941721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149b8ea-f4cb-499b-84d4-f4fbb278a002 req-36272e14-a355-42d2-969a-e9c60a261e9f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:16.942426 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-2149b8ea-f4cb-499b-84d4-f4fbb278a002 req-36272e14-a355-42d2-969a-e9c60a261e9f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:55:16.986082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-2149b8ea-f4cb-499b-84d4-f4fbb278a002 req-36272e14-a355-42d2-969a-e9c60a261e9f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:55:16.987265 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2149b8ea-f4cb-499b-84d4-f4fbb278a002 req-36272e14-a355-42d2-969a-e9c60a261e9f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 931 time: 0.2833490 Jun 15 14:55:17.053721 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2149b8ea-f4cb-499b-84d4-f4fbb278a002 req-c11738b4-fd6c-41ec-b66d-e463629602d7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584924 Jun 15 14:55:17.126200 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0409c966-89c0-43bf-a8ea-c35749e8446c {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:55:17.133927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:17.154493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Transition to ACTIVE for port object 0409c966-89c0-43bf-a8ea-c35749e8446c will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:55:17.160780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:17.326258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Pushing event updated for resources: {'Port': ['ID=0409c966-89c0-43bf-a8ea-c35749e8446c,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:17.416497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Attempting to bind port 0409c966-89c0-43bf-a8ea-c35749e8446c on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:55:17.416833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Attempting to bind port 0409c966-89c0-43bf-a8ea-c35749e8446c by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:55:17.417139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Attempting to bind port 0409c966-89c0-43bf-a8ea-c35749e8446c on network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:55:17.421887 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Port 0409c966-89c0-43bf-a8ea-c35749e8446c on network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:55:17.422210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Attempting to bind port 0409c966-89c0-43bf-a8ea-c35749e8446c on network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:55:17.427646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:55:17.427984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Checking segment: {'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:55:17.428411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Bound using segment: {'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:55:17.428835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Bound port: 0409c966-89c0-43bf-a8ea-c35749e8446c, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7747a65e-58e8-4ea0-81b6-6c54a24e5b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:55:17.429177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:17.544729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] For port 0409c966-89c0-43bf-a8ea-c35749e8446c, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:55:17.549987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] For port 0409c966-89c0-43bf-a8ea-c35749e8446c, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=0409c966-89c0-43bf-a8ea-c35749e8446c,segment=NetworkSegment(7747a65e-58e8-4ea0-81b6-6c54a24e5b25),segment_id=7747a65e-58e8-4ea0-81b6-6c54a24e5b25)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:55:17.557487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:17.625194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:17.625798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:17.627158 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] 10.222.0.44 "PUT /v2.0/ports/0409c966-89c0-43bf-a8ea-c35749e8446c HTTP/1.1" status: 200 len: 1093 time: 1.1285548 Jun 15 14:55:17.627579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'tag': '0409c966-89c0-43bf-a8ea-c35749e8446c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:55:17.653222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7262e05-d7e6-410a-93da-46316c6bdf90 service neutron] Pushing event updated for resources: {'Port': ['ID=0409c966-89c0-43bf-a8ea-c35749e8446c,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:17.704515 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6302c2b9-2dff-4861-b7eb-c40017bbffb5'] response: {'name': 'network-changed', 'server_uuid': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'tag': '0409c966-89c0-43bf-a8ea-c35749e8446c', 'status': 'completed', 'code': 200} Jun 15 14:55:17.751633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-bfd21f39-7091-446b-802a-727d18021461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:17.753784 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-bfd21f39-7091-446b-802a-727d18021461 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 1096 time: 0.0859959 Jun 15 14:55:17.833705 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-4451350a-67a0-4042-a9ae-e82fb872f908 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409c966-89c0-43bf-a8ea-c35749e8446c HTTP/1.1" status: 200 len: 217 time: 0.0735629 Jun 15 14:55:17.902707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a72fad9f-45a2-46fa-8e3b-ba57e4377492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:17.904832 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-a72fad9f-45a2-46fa-8e3b-ba57e4377492 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d41db3c-0b23-45a3-883c-1a53c0a33706 HTTP/1.1" status: 200 len: 844 time: 0.0651770 Jun 15 14:55:17.992764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-3149bc90-af3b-4f8d-b6c9-a43472705cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:17.994255 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-3149bc90-af3b-4f8d-b6c9-a43472705cee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837445 Jun 15 14:55:18.135611 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-bdb56d44-e8c3-45eb-a8f5-bed4844011c0 service neutron] 10.222.0.44 "GET /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343615 Jun 15 14:55:18.436434 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-643f09e8-78ad-4900-b408-3eefaa2faf6a req-49190ba3-41f7-4b88-ab77-27a58a739db1 service neutron] 10.222.0.44 "GET /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932868 Jun 15 14:55:18.452751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b16b2-b721-40b9-a49b-a49225860fd8 req-8d4b3e48-3517-4d6b-b983-310bdfcf9001 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:18.454358 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb1b16b2-b721-40b9-a49b-a49225860fd8 req-8d4b3e48-3517-4d6b-b983-310bdfcf9001 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 943 time: 0.1829035 Jun 15 14:55:18.507400 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fb1b16b2-b721-40b9-a49b-a49225860fd8 req-3df94fe9-9baf-497d-97ff-3fc7a0dd4ed6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450840 Jun 15 14:55:18.593980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f0df-5342-4f06-bd20-ad7aa54a48a4 req-0ec31c91-396f-4b6b-a9b3-64e12f348302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:18.595473 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5f94f0df-5342-4f06-bd20-ad7aa54a48a4 req-0ec31c91-396f-4b6b-a9b3-64e12f348302 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 1096 time: 0.0868876 Jun 15 14:55:18.731034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f0df-5342-4f06-bd20-ad7aa54a48a4 req-0d9a87ab-1260-4d23-93ed-3e407fbb4649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:18.732578 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5f94f0df-5342-4f06-bd20-ad7aa54a48a4 req-0d9a87ab-1260-4d23-93ed-3e407fbb4649 service neutron] 10.222.0.44 "GET /v2.0/networks?id=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 HTTP/1.1" status: 200 len: 898 time: 0.1296585 Jun 15 14:55:18.804546 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5f94f0df-5342-4f06-bd20-ad7aa54a48a4 req-7998896a-e9e0-4e66-ba00-972fa4c19e8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409c966-89c0-43bf-a8ea-c35749e8446c HTTP/1.1" status: 200 len: 217 time: 0.0654321 Jun 15 14:55:18.882441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f0df-5342-4f06-bd20-ad7aa54a48a4 req-cb618f28-3aed-4fa5-a92b-25d8d1a80934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:18.883941 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5f94f0df-5342-4f06-bd20-ad7aa54a48a4 req-cb618f28-3aed-4fa5-a92b-25d8d1a80934 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d41db3c-0b23-45a3-883c-1a53c0a33706 HTTP/1.1" status: 200 len: 844 time: 0.0731914 Jun 15 14:55:18.984584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f0df-5342-4f06-bd20-ad7aa54a48a4 req-f8683fbd-698a-455b-9ef7-5cd5bf82ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:18.985982 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5f94f0df-5342-4f06-bd20-ad7aa54a48a4 req-f8683fbd-698a-455b-9ef7-5cd5bf82ea54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948238 Jun 15 14:55:19.134766 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5f94f0df-5342-4f06-bd20-ad7aa54a48a4 req-8918aece-530e-4192-b870-6d8effcb9773 service neutron] 10.222.0.44 "GET /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413391 Jun 15 14:55:19.270964 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5f94f0df-5342-4f06-bd20-ad7aa54a48a4 req-771efd83-09f1-45cd-864e-5678afae72c4 service neutron] 10.222.0.44 "GET /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289799 Jun 15 14:55:19.727343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58955356-baff-4726-8fad-a2da57e21c3e req-36bb5129-0a1f-4647-aff7-0c4708e09914 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:19.728865 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-58955356-baff-4726-8fad-a2da57e21c3e req-36bb5129-0a1f-4647-aff7-0c4708e09914 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 943 time: 0.0963602 Jun 15 14:55:19.777985 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-58955356-baff-4726-8fad-a2da57e21c3e req-71cd93d1-ad60-4c5e-a2d9-90c9f78cf45c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431347 Jun 15 14:55:20.999480 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c327477-dcde-4578-8cef-ef351d856dd5 req-27546477-08d7-49d5-95db-92bc7f517fba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:21.000991 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c327477-dcde-4578-8cef-ef351d856dd5 req-27546477-08d7-49d5-95db-92bc7f517fba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 943 time: 0.1074483 Jun 15 14:55:21.058709 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1c327477-dcde-4578-8cef-ef351d856dd5 req-0994eaf5-024b-4b2c-a0bf-dbe0a5762244 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501828 Jun 15 14:55:21.469600 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:21.523818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-cb54c9e7-0963-43aa-bc89-bf1296da042e req-a4e17cb6-ca76-46a0-8865-ca7f2c14a526 service neutron] (89019) timed out ('10.222.0.44', 56369) {{(pid=89019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 15 14:55:22.268424 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbed3e-24e5-4038-b913-3e4756f5af94 req-d64a34ef-2f38-4ce6-b00f-74ea4bce3174 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:22.270522 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-08cbed3e-24e5-4038-b913-3e4756f5af94 req-d64a34ef-2f38-4ce6-b00f-74ea4bce3174 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 943 time: 0.0905890 Jun 15 14:55:22.317051 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-08cbed3e-24e5-4038-b913-3e4756f5af94 req-8c980fee-092a-4a0b-a1a0-e1d4b345316c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406401 Jun 15 14:55:22.532280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 0409c966-89c0-43bf-a8ea-c35749e8446c details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:55:22.681059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 0409c966-89c0-43bf-a8ea-c35749e8446c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=0409c966-89c0-43bf-a8ea-c35749e8446c,segment=NetworkSegment(7747a65e-58e8-4ea0-81b6-6c54a24e5b25),segment_id=7747a65e-58e8-4ea0-81b6-6c54a24e5b25)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:55:22.695236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '0409c966-89c0-43bf-a8ea-c35749e8446c', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'port_id': '0409c966-89c0-43bf-a8ea-c35749e8446c', 'mac_address': 'fa:16:3e:8f:81:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:55:22.754667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 0409c966-89c0-43bf-a8ea-c35749e8446c is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:55:22.755048 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:22.772410 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0409c966-89c0-43bf-a8ea-c35749e8446c {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:55:22.790631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 0409c966-89c0-43bf-a8ea-c35749e8446c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=0409c966-89c0-43bf-a8ea-c35749e8446c,segment=NetworkSegment(7747a65e-58e8-4ea0-81b6-6c54a24e5b25),segment_id=7747a65e-58e8-4ea0-81b6-6c54a24e5b25)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:55:22.797688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:22.867918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=0409c966-89c0-43bf-a8ea-c35749e8446c,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:23.029068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['0409c966-89c0-43bf-a8ea-c35749e8446c'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:55:23.529630 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc07fb9-5a8b-431f-a55f-bcdb34c01289 req-854a1fe5-e637-457c-a6b2-29ee42c15f22 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:23.531110 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-afc07fb9-5a8b-431f-a55f-bcdb34c01289 req-854a1fe5-e637-457c-a6b2-29ee42c15f22 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 944 time: 0.0974002 Jun 15 14:55:23.584069 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-afc07fb9-5a8b-431f-a55f-bcdb34c01289 req-4a5838bf-4bfd-49e8-b4a0-a461048818f9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440900 Jun 15 14:55:24.561320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 0409c966-89c0-43bf-a8ea-c35749e8446c up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:55:24.638211 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 0409c966-89c0-43bf-a8ea-c35749e8446c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:55:24.644906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 0409c966-89c0-43bf-a8ea-c35749e8446c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:55:24.645283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:24.768545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 0409c966-89c0-43bf-a8ea-c35749e8446c is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:55:24.769486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:24.790656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da83870-cef0-4a71-8d2a-f476a0b042ec req-10ac6f16-0a10-4ee1-9cc2-4922106f7043 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:24.792163 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9da83870-cef0-4a71-8d2a-f476a0b042ec req-10ac6f16-0a10-4ee1-9cc2-4922106f7043 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 944 time: 0.0950108 Jun 15 14:55:24.797252 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0409c966-89c0-43bf-a8ea-c35749e8446c'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:55:24.809976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 0409c966-89c0-43bf-a8ea-c35749e8446c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=0409c966-89c0-43bf-a8ea-c35749e8446c,segment=NetworkSegment(7747a65e-58e8-4ea0-81b6-6c54a24e5b25),segment_id=7747a65e-58e8-4ea0-81b6-6c54a24e5b25)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:55:24.816129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:24.840796 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9da83870-cef0-4a71-8d2a-f476a0b042ec req-7c007b46-a069-47fd-91a8-bae8bd760fec tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425379 Jun 15 14:55:24.851576 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449ccac7-15e5-405f-80cc-d073a1374500'] response: {'server_uuid': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0409c966-89c0-43bf-a8ea-c35749e8446c', 'code': 200} Jun 15 14:55:24.892085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=0409c966-89c0-43bf-a8ea-c35749e8446c,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:25.088672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae517459-f787-468f-bbef-43445e97a6b0 req-e624e07f-f9b8-43a4-b62d-f84e02eb7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:25.090061 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae517459-f787-468f-bbef-43445e97a6b0 req-e624e07f-f9b8-43a4-b62d-f84e02eb7d5e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 1098 time: 0.0814025 Jun 15 14:55:25.133247 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae517459-f787-468f-bbef-43445e97a6b0 req-883cf5c3-4f4b-4734-82df-688d01167498 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371373 Jun 15 14:55:26.048508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292e685-8964-4ac4-910e-bb8df21759b1 req-a75e8549-7db5-472e-88bf-3509d06aa7e0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:26.050091 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0292e685-8964-4ac4-910e-bb8df21759b1 req-a75e8549-7db5-472e-88bf-3509d06aa7e0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 945 time: 0.1003070 Jun 15 14:55:26.096437 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0292e685-8964-4ac4-910e-bb8df21759b1 req-3ffd059d-0a78-4a7f-b84d-47e90b57bb25 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404096 Jun 15 14:55:27.292540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf6ec8b3-3566-4bcd-b36c-27535c3dd2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:27.303104 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf91eb-851f-42c0-b4d1-b16574e789d4 req-c060b4d3-436e-4052-a9d2-ee6e3023bb54 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:27.304615 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-afcf91eb-851f-42c0-b4d1-b16574e789d4 req-c060b4d3-436e-4052-a9d2-ee6e3023bb54 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 945 time: 0.0951903 Jun 15 14:55:27.354471 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-afcf91eb-851f-42c0-b4d1-b16574e789d4 req-38609d97-b24a-4381-8793-a82c40f7afb8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Jun 15 14:55:27.585943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b9624-383a-4cd5-a189-6e2221f2265e req-b9ad0262-94ef-4b92-a433-d78112666f96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:27.587434 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d1b9624-383a-4cd5-a189-6e2221f2265e req-b9ad0262-94ef-4b92-a433-d78112666f96 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 945 time: 0.1046801 Jun 15 14:55:27.631705 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d1b9624-383a-4cd5-a189-6e2221f2265e req-2539ab4c-b8d1-4b99-bcdb-9beb1713f19d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384622 Jun 15 14:55:27.655302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41378) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:27.739271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07787fb5-8956-4584-9743-8807d63e198f tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:27.741766 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-07787fb5-8956-4584-9743-8807d63e198f tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 1093 time: 0.0852592 Jun 15 14:55:27.746150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41382) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:27.754410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '0409c966-89c0-43bf-a8ea-c35749e8446c', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:55:27.759950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:55:27.764053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:floatingip and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:55:27.767034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:55:27.773068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:55:27.788630 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:28.040034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:28.179323 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.210 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/b3a9cbdd-63e9-42f0-86c5-299b2206ddb8) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:55:28.344483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:28.381329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:28.455235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:55:28.458007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:55:28.461795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:55:28.495665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=b3a9cbdd-63e9-42f0-86c5-299b2206ddb8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:28.916017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:29.005427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:29.234054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:29.241159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:29.354364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=b3a9cbdd-63e9-42f0-86c5-299b2206ddb8,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:29.365475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:29.380617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b7d444ac-f39f-41c5-a2cb-161e07492ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:29.536966 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 6a96ef79-c637-46e9-a6fe-a1d37ddbb046 associated. External IP: 172.26.3.210, port: 0409c966-89c0-43bf-a8ea-c35749e8446c. Jun 15 14:55:30.028551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 23d9ce26-3b02-430e-a46e-71360d3c19f4 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:55:30.228090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:55:30.239471 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801eea0-094c-441d-8202-c28f177e1883 None None] Sync routers for ids ['23d9ce26-3b02-430e-a46e-71360d3c19f4'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:55:30.250919 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801eea0-094c-441d-8202-c28f177e1883 None None] Routers {'23d9ce26-3b02-430e-a46e-71360d3c19f4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:55:30.251707 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2801eea0-094c-441d-8202-c28f177e1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:55:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['23d9ce26-3b02-430e-a46e-71360d3c19f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:30.254837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:30.313288 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-30d0b5b7-d57f-4476-99ac-e170d4648dce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5656626 Jun 15 14:55:30.313805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'tag': '0409c966-89c0-43bf-a8ea-c35749e8446c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:55:30.316762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41386) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:30.435100 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dcc5a3ee-4d9f-487e-b49e-17126d183d0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/6a96ef79-c637-46e9-a6fe-a1d37ddbb046 HTTP/1.1" status: 200 len: 991 time: 0.1159546 Jun 15 14:55:30.449223 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-2801eea0-094c-441d-8202-c28f177e1883 None None] Set router 23d9ce26-3b02-430e-a46e-71360d3c19f4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:55:30.511308 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27dc292-b9d0-49ba-b2da-4517cd8ffaa9'] response: {'name': 'network-changed', 'server_uuid': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'tag': '0409c966-89c0-43bf-a8ea-c35749e8446c', 'status': 'completed', 'code': 200} Jun 15 14:55:30.575802 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:30.609394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:30.632338 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936da95-0ab1-4c3b-8161-790f78d49d84 req-c97429c5-5387-4ee5-bda9-54fd56f96568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:30.634076 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f936da95-0ab1-4c3b-8161-790f78d49d84 req-c97429c5-5387-4ee5-bda9-54fd56f96568 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 1098 time: 0.0929182 Jun 15 14:55:30.783440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936da95-0ab1-4c3b-8161-790f78d49d84 req-a6b8fa53-b77d-4ef0-aaaa-d6d6be44e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:30.785090 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f936da95-0ab1-4c3b-8161-790f78d49d84 req-a6b8fa53-b77d-4ef0-aaaa-d6d6be44e952 service neutron] 10.222.0.44 "GET /v2.0/networks?id=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 HTTP/1.1" status: 200 len: 898 time: 0.1452100 Jun 15 14:55:30.820278 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2801eea0-094c-441d-8202-c28f177e1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '6a96ef79-c637-46e9-a6fe-a1d37ddbb046', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.210', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'port_id': '0409c966-89c0-43bf-a8ea-c35749e8446c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'mac_address': 'fa:16:3e:8f:81:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:55:28Z', 'updated_at': '2022-06-15T14:55:28Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab0af7f4-a335-4b5a-94bf-e409abe8f350', 'name': '', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:36:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:09Z', 'updated_at': '2022-06-15T14:55:14Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:30.824384 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801eea0-094c-441d-8202-c28f177e1883 None None] Checking router: 23d9ce26-3b02-430e-a46e-71360d3c19f4 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:55:30.834071 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801eea0-094c-441d-8202-c28f177e1883 None None] Routers {'23d9ce26-3b02-430e-a46e-71360d3c19f4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:55:30.834879 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2801eea0-094c-441d-8202-c28f177e1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:55:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['23d9ce26-3b02-430e-a46e-71360d3c19f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:30.890370 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f936da95-0ab1-4c3b-8161-790f78d49d84 req-dc1317be-8b5d-4d97-92a0-aabf79ae2ba5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409c966-89c0-43bf-a8ea-c35749e8446c HTTP/1.1" status: 200 len: 999 time: 0.0994687 Jun 15 14:55:30.957067 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936da95-0ab1-4c3b-8161-790f78d49d84 req-18418030-f16d-477f-ace1-affde2d79f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:30.958546 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f936da95-0ab1-4c3b-8161-790f78d49d84 req-18418030-f16d-477f-ace1-affde2d79f4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d41db3c-0b23-45a3-883c-1a53c0a33706 HTTP/1.1" status: 200 len: 844 time: 0.0617878 Jun 15 14:55:31.014741 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-2801eea0-094c-441d-8202-c28f177e1883 None None] Set router 23d9ce26-3b02-430e-a46e-71360d3c19f4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:55:31.047217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936da95-0ab1-4c3b-8161-790f78d49d84 req-1b0c2df3-f829-4925-9aeb-b99a4f66ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:31.048744 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f936da95-0ab1-4c3b-8161-790f78d49d84 req-1b0c2df3-f829-4925-9aeb-b99a4f66ca93 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807340 Jun 15 14:55:31.187164 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f936da95-0ab1-4c3b-8161-790f78d49d84 req-8591d940-b0cc-423a-be3a-a41adf710af9 service neutron] 10.222.0.44 "GET /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276820 Jun 15 14:55:31.320688 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f936da95-0ab1-4c3b-8161-790f78d49d84 req-8f3a55c1-fdd2-40b1-acb7-9a51db7fd6eb service neutron] 10.222.0.44 "GET /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263819 Jun 15 14:55:31.412298 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-2801eea0-094c-441d-8202-c28f177e1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '6a96ef79-c637-46e9-a6fe-a1d37ddbb046', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.210', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'port_id': '0409c966-89c0-43bf-a8ea-c35749e8446c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'mac_address': 'fa:16:3e:8f:81:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:55:28Z', 'updated_at': '2022-06-15T14:55:28Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab0af7f4-a335-4b5a-94bf-e409abe8f350', 'name': '', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:36:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:09Z', 'updated_at': '2022-06-15T14:55:14Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:31.416693 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801eea0-094c-441d-8202-c28f177e1883 None None] The sync data for ids ['23d9ce26-3b02-430e-a46e-71360d3c19f4'] in dv-neutron-845844-1-hyperv is: [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '6a96ef79-c637-46e9-a6fe-a1d37ddbb046', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.210', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'port_id': '0409c966-89c0-43bf-a8ea-c35749e8446c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'mac_address': 'fa:16:3e:8f:81:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:55:28Z', 'updated_at': '2022-06-15T14:55:28Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab0af7f4-a335-4b5a-94bf-e409abe8f350', 'name': '', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:36:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:09Z', 'updated_at': '2022-06-15T14:55:14Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:55:31.438149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41392) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:31.551695 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4db93068-8aff-44b4-910f-56602f52865a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/6a96ef79-c637-46e9-a6fe-a1d37ddbb046 HTTP/1.1" status: 200 len: 991 time: 0.1123977 Jun 15 14:55:31.621632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eff73c-b173-4ea9-a3a7-799613955235 None None] New status for floating IP 6a96ef79-c637-46e9-a6fe-a1d37ddbb046: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:55:32.001177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:32.555221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41396) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:32.675710 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-12683bb9-94d9-4363-ab55-d15a8320aefe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/6a96ef79-c637-46e9-a6fe-a1d37ddbb046 HTTP/1.1" status: 200 len: 993 time: 0.1191239 Jun 15 14:55:39.581593 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:55:42.752847 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a09ff4bd-6168-4782-912b-bfdd5443943a req-aa23257c-c76e-421f-8c58-a3bdd28272bd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0990486 Jun 15 14:55:42.986311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ff4bd-6168-4782-912b-bfdd5443943a req-d81ab76c-12dc-4a1c-bd0c-a3cba49a1fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:42.987927 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a09ff4bd-6168-4782-912b-bfdd5443943a req-d81ab76c-12dc-4a1c-bd0c-a3cba49a1fea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 1099 time: 0.2083092 Jun 15 14:55:43.145208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ff4bd-6168-4782-912b-bfdd5443943a req-44cccbaa-3963-4de0-b05b-bd90779ba3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:43.146719 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a09ff4bd-6168-4782-912b-bfdd5443943a req-44cccbaa-3963-4de0-b05b-bd90779ba3eb service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.1386585 Jun 15 14:55:43.259288 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a09ff4bd-6168-4782-912b-bfdd5443943a req-6086204a-2411-4340-9093-75478d87953b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fe5ed87-55ff-4574-b5a5-96f4ace4a057 HTTP/1.1" status: 200 len: 1002 time: 0.1043150 Jun 15 14:55:43.336894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ff4bd-6168-4782-912b-bfdd5443943a req-1e930afe-139c-49b4-9247-7ae69afed196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:43.338331 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a09ff4bd-6168-4782-912b-bfdd5443943a req-1e930afe-139c-49b4-9247-7ae69afed196 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0702620 Jun 15 14:55:43.440751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ff4bd-6168-4782-912b-bfdd5443943a req-c18f2c11-172d-469e-996f-fa90c9d1efd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:43.442351 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a09ff4bd-6168-4782-912b-bfdd5443943a req-c18f2c11-172d-469e-996f-fa90c9d1efd1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0964885 Jun 15 14:55:43.582399 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a09ff4bd-6168-4782-912b-bfdd5443943a req-c2a6951f-6aa6-45a4-8fc0-e1e3cfbe76c0 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320934 Jun 15 14:55:43.746316 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a09ff4bd-6168-4782-912b-bfdd5443943a req-4bd43582-096f-4305-96df-786c946c0df8 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581891 Jun 15 14:55:48.404989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41400) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:48.621203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Deleting port d5ce4b2f-702d-40c6-ae89-1e071f6b2b6d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:55:48.621544 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:48.805594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:48.805923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:48.937506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Calling delete_port for d5ce4b2f-702d-40c6-ae89-1e071f6b2b6d owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:55:49.102861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:49.152614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event deleted for resources: {'Port': ['ID=d5ce4b2f-702d-40c6-ae89-1e071f6b2b6d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:49.383341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:49.383662 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Floating IP 0a923397-151c-4b73-b3a0-c2fc78b1c3ca disassociated (deleted). External IP: 172.26.3.167, port: 8fe5ed87-55ff-4574-b5a5-96f4ace4a057. Jun 15 14:55:49.750864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Router 626b3e1c-46dd-4aa4-b920-517f14759e68 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:55:49.949783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:55:49.961815 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc03398-43cb-45e8-9c57-dfb9857f7d31 None None] Sync routers for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:55:49.973617 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc03398-43cb-45e8-9c57-dfb9857f7d31 None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:55:49.974345 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9bc03398-43cb-45e8-9c57-dfb9857f7d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:55:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:49.974817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:50.042973 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7379affb-4e52-4dfa-84f7-7b20c74d1c5b tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "DELETE /v2.0/floatingips/0a923397-151c-4b73-b3a0-c2fc78b1c3ca HTTP/1.1" status: 204 len: 168 time: 1.6368408 Jun 15 14:55:50.043549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'tag': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:55:50.102573 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d73af55-bca2-4a11-ab7b-575a4f6392ed'] response: {'name': 'network-changed', 'server_uuid': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'tag': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057', 'status': 'completed', 'code': 200} Jun 15 14:55:50.187244 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9bc03398-43cb-45e8-9c57-dfb9857f7d31 None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:55:50.210397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defed78a-1840-47f7-b4a5-9e1aded41897 req-d8b00192-03d6-4b85-b716-922efa32bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:50.212389 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-defed78a-1840-47f7-b4a5-9e1aded41897 req-d8b00192-03d6-4b85-b716-922efa32bdf3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 1099 time: 0.0871930 Jun 15 14:55:50.362321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defed78a-1840-47f7-b4a5-9e1aded41897 req-f837593f-e658-486a-92a6-656f5c16460a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:50.363815 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-defed78a-1840-47f7-b4a5-9e1aded41897 req-f837593f-e658-486a-92a6-656f5c16460a service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.1450026 Jun 15 14:55:50.442116 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-defed78a-1840-47f7-b4a5-9e1aded41897 req-d1dfd9ba-d354-4898-9262-995fd17441fa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8fe5ed87-55ff-4574-b5a5-96f4ace4a057 HTTP/1.1" status: 200 len: 217 time: 0.0700145 Jun 15 14:55:50.515469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defed78a-1840-47f7-b4a5-9e1aded41897 req-772bb998-c22d-439c-9ed1-3ddf09d7121f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:50.517497 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-defed78a-1840-47f7-b4a5-9e1aded41897 req-772bb998-c22d-439c-9ed1-3ddf09d7121f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0680521 Jun 15 14:55:50.600215 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c3f73-cf1f-4c7f-ac6a-4ca9334c1826 req-ced13fb2-89bc-4ac8-8a92-0676ef0b5ae9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:50.601960 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7f3c3f73-cf1f-4c7f-ac6a-4ca9334c1826 req-ced13fb2-89bc-4ac8-8a92-0676ef0b5ae9 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 946 time: 0.2088475 Jun 15 14:55:50.625897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defed78a-1840-47f7-b4a5-9e1aded41897 req-86996be4-6bcd-4ee6-8ad6-4ed046a85557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:50.628261 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-defed78a-1840-47f7-b4a5-9e1aded41897 req-86996be4-6bcd-4ee6-8ad6-4ed046a85557 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1030066 Jun 15 14:55:50.658349 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7f3c3f73-cf1f-4c7f-ac6a-4ca9334c1826 req-4912380f-0ecc-4ac3-b38c-da87ecf587ad tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502658 Jun 15 14:55:50.699013 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9bc03398-43cb-45e8-9c57-dfb9857f7d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'a4dc6153-abd5-4a43-ac20-64870dbdfd18', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.112', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '94826783-7956-4c12-9938-ea999b990333', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:6d:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:53Z', 'updated_at': '2022-06-15T14:51:56Z', 'revision_number': 1, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:50.704698 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc03398-43cb-45e8-9c57-dfb9857f7d31 None None] Checking router: 626b3e1c-46dd-4aa4-b920-517f14759e68 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:55:50.715670 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc03398-43cb-45e8-9c57-dfb9857f7d31 None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:55:50.716357 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9bc03398-43cb-45e8-9c57-dfb9857f7d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:55:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:50.802392 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-defed78a-1840-47f7-b4a5-9e1aded41897 req-db826ade-6c09-4c40-a089-0854b22709d1 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648190 Jun 15 14:55:50.920121 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-9bc03398-43cb-45e8-9c57-dfb9857f7d31 None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:55:50.944772 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-defed78a-1840-47f7-b4a5-9e1aded41897 req-bc7b2b06-c3bf-4110-9334-bd08512b1a4d service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342654 Jun 15 14:55:51.327103 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-9bc03398-43cb-45e8-9c57-dfb9857f7d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'a4dc6153-abd5-4a43-ac20-64870dbdfd18', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.112', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '94826783-7956-4c12-9938-ea999b990333', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:6d:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:53Z', 'updated_at': '2022-06-15T14:51:56Z', 'revision_number': 1, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:55:51.331849 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc03398-43cb-45e8-9c57-dfb9857f7d31 None None] The sync data for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv is: [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'a4dc6153-abd5-4a43-ac20-64870dbdfd18', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'floating_ip_address': '172.26.3.112', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'port_id': '94826783-7956-4c12-9938-ea999b990333', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1387, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'mac_address': 'fa:16:3e:6d:63:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:51:53Z', 'updated_at': '2022-06-15T14:51:56Z', 'revision_number': 1, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:55:51.470342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:51.571904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47c47f9-5c59-4085-b419-6bd3af71955a None None] New status for floating IP 0a923397-151c-4b73-b3a0-c2fc78b1c3ca: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:55:51.866399 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da234-cf76-4159-b8b9-8b8b85bf9689 req-54d4e7d8-0daa-4b13-bb40-c754774f0d17 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:51.868166 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-137da234-cf76-4159-b8b9-8b8b85bf9689 req-54d4e7d8-0daa-4b13-bb40-c754774f0d17 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 946 time: 0.0952129 Jun 15 14:55:51.916452 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-137da234-cf76-4159-b8b9-8b8b85bf9689 req-85e636ff-338c-4ab6-91ab-8cfb812c9bd4 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410528 Jun 15 14:55:52.109698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-c05986b1-87ea-4ce5-ba42-0001d17e5f31 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:55:52.110300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-c05986b1-87ea-4ce5-ba42-0001d17e5f31 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Synchronizing usage tracker for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:55:52.128077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-c05986b1-87ea-4ce5-ba42-0001d17e5f31 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Unset dirty status for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:55:52.129342 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-c05986b1-87ea-4ce5-ba42-0001d17e5f31 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 946 time: 0.2246468 Jun 15 14:55:52.211868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-bdfe212f-7050-47f3-bc53-1cb3ade188b8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Deleting port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:55:52.212177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-bdfe212f-7050-47f3-bc53-1cb3ade188b8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:52.465909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-bdfe212f-7050-47f3-bc53-1cb3ade188b8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] For port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=8fe5ed87-55ff-4574-b5a5-96f4ace4a057,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:55:52.466257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-bdfe212f-7050-47f3-bc53-1cb3ade188b8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:52.599741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-bdfe212f-7050-47f3-bc53-1cb3ade188b8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Calling delete_port for 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:55:52.748554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-bdfe212f-7050-47f3-bc53-1cb3ade188b8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:52.801235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe212f-7050-47f3-bc53-1cb3ade188b8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event deleted for resources: {'Port': ['ID=8fe5ed87-55ff-4574-b5a5-96f4ace4a057,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:52.892789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-bdfe212f-7050-47f3-bc53-1cb3ade188b8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] No DVR routers for this DVR port 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:55:52.895338 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-bdfe212f-7050-47f3-bc53-1cb3ade188b8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:52.898430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'name': 'network-vif-deleted', 'tag': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:55:52.914546 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63fb2308-0073-4de6-8780-667d352fd8c4 req-bdfe212f-7050-47f3-bc53-1cb3ade188b8 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "DELETE /v2.0/ports/8fe5ed87-55ff-4574-b5a5-96f4ace4a057 HTTP/1.1" status: 204 len: 173 time: 0.7796702 Jun 15 14:55:52.951384 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd26468c-be2b-4e91-973d-700835d9d63b'] response: {'server_uuid': '29404f56-7bdc-4df8-a497-386142f5ccd0', 'name': 'network-vif-deleted', 'tag': '8fe5ed87-55ff-4574-b5a5-96f4ace4a057', 'status': 'completed', 'code': 200} Jun 15 14:55:53.079751 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-78e9db4a-a52b-49fe-9a43-b8a16793874b req-c016e599-cc3e-4d08-88d4-00250f2fffa0 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=29404f56-7bdc-4df8-a497-386142f5ccd0 HTTP/1.1" status: 200 len: 210 time: 0.0516498 Jun 15 14:55:56.701356 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:55:56.765945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:55:56.766498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 8fe5ed87-55ff-4574-b5a5-96f4ace4a057 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:55:57.290999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9767f1a7-5e36-4200-b314-3dc69d9896f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:58.797818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41442) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:55:59.006232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Deleting port d87e5ff6-cd98-4d9b-bec9-1d95241f58a6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:55:59.006723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:59.203999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:59.204399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:59.330712 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Calling delete_port for d87e5ff6-cd98-4d9b-bec9-1d95241f58a6 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:55:59.376499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-857d5e42-f2b0-411f-87f1-5de74ea3b412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:59.500535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:59.560485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event deleted for resources: {'Port': ['ID=d87e5ff6-cd98-4d9b-bec9-1d95241f58a6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:55:59.607478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:59.607719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:59.608026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:59.608401 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:59.608735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:59.609074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:59.609405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:59.609730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:59.610056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:59.610389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:59.610716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:59.611018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:55:59.682793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:55:59.683209 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Floating IP a4dc6153-abd5-4a43-ac20-64870dbdfd18 disassociated (deleted). External IP: 172.26.3.112, port: 94826783-7956-4c12-9938-ea999b990333. Jun 15 14:56:00.234591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Router 626b3e1c-46dd-4aa4-b920-517f14759e68 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:56:00.433427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:56:00.443407 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cfdaf8-c8af-4d09-9998-617c5484e7ac None None] Sync routers for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:56:00.450678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:00.453777 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cfdaf8-c8af-4d09-9998-617c5484e7ac None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:56:00.454499 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-31cfdaf8-c8af-4d09-9998-617c5484e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:55:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:00.508965 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b6664b19-7272-4900-b796-384654db6f39 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "DELETE /v2.0/floatingips/a4dc6153-abd5-4a43-ac20-64870dbdfd18 HTTP/1.1" status: 204 len: 168 time: 1.7099574 Jun 15 14:56:00.509510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'tag': '94826783-7956-4c12-9938-ea999b990333'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:56:00.555582 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dcc20c8-cb91-4b7e-b0ca-8e45b96baafd'] response: {'name': 'network-changed', 'server_uuid': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'tag': '94826783-7956-4c12-9938-ea999b990333', 'status': 'completed', 'code': 200} Jun 15 14:56:00.610538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:00.617736 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:00.665800 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-31cfdaf8-c8af-4d09-9998-617c5484e7ac None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:56:00.674734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fc5b4-1650-414b-b925-cbea4c4b5648 req-1e822ec3-6639-4dd4-9ad2-9049f8944c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:56:00.676374 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-383fc5b4-1650-414b-b925-cbea4c4b5648 req-1e822ec3-6639-4dd4-9ad2-9049f8944c5c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3c230092ffa34933b022ca54a63d9435&device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 1098 time: 0.0984113 Jun 15 14:56:00.828348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fc5b4-1650-414b-b925-cbea4c4b5648 req-d3ff6e8f-5e97-4460-bd4e-fab7105b1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:56:00.830757 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-383fc5b4-1650-414b-b925-cbea4c4b5648 req-d3ff6e8f-5e97-4460-bd4e-fab7105b1180 service neutron] 10.222.0.44 "GET /v2.0/networks?id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 200 len: 912 time: 0.1480472 Jun 15 14:56:00.943019 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-383fc5b4-1650-414b-b925-cbea4c4b5648 req-46a0f61e-3f9f-4484-b7f5-8d148527b3b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94826783-7956-4c12-9938-ea999b990333 HTTP/1.1" status: 200 len: 217 time: 0.1045833 Jun 15 14:56:01.009500 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-31cfdaf8-c8af-4d09-9998-617c5484e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:01.013491 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cfdaf8-c8af-4d09-9998-617c5484e7ac None None] Checking router: 626b3e1c-46dd-4aa4-b920-517f14759e68 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:56:01.022734 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cfdaf8-c8af-4d09-9998-617c5484e7ac None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:56:01.023268 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-31cfdaf8-c8af-4d09-9998-617c5484e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:55:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:01.026415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fc5b4-1650-414b-b925-cbea4c4b5648 req-e83832c3-b26c-4cc4-bbf9-575a36316171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:56:01.027896 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-383fc5b4-1650-414b-b925-cbea4c4b5648 req-e83832c3-b26c-4cc4-bbf9-575a36316171 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 200 len: 850 time: 0.0770431 Jun 15 14:56:01.083309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdf45c-849f-437f-8539-0f4f3c10146b req-91a5ef84-97ed-4b0d-9864-9c04a0e7c906 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:56:01.084032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-7abdf45c-849f-437f-8539-0f4f3c10146b req-91a5ef84-97ed-4b0d-9864-9c04a0e7c906 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Synchronizing usage tracker for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:56:01.117808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-7abdf45c-849f-437f-8539-0f4f3c10146b req-91a5ef84-97ed-4b0d-9864-9c04a0e7c906 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Unset dirty status for tenant:3c230092ffa34933b022ca54a63d9435 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:56:01.119105 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7abdf45c-849f-437f-8539-0f4f3c10146b req-91a5ef84-97ed-4b0d-9864-9c04a0e7c906 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 945 time: 0.2289615 Jun 15 14:56:01.169011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fc5b4-1650-414b-b925-cbea4c4b5648 req-2a5fa118-4ad7-4a66-aba4-78a590ed2423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:56:01.170542 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-383fc5b4-1650-414b-b925-cbea4c4b5648 req-2a5fa118-4ad7-4a66-aba4-78a590ed2423 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1357348 Jun 15 14:56:01.199435 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7abdf45c-849f-437f-8539-0f4f3c10146b req-a1d2c493-acf7-44d4-816d-e597be43dcac tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742517 Jun 15 14:56:01.205198 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-31cfdaf8-c8af-4d09-9998-617c5484e7ac None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:56:01.312008 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-383fc5b4-1650-414b-b925-cbea4c4b5648 req-f5427c4d-e10c-4722-b6b9-86234fd541d2 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331332 Jun 15 14:56:01.461385 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-383fc5b4-1650-414b-b925-cbea4c4b5648 req-00b72e91-2e64-45f6-9ee5-e0915a6682b5 service neutron] 10.222.0.44 "GET /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411202 Jun 15 14:56:01.531415 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-31cfdaf8-c8af-4d09-9998-617c5484e7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:01.535857 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cfdaf8-c8af-4d09-9998-617c5484e7ac None None] The sync data for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv is: [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:48:28Z', 'revision_number': 4, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7bb7c150-4013-471a-b461-41a0e8258295', 'name': '', 'network_id': '25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'mac_address': 'fa:16:3e:ab:ec:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:27Z', 'updated_at': '2022-06-15T14:48:41Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'subnets': [{'id': '5843368e-d915-4b63-b3e0-eed5e0570d18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:56:01.758719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa62b1-6b66-4ead-8646-2308da06c81c None None] New status for floating IP a4dc6153-abd5-4a43-ac20-64870dbdfd18: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:56:02.006033 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:02.350437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e42908-7c92-4131-a8bb-9aaada989aa2 req-04a82eea-ae48-45ab-a4a1-e0fce449794d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:56:02.351908 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93e42908-7c92-4131-a8bb-9aaada989aa2 req-04a82eea-ae48-45ab-a4a1-e0fce449794d tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 945 time: 0.1171920 Jun 15 14:56:02.425713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-93e42908-7c92-4131-a8bb-9aaada989aa2 req-92b65e1a-a808-42f5-b8a5-da02c9dd1c9a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Deleting port 94826783-7956-4c12-9938-ea999b990333 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:56:02.425713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93e42908-7c92-4131-a8bb-9aaada989aa2 req-92b65e1a-a808-42f5-b8a5-da02c9dd1c9a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:02.441423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f4ed4-9d13-44a9-95cd-b55261887e2a req-3354a40f-b002-41aa-8c45-38dee49d18dd tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:56:02.442961 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0e5f4ed4-9d13-44a9-95cd-b55261887e2a req-3354a40f-b002-41aa-8c45-38dee49d18dd tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 945 time: 0.1279111 Jun 15 14:56:02.493795 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0e5f4ed4-9d13-44a9-95cd-b55261887e2a req-31e16708-8ff1-4153-b404-b4859829838f tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/security-groups?id=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445364 Jun 15 14:56:02.817991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-93e42908-7c92-4131-a8bb-9aaada989aa2 req-92b65e1a-a808-42f5-b8a5-da02c9dd1c9a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] For port 94826783-7956-4c12-9938-ea999b990333, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=94826783-7956-4c12-9938-ea999b990333,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:56:02.818213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93e42908-7c92-4131-a8bb-9aaada989aa2 req-92b65e1a-a808-42f5-b8a5-da02c9dd1c9a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:02.947750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-93e42908-7c92-4131-a8bb-9aaada989aa2 req-92b65e1a-a808-42f5-b8a5-da02c9dd1c9a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Calling delete_port for 94826783-7956-4c12-9938-ea999b990333 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:56:03.107481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93e42908-7c92-4131-a8bb-9aaada989aa2 req-92b65e1a-a808-42f5-b8a5-da02c9dd1c9a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:03.158750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b65e1a-a808-42f5-b8a5-da02c9dd1c9a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event deleted for resources: {'Port': ['ID=94826783-7956-4c12-9938-ea999b990333,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:03.253137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e42908-7c92-4131-a8bb-9aaada989aa2 req-92b65e1a-a808-42f5-b8a5-da02c9dd1c9a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] No DVR routers for this DVR port 94826783-7956-4c12-9938-ea999b990333 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:56:03.255670 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-93e42908-7c92-4131-a8bb-9aaada989aa2 req-92b65e1a-a808-42f5-b8a5-da02c9dd1c9a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:03.258251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'name': 'network-vif-deleted', 'tag': '94826783-7956-4c12-9938-ea999b990333'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:56:03.276381 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93e42908-7c92-4131-a8bb-9aaada989aa2 req-92b65e1a-a808-42f5-b8a5-da02c9dd1c9a tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.44 "DELETE /v2.0/ports/94826783-7956-4c12-9938-ea999b990333 HTTP/1.1" status: 204 len: 173 time: 0.9185009 Jun 15 14:56:03.305882 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a78061-cbfa-4990-aa86-874770b639d9'] response: {'server_uuid': 'e7237afc-5e2d-4283-b15e-8b6ec970bf53', 'name': 'network-vif-deleted', 'tag': '94826783-7956-4c12-9938-ea999b990333', 'status': 'completed', 'code': 200} Jun 15 14:56:03.669856 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-633a5a42-1cc4-439a-b2e9-ecb0c774f9cf req-5fba735d-935f-4aca-bab7-3f84ef174c2c tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7237afc-5e2d-4283-b15e-8b6ec970bf53 HTTP/1.1" status: 200 len: 210 time: 0.0639825 Jun 15 14:56:04.772922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41468) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:04.946305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bf212863-d3a2-46cd-abb0-2a14de411046 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Deleting port 534ccdc3-5afc-4c90-9c08-ff575d86fe56 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:56:04.946648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf212863-d3a2-46cd-abb0-2a14de411046 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:05.117687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf212863-d3a2-46cd-abb0-2a14de411046 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:05.118008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf212863-d3a2-46cd-abb0-2a14de411046 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:05.243697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-bf212863-d3a2-46cd-abb0-2a14de411046 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Calling delete_port for 534ccdc3-5afc-4c90-9c08-ff575d86fe56 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:56:05.399599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf212863-d3a2-46cd-abb0-2a14de411046 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:05.446210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf212863-d3a2-46cd-abb0-2a14de411046 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event deleted for resources: {'Port': ['ID=534ccdc3-5afc-4c90-9c08-ff575d86fe56,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:05.547445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf212863-d3a2-46cd-abb0-2a14de411046 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:05.562491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-bf212863-d3a2-46cd-abb0-2a14de411046 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:05.563653 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-bf212863-d3a2-46cd-abb0-2a14de411046 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "DELETE /v2.0/floatingips/cf6f704f-d4c3-4aaf-9092-6ee82bfb1d7c HTTP/1.1" status: 204 len: 168 time: 0.7893641 Jun 15 14:56:06.730737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 94826783-7956-4c12-9938-ea999b990333 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:56:06.768976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 94826783-7956-4c12-9938-ea999b990333 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:56:06.769314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 94826783-7956-4c12-9938-ea999b990333 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:56:08.037593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41484) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:08.116418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca9de-566f-4ff0-b196-004c0a95ab59 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:08.155030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca9de-566f-4ff0-b196-004c0a95ab59 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:08.335281 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca9de-566f-4ff0-b196-004c0a95ab59 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:08.353048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ca9de-566f-4ff0-b196-004c0a95ab59 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:08.373828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f5ca9de-566f-4ff0-b196-004c0a95ab59 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:08.378488 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7f5ca9de-566f-4ff0-b196-004c0a95ab59 tempest-TestVolumeBootPattern-1369260776 tempest-TestVolumeBootPattern-1369260776-project] 10.222.0.26 "DELETE /v2.0/security-groups/0dd3d6c5-fc35-418b-b1cb-7cd241d7bbca HTTP/1.1" status: 204 len: 168 time: 0.3369889 Jun 15 14:56:08.433229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41490) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:09.154542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-649bf146-6423-41e9-b16b-71f08c10f967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:09.534333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-649bf146-6423-41e9-b16b-71f08c10f967 admin admin] Deleting port 7bb7c150-4013-471a-b461-41a0e8258295 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:56:09.534645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-649bf146-6423-41e9-b16b-71f08c10f967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:09.715093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-649bf146-6423-41e9-b16b-71f08c10f967 admin admin] For port 7bb7c150-4013-471a-b461-41a0e8258295, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7bb7c150-4013-471a-b461-41a0e8258295,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:56:09.715478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-649bf146-6423-41e9-b16b-71f08c10f967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:09.843000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-649bf146-6423-41e9-b16b-71f08c10f967 admin admin] Calling delete_port for 7bb7c150-4013-471a-b461-41a0e8258295 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:56:10.149209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-649bf146-6423-41e9-b16b-71f08c10f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:10.196729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bf146-6423-41e9-b16b-71f08c10f967 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bb7c150-4013-471a-b461-41a0e8258295,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:10.480085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-649bf146-6423-41e9-b16b-71f08c10f967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:10.865297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649bf146-6423-41e9-b16b-71f08c10f967 admin admin] Router 626b3e1c-46dd-4aa4-b920-517f14759e68 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:56:11.051498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649bf146-6423-41e9-b16b-71f08c10f967 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:56:11.060959 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e6ee74-3290-424b-a420-f6016d2a23fa None None] Sync routers for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:56:11.065308 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-649bf146-6423-41e9-b16b-71f08c10f967 admin admin] 10.222.0.26 "PUT /v2.0/routers/626b3e1c-46dd-4aa4-b920-517f14759e68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6308372 Jun 15 14:56:11.067867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41496) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:11.072081 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e6ee74-3290-424b-a420-f6016d2a23fa None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:56:11.072733 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c5e6ee74-3290-424b-a420-f6016d2a23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:55:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:11.251778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:11.258753 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-c5e6ee74-3290-424b-a420-f6016d2a23fa None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:56:11.438655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:11.449774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Deleting port 68c17ee6-5182-499d-a1d2-cfb62a779f3e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:56:11.450126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:11.603439 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c5e6ee74-3290-424b-a420-f6016d2a23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12'}], 'enable_snat': True}, 'gw_port_id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:56:09Z', 'revision_number': 5, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port': {'id': '68c17ee6-5182-499d-a1d2-cfb62a779f3e', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:23Z', 'updated_at': '2022-06-15T14:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:11.607590 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e6ee74-3290-424b-a420-f6016d2a23fa None None] Checking router: 626b3e1c-46dd-4aa4-b920-517f14759e68 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:56:11.617803 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e6ee74-3290-424b-a420-f6016d2a23fa None None] Routers {'626b3e1c-46dd-4aa4-b920-517f14759e68'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:56:11.618428 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c5e6ee74-3290-424b-a420-f6016d2a23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:55:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['626b3e1c-46dd-4aa4-b920-517f14759e68'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:11.634881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] For port 68c17ee6-5182-499d-a1d2-cfb62a779f3e, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=68c17ee6-5182-499d-a1d2-cfb62a779f3e,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:56:11.635252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:11.763385 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Calling delete_port for 68c17ee6-5182-499d-a1d2-cfb62a779f3e owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:56:11.774430 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-c5e6ee74-3290-424b-a420-f6016d2a23fa None None] Set router 626b3e1c-46dd-4aa4-b920-517f14759e68 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:56:11.882774 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c5e6ee74-3290-424b-a420-f6016d2a23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:56:11Z', 'revision_number': 6, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:11.886913 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e6ee74-3290-424b-a420-f6016d2a23fa None None] The sync data for ids ['626b3e1c-46dd-4aa4-b920-517f14759e68'] in dv-neutron-845844-1-hyperv is: [{'id': '626b3e1c-46dd-4aa4-b920-517f14759e68', 'name': 'tempest-TestVolumeBootPattern-539170994-router', 'tenant_id': '3c230092ffa34933b022ca54a63d9435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:22Z', 'updated_at': '2022-06-15T14:56:11Z', 'revision_number': 6, 'project_id': '3c230092ffa34933b022ca54a63d9435', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:56:12.192353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:12.241127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c17ee6-5182-499d-a1d2-cfb62a779f3e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:12.290564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:56:12.290938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:56:12.291293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:56:12.291591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:56:12.291932 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:56:12.292292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:56:12.292629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:56:12.292995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:56:12.293295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:56:12.293620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:56:12.293945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:56:12.294271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:56:12.360618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:12.549462 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:12.552035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:12.578700 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:12.579242 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 626b3e1c-46dd-4aa4-b920-517f14759e68 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:56:12.593627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:12.594775 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-18b2d472-1f07-449f-b551-47a516ba0b69 admin admin] 10.222.0.26 "DELETE /v2.0/routers/626b3e1c-46dd-4aa4-b920-517f14759e68 HTTP/1.1" status: 204 len: 168 time: 1.5259252 Jun 15 14:56:12.598862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41500) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:12.705370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7bb7c150-4013-471a-b461-41a0e8258295 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:56:12.707529 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-52153d0c-cba2-4b5d-9661-ea4f95f602e2 admin admin] Deleting subnet 5843368e-d915-4b63-b3e0-eed5e0570d18 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:56:12.711179 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52153d0c-cba2-4b5d-9661-ea4f95f602e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:12.747213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 7bb7c150-4013-471a-b461-41a0e8258295 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:56:12.747573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7bb7c150-4013-471a-b461-41a0e8258295 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:56:12.748285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 68c17ee6-5182-499d-a1d2-cfb62a779f3e no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:56:12.767413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52153d0c-cba2-4b5d-9661-ea4f95f602e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:12.790081 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 68c17ee6-5182-499d-a1d2-cfb62a779f3e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:56:12.790430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 68c17ee6-5182-499d-a1d2-cfb62a779f3e not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:56:12.857661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52153d0c-cba2-4b5d-9661-ea4f95f602e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:12.936770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52153d0c-cba2-4b5d-9661-ea4f95f602e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:12.977044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52153d0c-cba2-4b5d-9661-ea4f95f602e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5843368e-d915-4b63-b3e0-eed5e0570d18,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:12.982252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-52153d0c-cba2-4b5d-9661-ea4f95f602e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:12.989266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa6e526-fa7c-45e3-847c-7dc2eb277000 None None] Network 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:56:12.991919 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-52153d0c-cba2-4b5d-9661-ea4f95f602e2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/5843368e-d915-4b63-b3e0-eed5e0570d18 HTTP/1.1" status: 204 len: 168 time: 0.3915424 Jun 15 14:56:12.994348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41504) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:13.108006 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:13.119302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Deleting port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:56:13.119774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:13.268869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa869b5-4087-4970-962b-c78326e01788 None None] DHCP port deletion for 25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:56:13.277445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7aa869b5-4087-4970-962b-c78326e01788 None None] Deleting port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:56:13.277445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aa869b5-4087-4970-962b-c78326e01788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:13.355615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] For port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bbbf1986-c49f-4dec-bb1f-1215a9e29fa1,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:56:13.357310 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:13.487196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Calling delete_port for bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:56:13.516622 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7aa869b5-4087-4970-962b-c78326e01788 None None] For port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bbbf1986-c49f-4dec-bb1f-1215a9e29fa1,segment=NetworkSegment(c8906bb4-fcc9-4334-9720-bdb6aede053f),segment_id=c8906bb4-fcc9-4334-9720-bdb6aede053f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:56:13.516932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aa869b5-4087-4970-962b-c78326e01788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:13.572341 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:13.626443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbf1986-c49f-4dec-bb1f-1215a9e29fa1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:13.630667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] No DVR routers for this DVR port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:56:13.647249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7aa869b5-4087-4970-962b-c78326e01788 None None] Calling delete_port for bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:56:13.725255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-7aa869b5-4087-4970-962b-c78326e01788 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:56:13.725967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-7aa869b5-4087-4970-962b-c78326e01788 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:56:13.867358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:13.897777 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:13.910965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8906bb4-fcc9-4334-9720-bdb6aede053f') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:13.911274 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8906bb4-fcc9-4334-9720-bdb6aede053f') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:13.923022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:13.940926 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:13.948247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:56:13.948671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:14.017999 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c8906bb4-fcc9-4334-9720-bdb6aede053f resource provider aggregate not found Jun 15 14:56:14.040308 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment c8906bb4-fcc9-4334-9720-bdb6aede053f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8906bb4-fcc9-4334-9720-bdb6aede053f found for delete ", "request_id": "req-9b075ce6-c989-4f8c-aa79-9a7236fa9443"}]} Jun 15 14:56:14.056105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:14.062394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:14.087161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:14.107474 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6e6fbec3-f7a3-4512-a864-d969bea6c4f6 admin admin] 10.222.0.26 "DELETE /v2.0/networks/25fa99c2-cbeb-4d36-a7c1-ab7a896c3f32 HTTP/1.1" status: 204 len: 168 time: 1.1122289 Jun 15 14:56:14.110535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41512) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:14.226805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7aa869b5-4087-4970-962b-c78326e01788 None None] Deleting port bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:56:14.227378 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7aa869b5-4087-4970-962b-c78326e01788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:14.300928 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7aa869b5-4087-4970-962b-c78326e01788 None None] The port 'bbbf1986-c49f-4dec-bb1f-1215a9e29fa1' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:56:14.679513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:56:14.719048 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:56:14.719607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bbbf1986-c49f-4dec-bb1f-1215a9e29fa1 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:56:14.814595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2afe40d1-89e9-499a-9167-fbb92542a17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:15.177289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2afe40d1-89e9-499a-9167-fbb92542a17a admin admin] Deleting port f4e97bf7-1bac-4d27-8218-01d44e353838 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:56:15.177975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2afe40d1-89e9-499a-9167-fbb92542a17a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:15.355432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-2afe40d1-89e9-499a-9167-fbb92542a17a admin admin] For port f4e97bf7-1bac-4d27-8218-01d44e353838, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f4e97bf7-1bac-4d27-8218-01d44e353838,segment=NetworkSegment(cac9385d-644f-4d10-9922-b9e90140b863),segment_id=cac9385d-644f-4d10-9922-b9e90140b863)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:56:15.355800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2afe40d1-89e9-499a-9167-fbb92542a17a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:15.478258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2afe40d1-89e9-499a-9167-fbb92542a17a admin admin] Calling delete_port for f4e97bf7-1bac-4d27-8218-01d44e353838 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:56:15.677756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2afe40d1-89e9-499a-9167-fbb92542a17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:15.757104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe40d1-89e9-499a-9167-fbb92542a17a admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e97bf7-1bac-4d27-8218-01d44e353838,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:16.047219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2afe40d1-89e9-499a-9167-fbb92542a17a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:16.570693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afe40d1-89e9-499a-9167-fbb92542a17a admin admin] Router 68e3acfb-d9e7-472f-b446-b1a3f8364c07 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:56:16.581153 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:56:16.760676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afe40d1-89e9-499a-9167-fbb92542a17a admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:56:16.770662 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd5636e-d3be-4386-b61c-907d8cdcd6f7 None None] Sync routers for ids ['68e3acfb-d9e7-472f-b446-b1a3f8364c07'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:56:16.778706 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2afe40d1-89e9-499a-9167-fbb92542a17a admin admin] 10.222.0.26 "PUT /v2.0/routers/68e3acfb-d9e7-472f-b446-b1a3f8364c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6669123 Jun 15 14:56:16.781490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41516) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:16.782007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd5636e-d3be-4386-b61c-907d8cdcd6f7 None None] Routers {'68e3acfb-d9e7-472f-b446-b1a3f8364c07'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:56:16.782269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cdd5636e-d3be-4386-b61c-907d8cdcd6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:55:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['68e3acfb-d9e7-472f-b446-b1a3f8364c07'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:16.965983 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-cdd5636e-d3be-4386-b61c-907d8cdcd6f7 None None] Set router 68e3acfb-d9e7-472f-b446-b1a3f8364c07 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:56:16.985717 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:17.179320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:17.191602 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Deleting port cc027408-a3c6-4607-9feb-e932df17c90d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:56:17.192079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:17.309183 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cdd5636e-d3be-4386-b61c-907d8cdcd6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'name': 'tempest-TestVolumeBootPattern-1343299026-router', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42'}], 'enable_snat': True}, 'gw_port_id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:35Z', 'updated_at': '2022-06-15T14:56:15Z', 'revision_number': 5, 'project_id': '574361c67cc449bfae440503c6b70985', 'gw_port': {'id': 'cc027408-a3c6-4607-9feb-e932df17c90d', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:f3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:48:36Z', 'updated_at': '2022-06-15T14:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:17.314349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd5636e-d3be-4386-b61c-907d8cdcd6f7 None None] Checking router: 68e3acfb-d9e7-472f-b446-b1a3f8364c07 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:56:17.324730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd5636e-d3be-4386-b61c-907d8cdcd6f7 None None] Routers {'68e3acfb-d9e7-472f-b446-b1a3f8364c07'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:56:17.325382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cdd5636e-d3be-4386-b61c-907d8cdcd6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:55:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['68e3acfb-d9e7-472f-b446-b1a3f8364c07'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:17.377777 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] For port cc027408-a3c6-4607-9feb-e932df17c90d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=cc027408-a3c6-4607-9feb-e932df17c90d,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:56:17.378131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:17.491187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-cdd5636e-d3be-4386-b61c-907d8cdcd6f7 None None] Set router 68e3acfb-d9e7-472f-b446-b1a3f8364c07 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:56:17.511967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Calling delete_port for cc027408-a3c6-4607-9feb-e932df17c90d owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:56:17.603357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cdd5636e-d3be-4386-b61c-907d8cdcd6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'name': 'tempest-TestVolumeBootPattern-1343299026-router', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:35Z', 'updated_at': '2022-06-15T14:56:17Z', 'revision_number': 6, 'project_id': '574361c67cc449bfae440503c6b70985', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:17.608790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd5636e-d3be-4386-b61c-907d8cdcd6f7 None None] The sync data for ids ['68e3acfb-d9e7-472f-b446-b1a3f8364c07'] in dv-neutron-845844-1-hyperv is: [{'id': '68e3acfb-d9e7-472f-b446-b1a3f8364c07', 'name': 'tempest-TestVolumeBootPattern-1343299026-router', 'tenant_id': '574361c67cc449bfae440503c6b70985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:48:35Z', 'updated_at': '2022-06-15T14:56:17Z', 'revision_number': 6, 'project_id': '574361c67cc449bfae440503c6b70985', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:56:17.722498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:17.772275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc027408-a3c6-4607-9feb-e932df17c90d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:17.875547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.169407 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.171577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.204196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.205654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68e3acfb-d9e7-472f-b446-b1a3f8364c07 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:56:18.218409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.219538 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3fe7389e-4ed1-4171-a0d5-9d1485d91157 admin admin] 10.222.0.26 "DELETE /v2.0/routers/68e3acfb-d9e7-472f-b446-b1a3f8364c07 HTTP/1.1" status: 204 len: 168 time: 1.4370437 Jun 15 14:56:18.222657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41522) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:18.287254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-e626278b-2f71-4fd9-8625-203ecc5fdea1 admin admin] Deleting subnet a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:56:18.290614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e626278b-2f71-4fd9-8625-203ecc5fdea1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.343374 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e626278b-2f71-4fd9-8625-203ecc5fdea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.430235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e626278b-2f71-4fd9-8625-203ecc5fdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.507717 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e626278b-2f71-4fd9-8625-203ecc5fdea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.546969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626278b-2f71-4fd9-8625-203ecc5fdea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:18.550764 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e626278b-2f71-4fd9-8625-203ecc5fdea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.557481 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e626278b-2f71-4fd9-8625-203ecc5fdea1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a1ed2674-2cb4-4b87-bd4d-5fde6e1fc2a3 HTTP/1.1" status: 204 len: 168 time: 0.3336842 Jun 15 14:56:18.558119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689787df-91da-4992-a44b-77890f9dfedd None None] Network d4649c93-86ff-46d8-901b-ffa7cc4be26a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:56:18.560697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41526) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:18.695464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.712480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Deleting port b684c992-501e-4cf4-bb75-37d590913d97 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:56:18.712789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.742207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f4e97bf7-1bac-4d27-8218-01d44e353838 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:56:18.815700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: f4e97bf7-1bac-4d27-8218-01d44e353838 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:56:18.815700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f4e97bf7-1bac-4d27-8218-01d44e353838 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:56:18.815700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cc027408-a3c6-4607-9feb-e932df17c90d no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:56:18.855947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: cc027408-a3c6-4607-9feb-e932df17c90d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:56:18.856312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device cc027408-a3c6-4607-9feb-e932df17c90d not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:56:18.939283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] For port b684c992-501e-4cf4-bb75-37d590913d97, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b684c992-501e-4cf4-bb75-37d590913d97,segment=NetworkSegment(cac9385d-644f-4d10-9922-b9e90140b863),segment_id=cac9385d-644f-4d10-9922-b9e90140b863)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:56:18.939838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:18.945117 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb18e96a-a376-4b43-a174-ab8e5b19367d None None] DHCP port deletion for d4649c93-86ff-46d8-901b-ffa7cc4be26a request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:56:18.949884 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-eb18e96a-a376-4b43-a174-ab8e5b19367d None None] Deleting port b684c992-501e-4cf4-bb75-37d590913d97 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:56:18.950274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb18e96a-a376-4b43-a174-ab8e5b19367d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.069875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Calling delete_port for b684c992-501e-4cf4-bb75-37d590913d97 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:56:19.155183 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.204953 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-eb18e96a-a376-4b43-a174-ab8e5b19367d None None] For port b684c992-501e-4cf4-bb75-37d590913d97, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b684c992-501e-4cf4-bb75-37d590913d97,segment=NetworkSegment(cac9385d-644f-4d10-9922-b9e90140b863),segment_id=cac9385d-644f-4d10-9922-b9e90140b863)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:56:19.205248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb18e96a-a376-4b43-a174-ab8e5b19367d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.210872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Pushing event deleted for resources: {'Port': ['ID=b684c992-501e-4cf4-bb75-37d590913d97,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:19.216210 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] No DVR routers for this DVR port b684c992-501e-4cf4-bb75-37d590913d97 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:56:19.331836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-eb18e96a-a376-4b43-a174-ab8e5b19367d None None] Calling delete_port for b684c992-501e-4cf4-bb75-37d590913d97 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:56:19.344153 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.373059 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4649c93-86ff-46d8-901b-ffa7cc4be26a']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:19.387558 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac9385d-644f-4d10-9922-b9e90140b863') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:19.387857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac9385d-644f-4d10-9922-b9e90140b863') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:56:19.400956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.409980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-eb18e96a-a376-4b43-a174-ab8e5b19367d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 14:56:19.410310 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-eb18e96a-a376-4b43-a174-ab8e5b19367d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 14:56:19.418040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.426296 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:56:19.426869 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.495516 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment cac9385d-644f-4d10-9922-b9e90140b863 resource provider aggregate not found Jun 15 14:56:19.514696 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment cac9385d-644f-4d10-9922-b9e90140b863 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cac9385d-644f-4d10-9922-b9e90140b863 found for delete ", "request_id": "req-bd37602a-b74e-49c6-8fcf-5dacc7bf6192"}]} Jun 15 14:56:19.535297 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.552023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.562857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] Pushing event deleted for resources: {'Network': ['ID=d4649c93-86ff-46d8-901b-ffa7cc4be26a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:19.573005 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4faed9fd-9dda-4c3d-bff9-c5fb23bcc45e admin admin] 10.222.0.26 "DELETE /v2.0/networks/d4649c93-86ff-46d8-901b-ffa7cc4be26a HTTP/1.1" status: 204 len: 168 time: 1.0109122 Jun 15 14:56:19.736435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41536) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:19.787869 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b0ae5a10-122d-4a0e-9f96-5aa6ad538c30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3c230092ffa34933b022ca54a63d9435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501938 Jun 15 14:56:19.790754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41540) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:19.857995 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e329096e-df1f-42d7-9957-a9527fb9e23c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.891948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e329096e-df1f-42d7-9957-a9527fb9e23c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.911617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-eb18e96a-a376-4b43-a174-ab8e5b19367d None None] Deleting port b684c992-501e-4cf4-bb75-37d590913d97 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:56:19.912225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb18e96a-a376-4b43-a174-ab8e5b19367d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.961160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e329096e-df1f-42d7-9957-a9527fb9e23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.979742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329096e-df1f-42d7-9957-a9527fb9e23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3b8d15-a012-4078-9b14-cd6bda244f95,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:19.987475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e329096e-df1f-42d7-9957-a9527fb9e23c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:19.989506 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e329096e-df1f-42d7-9957-a9527fb9e23c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5c3b8d15-a012-4078-9b14-cd6bda244f95 HTTP/1.1" status: 204 len: 168 time: 0.1970050 Jun 15 14:56:20.005028 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-eb18e96a-a376-4b43-a174-ab8e5b19367d None None] The port 'b684c992-501e-4cf4-bb75-37d590913d97' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 14:56:20.404347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41548) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:20.461410 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-34b45faa-84d6-4d6a-8a49-2c49feeb5b15 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=574361c67cc449bfae440503c6b70985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558059 Jun 15 14:56:20.464249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41552) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:56:20.533618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74415c19-1d1f-45b1-a099-ea714d322a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:20.562244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74415c19-1d1f-45b1-a099-ea714d322a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:20.619795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74415c19-1d1f-45b1-a099-ea714d322a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:20.649712 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74415c19-1d1f-45b1-a099-ea714d322a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abc58ab-258b-44f3-a349-62fcc1ff9671,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:56:20.657086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-74415c19-1d1f-45b1-a099-ea714d322a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:20.662148 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-74415c19-1d1f-45b1-a099-ea714d322a6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5abc58ab-258b-44f3-a349-62fcc1ff9671 HTTP/1.1" status: 204 len: 168 time: 0.1968050 Jun 15 14:56:20.684549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b684c992-501e-4cf4-bb75-37d590913d97 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:56:20.722868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: b684c992-501e-4cf4-bb75-37d590913d97 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:56:20.723220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b684c992-501e-4cf4-bb75-37d590913d97 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:56:21.459719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:27.291756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9da8dac1-93fc-49c6-8768-439f02dc07e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:29.370599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-aa76e346-9206-4439-9304-754613a08f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:30.586693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:30.600387 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:32.008935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:51.487939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:53.580908 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:56:57.292945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-21a1bba6-b31c-44bf-ab54-9f4f305cee7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:56:59.382234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4715864d-a4b2-42e5-a138-88bf93c0fa30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:00.597364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:00.605596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:02.012207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:21.482626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:24.100708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41572) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:57:24.453587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:57:24.585383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-133747709'] for subnet, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:24.839349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756969228418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-132287513'] for subnet, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:24.893694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:57:24.894512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:24.896381 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/subnets/5d41db3c-0b23-45a3-883c-1a53c0a33706 HTTP/1.1" status: 200 len: 836 time: 0.7940955 Jun 15 14:57:24.903362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5889ca-9b5a-40d6-b90a-68d145586e78 None None] Network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:57:24.931236 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Subnet': ['ID=5d41db3c-0b23-45a3-883c-1a53c0a33706,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:57:24.945275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:57:24.945836 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:57:24.946370 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:57:24.946937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:57:24.947672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:57:24.948345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:57:24.948905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:57:24.949467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:57:24.950030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:57:24.950589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:57:24.951125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:57:24.951582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77070919-2059-4d38-ab1f-b479b02e6ee3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:57:25.502021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-94083148-545f-4f6c-8a08-66f840002e0b None None] Provisioning complete for port ab0af7f4-a335-4b5a-94bf-e409abe8f350 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:57:25.502331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94083148-545f-4f6c-8a08-66f840002e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:25.662072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-94083148-545f-4f6c-8a08-66f840002e0b None None] Current status of the port ab0af7f4-a335-4b5a-94bf-e409abe8f350 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:57:25.683083 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-94083148-545f-4f6c-8a08-66f840002e0b None None] Provisioning complete for port 92fc0423-e474-4395-9de8-105deb3c0d5a triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:57:25.683667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94083148-545f-4f6c-8a08-66f840002e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:25.828278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-94083148-545f-4f6c-8a08-66f840002e0b None None] Current status of the port 92fc0423-e474-4395-9de8-105deb3c0d5a is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:57:25.852718 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-94083148-545f-4f6c-8a08-66f840002e0b None None] Provisioning complete for port 0409c966-89c0-43bf-a8ea-c35749e8446c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:57:25.853328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94083148-545f-4f6c-8a08-66f840002e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:26.008719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-94083148-545f-4f6c-8a08-66f840002e0b None None] Current status of the port 0409c966-89c0-43bf-a8ea-c35749e8446c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:57:27.292133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4fb1eb88-a795-4e3b-93a4-1ae79d75e6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:29.386511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-49fd33e1-2a76-4a05-a676-96669744837c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:30.584092 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:57:30.600330 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:30.601028 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:32.019003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:44.113958 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cca08924-05b6-476c-a0bd-58d2f935904d req-acc33f3c-ef73-4e1a-b95c-f60d5c63e04b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0973494 Jun 15 14:57:44.272123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca08924-05b6-476c-a0bd-58d2f935904d req-ac2d6c99-5b75-4332-bbd3-4354fb890c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:57:44.273701 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cca08924-05b6-476c-a0bd-58d2f935904d req-ac2d6c99-5b75-4332-bbd3-4354fb890c8b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 1098 time: 0.0858269 Jun 15 14:57:44.474506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca08924-05b6-476c-a0bd-58d2f935904d req-afa7556b-4f24-4d6c-b68d-fea9a854dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:57:44.476943 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cca08924-05b6-476c-a0bd-58d2f935904d req-afa7556b-4f24-4d6c-b68d-fea9a854dc07 service neutron] 10.222.0.44 "GET /v2.0/networks?id=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 HTTP/1.1" status: 200 len: 898 time: 0.1815655 Jun 15 14:57:44.613783 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cca08924-05b6-476c-a0bd-58d2f935904d req-89ebfa11-91ac-4f67-96bc-c2272a4e7aea service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409c966-89c0-43bf-a8ea-c35749e8446c HTTP/1.1" status: 200 len: 1001 time: 0.1304553 Jun 15 14:57:44.686845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca08924-05b6-476c-a0bd-58d2f935904d req-9089c032-e0a1-4567-a554-2e0b11f3846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:57:44.688550 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cca08924-05b6-476c-a0bd-58d2f935904d req-9089c032-e0a1-4567-a554-2e0b11f3846d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d41db3c-0b23-45a3-883c-1a53c0a33706 HTTP/1.1" status: 200 len: 844 time: 0.0688047 Jun 15 14:57:44.913041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca08924-05b6-476c-a0bd-58d2f935904d req-87d61315-46e1-4d4e-b5ff-6e51e7b763e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:57:44.914715 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cca08924-05b6-476c-a0bd-58d2f935904d req-87d61315-46e1-4d4e-b5ff-6e51e7b763e9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2193570 Jun 15 14:57:45.068701 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cca08924-05b6-476c-a0bd-58d2f935904d req-d02c798e-e0ea-443f-952c-ec87db65f89b service neutron] 10.222.0.44 "GET /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470888 Jun 15 14:57:45.229801 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cca08924-05b6-476c-a0bd-58d2f935904d req-2c29b371-6e61-413d-8d64-b04c700f0e31 service neutron] 10.222.0.44 "GET /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545160 Jun 15 14:57:51.495963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:57.302704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b84ee730-c594-445e-99f9-4f5219e6772f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:57:59.389019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-923e5218-dc55-40fa-80da-39c58edd2df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:00.609108 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:00.613061 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:02.020041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:07.583645 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:58:07.722957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41600) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:07.949970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port b3a9cbdd-63e9-42f0-86c5-299b2206ddb8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:58:07.950430 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:08.181477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:08.182073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:08.337269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for b3a9cbdd-63e9-42f0-86c5-299b2206ddb8 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:58:08.512021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:08.564716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=b3a9cbdd-63e9-42f0-86c5-299b2206ddb8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:08.697832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:08.698156 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 6a96ef79-c637-46e9-a6fe-a1d37ddbb046 disassociated (deleted). External IP: 172.26.3.210, port: 0409c966-89c0-43bf-a8ea-c35749e8446c. Jun 15 14:58:09.275229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 23d9ce26-3b02-430e-a46e-71360d3c19f4 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:58:09.492052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:58:09.505583 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d2451-099b-472d-9dfd-cb710f610133 None None] Sync routers for ids ['23d9ce26-3b02-430e-a46e-71360d3c19f4'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:58:09.518283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:09.523741 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d2451-099b-472d-9dfd-cb710f610133 None None] Routers {'23d9ce26-3b02-430e-a46e-71360d3c19f4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:58:09.524842 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bf3d2451-099b-472d-9dfd-cb710f610133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:57:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['23d9ce26-3b02-430e-a46e-71360d3c19f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:09.620962 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e8558fd8-c4b1-4a28-b35d-278c1e5bff2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/floatingips/6a96ef79-c637-46e9-a6fe-a1d37ddbb046 HTTP/1.1" status: 204 len: 168 time: 1.8967888 Jun 15 14:58:09.621813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'tag': '0409c966-89c0-43bf-a8ea-c35749e8446c'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:58:09.793404 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-bf3d2451-099b-472d-9dfd-cb710f610133 None None] Set router 23d9ce26-3b02-430e-a46e-71360d3c19f4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:58:10.164779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55894eb4-284c-477f-ae9a-c891e9e96e52 req-a210a9b3-8478-4100-9027-ef7ce33ad83a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:10.165387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-55894eb4-284c-477f-ae9a-c891e9e96e52 req-a210a9b3-8478-4100-9027-ef7ce33ad83a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:58:10.189644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-55894eb4-284c-477f-ae9a-c891e9e96e52 req-a210a9b3-8478-4100-9027-ef7ce33ad83a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:58:10.190852 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-55894eb4-284c-477f-ae9a-c891e9e96e52 req-a210a9b3-8478-4100-9027-ef7ce33ad83a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 945 time: 0.1459041 Jun 15 14:58:10.205391 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bf3d2451-099b-472d-9dfd-cb710f610133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'ab0af7f4-a335-4b5a-94bf-e409abe8f350', 'name': '', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:36:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:09Z', 'updated_at': '2022-06-15T14:55:14Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:10.209562 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d2451-099b-472d-9dfd-cb710f610133 None None] Checking router: 23d9ce26-3b02-430e-a46e-71360d3c19f4 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:58:10.219176 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d2451-099b-472d-9dfd-cb710f610133 None None] Routers {'23d9ce26-3b02-430e-a46e-71360d3c19f4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:58:10.219995 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bf3d2451-099b-472d-9dfd-cb710f610133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:57:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['23d9ce26-3b02-430e-a46e-71360d3c19f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:10.256688 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-55894eb4-284c-477f-ae9a-c891e9e96e52 req-8dbad9bb-eb0a-4100-a359-2252a3766a40 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594788 Jun 15 14:58:10.455232 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-bf3d2451-099b-472d-9dfd-cb710f610133 None None] Set router 23d9ce26-3b02-430e-a46e-71360d3c19f4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:58:10.805314 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bf3d2451-099b-472d-9dfd-cb710f610133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'ab0af7f4-a335-4b5a-94bf-e409abe8f350', 'name': '', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:36:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:09Z', 'updated_at': '2022-06-15T14:55:14Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:10.810256 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3d2451-099b-472d-9dfd-cb710f610133 None None] The sync data for ids ['23d9ce26-3b02-430e-a46e-71360d3c19f4'] in dv-neutron-845844-1-hyperv is: [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'ab0af7f4-a335-4b5a-94bf-e409abe8f350', 'name': '', 'network_id': '011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:36:00:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:09Z', 'updated_at': '2022-06-15T14:55:14Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '5d41db3c-0b23-45a3-883c-1a53c0a33706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:58:10.960610 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c93a3a-9130-4708-8aba-479abf32ebbd'] response: {'name': 'network-changed', 'server_uuid': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'tag': '0409c966-89c0-43bf-a8ea-c35749e8446c', 'status': 'completed', 'code': 200} Jun 15 14:58:11.095658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9b3bac-d26c-4cc3-a2b1-3ee4a7d250a1 None None] New status for floating IP 6a96ef79-c637-46e9-a6fe-a1d37ddbb046: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:58:11.121511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc11a-4f93-4432-9cb2-fbfbea973c6d req-5d5a0511-9e6e-41aa-9bd0-90fdb3c0e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:11.123832 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-532bc11a-4f93-4432-9cb2-fbfbea973c6d req-5d5a0511-9e6e-41aa-9bd0-90fdb3c0e87d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 1098 time: 0.1277471 Jun 15 14:58:11.315458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fffdf-7640-4a5a-b3cd-dc74f0119d6f req-edc9fc9f-43e7-4314-abb1-bf40e5759ea2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:11.317877 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d37fffdf-7640-4a5a-b3cd-dc74f0119d6f req-edc9fc9f-43e7-4314-abb1-bf40e5759ea2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 945 time: 0.1403205 Jun 15 14:58:11.320364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc11a-4f93-4432-9cb2-fbfbea973c6d req-4df1fe0e-5dc2-41c6-849e-45efbffffe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:11.322462 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-532bc11a-4f93-4432-9cb2-fbfbea973c6d req-4df1fe0e-5dc2-41c6-849e-45efbffffe9a service neutron] 10.222.0.44 "GET /v2.0/networks?id=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 HTTP/1.1" status: 200 len: 898 time: 0.1920886 Jun 15 14:58:11.424426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-d37fffdf-7640-4a5a-b3cd-dc74f0119d6f req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 0409c966-89c0-43bf-a8ea-c35749e8446c {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:58:11.424994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d37fffdf-7640-4a5a-b3cd-dc74f0119d6f req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:11.474288 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-532bc11a-4f93-4432-9cb2-fbfbea973c6d req-f1440e84-56ec-4e91-8ee6-a95fbf287096 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409c966-89c0-43bf-a8ea-c35749e8446c HTTP/1.1" status: 200 len: 217 time: 0.1401753 Jun 15 14:58:11.579071 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc11a-4f93-4432-9cb2-fbfbea973c6d req-29c5dc7b-c7cd-44ad-a73d-75c19531372e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:11.580709 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-532bc11a-4f93-4432-9cb2-fbfbea973c6d req-29c5dc7b-c7cd-44ad-a73d-75c19531372e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5d41db3c-0b23-45a3-883c-1a53c0a33706 HTTP/1.1" status: 200 len: 844 time: 0.0997400 Jun 15 14:58:11.647548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e505e4f-13e1-4228-b99b-63ce5ecd3fde req-8e9431b4-cbfa-4cc3-a201-393d1fc6cb1a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:11.649371 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0e505e4f-13e1-4228-b99b-63ce5ecd3fde req-8e9431b4-cbfa-4cc3-a201-393d1fc6cb1a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 945 time: 0.2338400 Jun 15 14:58:11.738204 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0e505e4f-13e1-4228-b99b-63ce5ecd3fde req-f0a945f1-5aa8-4b83-af5a-5a1b09c6a448 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=5aef246e-ae7c-4c81-9cad-91e63a427fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768123 Jun 15 14:58:11.754214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc11a-4f93-4432-9cb2-fbfbea973c6d req-87a53772-2069-4629-a7d0-996eb9769ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:11.757020 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-532bc11a-4f93-4432-9cb2-fbfbea973c6d req-87a53772-2069-4629-a7d0-996eb9769ba1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1690750 Jun 15 14:58:11.966983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-d37fffdf-7640-4a5a-b3cd-dc74f0119d6f req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 0409c966-89c0-43bf-a8ea-c35749e8446c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=0409c966-89c0-43bf-a8ea-c35749e8446c,segment=NetworkSegment(7747a65e-58e8-4ea0-81b6-6c54a24e5b25),segment_id=7747a65e-58e8-4ea0-81b6-6c54a24e5b25)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:58:11.967660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d37fffdf-7640-4a5a-b3cd-dc74f0119d6f req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:11.995141 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-532bc11a-4f93-4432-9cb2-fbfbea973c6d req-d2c4f916-0bc5-4692-8319-78bfa7efd69e service neutron] 10.222.0.44 "GET /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315590 Jun 15 14:58:12.133053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-d37fffdf-7640-4a5a-b3cd-dc74f0119d6f req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 0409c966-89c0-43bf-a8ea-c35749e8446c owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:58:12.194464 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-532bc11a-4f93-4432-9cb2-fbfbea973c6d req-89da5b20-7d56-4469-abe0-b5ef1281201f service neutron] 10.222.0.44 "GET /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936202 Jun 15 14:58:12.325343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d37fffdf-7640-4a5a-b3cd-dc74f0119d6f req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:12.385856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=0409c966-89c0-43bf-a8ea-c35749e8446c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:12.465087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:12.465429 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:12.465784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:12.466158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:12.466513 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:12.466867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:12.467191 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:12.467514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:12.467832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:12.469487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:12.469487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:12.469487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:12.530695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37fffdf-7640-4a5a-b3cd-dc74f0119d6f req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] No DVR routers for this DVR port 0409c966-89c0-43bf-a8ea-c35749e8446c on host hv-neutron-8458 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:58:12.534853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-d37fffdf-7640-4a5a-b3cd-dc74f0119d6f req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:12.537784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'name': 'network-vif-deleted', 'tag': '0409c966-89c0-43bf-a8ea-c35749e8446c'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:58:12.571744 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d37fffdf-7640-4a5a-b3cd-dc74f0119d6f req-365caa27-e9e6-404d-8540-288732987402 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "DELETE /v2.0/ports/0409c966-89c0-43bf-a8ea-c35749e8446c HTTP/1.1" status: 204 len: 173 time: 1.2480159 Jun 15 14:58:12.707765 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06cc9914-c1a2-4c72-8e7f-16a452b3ec9e'] response: {'server_uuid': '9b7fbcf3-67f1-4c79-b818-e9d3875a0048', 'name': 'network-vif-deleted', 'tag': '0409c966-89c0-43bf-a8ea-c35749e8446c', 'status': 'completed', 'code': 200} Jun 15 14:58:12.975161 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-666f20c4-e8fa-4cfa-94cd-699c0f7c15ab req-4e8e05ee-f17b-42bf-af34-e258bf11dc58 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=9b7fbcf3-67f1-4c79-b818-e9d3875a0048 HTTP/1.1" status: 200 len: 210 time: 0.0687792 Jun 15 14:58:14.125541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41628) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:14.236708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af109b2a-57a2-48d3-97b4-527bae5c694d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:14.278999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af109b2a-57a2-48d3-97b4-527bae5c694d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:14.367111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af109b2a-57a2-48d3-97b4-527bae5c694d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:14.397101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af109b2a-57a2-48d3-97b4-527bae5c694d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aef246e-ae7c-4c81-9cad-91e63a427fb6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:14.412548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af109b2a-57a2-48d3-97b4-527bae5c694d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:14.413716 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-af109b2a-57a2-48d3-97b4-527bae5c694d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/security-groups/5aef246e-ae7c-4c81-9cad-91e63a427fb6 HTTP/1.1" status: 204 len: 168 time: 0.2870865 Jun 15 14:58:14.463347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41634) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:15.220435 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65de4051-588f-48b3-b14f-199419d9c4bc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:15.352381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 0409c966-89c0-43bf-a8ea-c35749e8446c no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:58:15.389892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 0409c966-89c0-43bf-a8ea-c35749e8446c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:58:15.390236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 0409c966-89c0-43bf-a8ea-c35749e8446c not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:58:15.839877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-65de4051-588f-48b3-b14f-199419d9c4bc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port ab0af7f4-a335-4b5a-94bf-e409abe8f350 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:58:15.840770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65de4051-588f-48b3-b14f-199419d9c4bc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:16.102079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-65de4051-588f-48b3-b14f-199419d9c4bc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port ab0af7f4-a335-4b5a-94bf-e409abe8f350, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ab0af7f4-a335-4b5a-94bf-e409abe8f350,segment=NetworkSegment(7747a65e-58e8-4ea0-81b6-6c54a24e5b25),segment_id=7747a65e-58e8-4ea0-81b6-6c54a24e5b25)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:58:16.102514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65de4051-588f-48b3-b14f-199419d9c4bc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:16.284365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-65de4051-588f-48b3-b14f-199419d9c4bc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for ab0af7f4-a335-4b5a-94bf-e409abe8f350 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:58:16.533275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65de4051-588f-48b3-b14f-199419d9c4bc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:16.590501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de4051-588f-48b3-b14f-199419d9c4bc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=ab0af7f4-a335-4b5a-94bf-e409abe8f350,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:16.989984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-65de4051-588f-48b3-b14f-199419d9c4bc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:17.466839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65de4051-588f-48b3-b14f-199419d9c4bc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 23d9ce26-3b02-430e-a46e-71360d3c19f4 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:58:17.791135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65de4051-588f-48b3-b14f-199419d9c4bc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:58:17.803602 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf0ecd-657c-47d2-8590-1058635e6422 None None] Sync routers for ids ['23d9ce26-3b02-430e-a46e-71360d3c19f4'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:58:17.807058 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-65de4051-588f-48b3-b14f-199419d9c4bc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/23d9ce26-3b02-430e-a46e-71360d3c19f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3423007 Jun 15 14:58:17.811400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41640) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:17.816024 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf0ecd-657c-47d2-8590-1058635e6422 None None] Routers {'23d9ce26-3b02-430e-a46e-71360d3c19f4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:58:17.817282 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bccf0ecd-657c-47d2-8590-1058635e6422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:57:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['23d9ce26-3b02-430e-a46e-71360d3c19f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:17.910645 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4992c2-dd1f-4af6-a2d2-5ab8eabc81b7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting subnet 5d41db3c-0b23-45a3-883c-1a53c0a33706 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 14:58:17.915025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa4992c2-dd1f-4af6-a2d2-5ab8eabc81b7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:17.990605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa4992c2-dd1f-4af6-a2d2-5ab8eabc81b7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:18.025054 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-bccf0ecd-657c-47d2-8590-1058635e6422 None None] Set router 23d9ce26-3b02-430e-a46e-71360d3c19f4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:58:18.084771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa4992c2-dd1f-4af6-a2d2-5ab8eabc81b7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:18.179959 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa4992c2-dd1f-4af6-a2d2-5ab8eabc81b7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:18.222414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4992c2-dd1f-4af6-a2d2-5ab8eabc81b7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Subnet': ['ID=5d41db3c-0b23-45a3-883c-1a53c0a33706,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:18.230004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-aa4992c2-dd1f-4af6-a2d2-5ab8eabc81b7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:18.238613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f577500-2a25-46f2-8bde-022ab75b902d None None] Network 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:58:18.239954 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-aa4992c2-dd1f-4af6-a2d2-5ab8eabc81b7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/subnets/5d41db3c-0b23-45a3-883c-1a53c0a33706 HTTP/1.1" status: 204 len: 168 time: 0.4271352 Jun 15 14:58:18.242871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41644) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:18.386430 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bccf0ecd-657c-47d2-8590-1058635e6422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:58:16Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:18.391025 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf0ecd-657c-47d2-8590-1058635e6422 None None] Checking router: 23d9ce26-3b02-430e-a46e-71360d3c19f4 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:58:18.401235 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf0ecd-657c-47d2-8590-1058635e6422 None None] Routers {'23d9ce26-3b02-430e-a46e-71360d3c19f4'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:58:18.401862 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bccf0ecd-657c-47d2-8590-1058635e6422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:57:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['23d9ce26-3b02-430e-a46e-71360d3c19f4'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:18.477674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:18.629808 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-bccf0ecd-657c-47d2-8590-1058635e6422 None None] Set router 23d9ce26-3b02-430e-a46e-71360d3c19f4 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:58:18.666614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] DHCP port deletion for 011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 14:58:18.672795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Deleting port 92fc0423-e474-4395-9de8-105deb3c0d5a {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:58:18.673551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:18.763639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:18.787590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 9a50aae8-3c42-4915-aee4-0de32b25cb32 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:58:18.788732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:18.817230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 92fc0423-e474-4395-9de8-105deb3c0d5a no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:58:19.010353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] For port 92fc0423-e474-4395-9de8-105deb3c0d5a, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=92fc0423-e474-4395-9de8-105deb3c0d5a,segment=NetworkSegment(7747a65e-58e8-4ea0-81b6-6c54a24e5b25),segment_id=7747a65e-58e8-4ea0-81b6-6c54a24e5b25)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:58:19.010833 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:19.095731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 9a50aae8-3c42-4915-aee4-0de32b25cb32, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9a50aae8-3c42-4915-aee4-0de32b25cb32,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:58:19.096622 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:19.127780 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-bccf0ecd-657c-47d2-8590-1058635e6422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:58:16Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:19.133440 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccf0ecd-657c-47d2-8590-1058635e6422 None None] The sync data for ids ['23d9ce26-3b02-430e-a46e-71360d3c19f4'] in dv-neutron-845844-1-hyperv is: [{'id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'name': 'tempest-TestNetworkBasicOps-router-1103346817', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201'}], 'enable_snat': True}, 'gw_port_id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:55:04Z', 'updated_at': '2022-06-15T14:58:16Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '9a50aae8-3c42-4915-aee4-0de32b25cb32', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:12:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23d9ce26-3b02-430e-a46e-71360d3c19f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:55:05Z', 'updated_at': '2022-06-15T14:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:58:19.188699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Calling delete_port for 92fc0423-e474-4395-9de8-105deb3c0d5a owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:58:19.271102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 92fc0423-e474-4395-9de8-105deb3c0d5a is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:58:19.271860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:19.302684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 9a50aae8-3c42-4915-aee4-0de32b25cb32 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:58:19.342844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:19.400762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Pushing event deleted for resources: {'Port': ['ID=92fc0423-e474-4395-9de8-105deb3c0d5a,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:19.405855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] No DVR routers for this DVR port 92fc0423-e474-4395-9de8-105deb3c0d5a on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:58:19.412270 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:19.412591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:19.412929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:19.413259 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:19.413612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:19.413914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:19.414235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:19.414549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:19.415087 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:19.415501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:19.415786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:19.416107 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0264d23e-43ee-4a0f-abf4-22185cab7e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:19.550258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:19.604528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=9a50aae8-3c42-4915-aee4-0de32b25cb32,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:19.828152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.010843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.013434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.038146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.038720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Fanout notify agent at l3_agent the message router_deleted on router 23d9ce26-3b02-430e-a46e-71360d3c19f4 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 14:58:20.057354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.060877 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9f331b82-db9b-44de-ac42-26da3172414f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/routers/23d9ce26-3b02-430e-a46e-71360d3c19f4 HTTP/1.1" status: 204 len: 168 time: 1.8165495 Jun 15 14:58:20.063031 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41650) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:20.199885 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.345041 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.372406 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:20.385821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7747a65e-58e8-4ea0-81b6-6c54a24e5b25') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:20.386350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7747a65e-58e8-4ea0-81b6-6c54a24e5b25') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:20.398436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.421241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.436330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 14:58:20.436951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.566267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.586144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.589594 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 7747a65e-58e8-4ea0-81b6-6c54a24e5b25 resource provider aggregate not found Jun 15 14:58:20.606682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Network': ['ID=011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:20.616887 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cb0b17ef-74fb-4458-8044-6ff3063ba029 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/networks/011c0b6a-4bfb-43b6-a7de-f7cf1ae8fad5 HTTP/1.1" status: 204 len: 168 time: 0.5524354 Jun 15 14:58:20.620092 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 7747a65e-58e8-4ea0-81b6-6c54a24e5b25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7747a65e-58e8-4ea0-81b6-6c54a24e5b25 found for delete ", "request_id": "req-5a59901e-da64-44e2-b248-be9fb94fe2f3"}]} Jun 15 14:58:20.632488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41660) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:20.640347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'network': {'name': 'tempest-network-smoke--1146683972', 'project_id': '032b1386b78145d282edf892a5a65f64', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:20.645821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:20.651173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:network and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:20.654620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:20.661640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:20.678014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:58:20.683297 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.730241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 14:58:20.742159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.742598 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Added segment 9a510d05-4af0-4822-8913-27c8076a8f2e of type vlan for network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f Jun 15 14:58:20.776942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9a50aae8-3c42-4915-aee4-0de32b25cb32 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:58:20.789384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.821892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 9a50aae8-3c42-4915-aee4-0de32b25cb32 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:58:20.822495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9a50aae8-3c42-4915-aee4-0de32b25cb32 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:58:20.822921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ab0af7f4-a335-4b5a-94bf-e409abe8f350 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:58:20.840822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.847657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:20.848352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:20.859294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: ab0af7f4-a335-4b5a-94bf-e409abe8f350 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:58:20.859726 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ab0af7f4-a335-4b5a-94bf-e409abe8f350 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:58:20.960966 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3268445 Jun 15 14:58:20.964553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bf22e-ea4f-4870-8aba-782dab0ecaaf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Network': ['ID=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:20.964786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41664) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:20.972030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'admin_state_up': True, 'project_id': '032b1386b78145d282edf892a5a65f64', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:20.977052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 14:58:20.980912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:20.986224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:router and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:20.989822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:20.997523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:21.012297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:21.013958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:21.036120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:21.449190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:21.507908 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:21.775000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:21.806719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:21.960885 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.252 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/f59a6789-0fd5-403f-a6cc-a5de04f5c747) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:58:22.121184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:22.155821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:22.251456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:58:22.255201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:58:22.261039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:58:22.301693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=f59a6789-0fd5-403f-a6cc-a5de04f5c747,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:22.864481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:23.290856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:23.556958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 82f29fce-a576-4cbc-9114-6018d5cfd749 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 14:58:23.831481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:58:23.848402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Sync routers for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:58:23.863959 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:23.866733 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d9eb87ba-9d5d-49e1-937c-cd38c7b34587 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9003549 Jun 15 14:58:23.868524 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:58:23.869174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:57:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:23.871475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41668) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:24.122206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:58:24.137825 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f2d8abeb-a783-4f85-90b3-d89d93fe40c4 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=032b1386b78145d282edf892a5a65f64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2643807 Jun 15 14:58:24.145763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41674) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:24.307115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25098546-25fe-49bb-957b-f10db7f7a95d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:24.308665 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-25098546-25fe-49bb-957b-f10db7f7a95d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1618383 Jun 15 14:58:24.311617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41678) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:24.359763 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4de92ba5-2fe1-4c7a-b1b8-08d8c4926bf3 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470417 Jun 15 14:58:24.363825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41682) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:24.369431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-471988255', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'project_id': '032b1386b78145d282edf892a5a65f64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:24.515491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:24.519866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:subnet and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:24.522909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:24.523059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:22Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:24.527193 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Checking router: 82f29fce-a576-4cbc-9114-6018d5cfd749 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:58:24.527656 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Updating router 82f29fce-a576-4cbc-9114-6018d5cfd749 port f59a6789-0fd5-403f-a6cc-a5de04f5c747 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:58:24.530469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:24.544393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:58:24.548112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:24.591581 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:24.964608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:25.057948 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Subnet': ['ID=7d986b3a-8390-4859-b143-50fbd72ea111,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:25.080126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:25.080697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:25.081228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:25.081784 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:25.082282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:25.082810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:25.083327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:25.083848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:25.084403 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:25.084926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:25.085452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:25.085953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:25.099826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Checking segment: {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:58:25.100422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network hostable DHCP agents. Network: 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 14:58:25.130987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 14:58:25.144577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:25.145236 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:58:25.151281 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:25.152011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:25.164836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1de36a-0484-455f-8275-c902de4896c9 None None] Network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:58:25.179134 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Transition to ACTIVE for port object f59a6789-0fd5-403f-a6cc-a5de04f5c747 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:58:25.186314 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b3b8884e-686b-4155-a172-9a719a2f23c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8211887 Jun 15 14:58:25.189533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41686) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:25.196148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:25.355893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Attempting to bind port f59a6789-0fd5-403f-a6cc-a5de04f5c747 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:58:25.356354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Attempting to bind port f59a6789-0fd5-403f-a6cc-a5de04f5c747 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:58:25.356825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Attempting to bind port f59a6789-0fd5-403f-a6cc-a5de04f5c747 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:58:25.376110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5158e1-198e-44dc-94ed-7d241d69fab4 None None] Pushing event updated for resources: {'Port': ['ID=f59a6789-0fd5-403f-a6cc-a5de04f5c747,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:25.392232 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:58:25.392608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:58:25.393015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:25.393404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:58:25.393888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Bound port: f59a6789-0fd5-403f-a6cc-a5de04f5c747, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:58:25.394264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:25.551342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] For port f59a6789-0fd5-403f-a6cc-a5de04f5c747, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:58:25.568242 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] For port f59a6789-0fd5-403f-a6cc-a5de04f5c747, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f59a6789-0fd5-403f-a6cc-a5de04f5c747,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:58:25.574126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:25.611886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 14:58:25.612746 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:25.726411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:58:25.727024 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:57:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:25.791392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5158e1-198e-44dc-94ed-7d241d69fab4 None None] Pushing event updated for resources: {'Port': ['ID=f59a6789-0fd5-403f-a6cc-a5de04f5c747,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:25.991758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:58:26.037587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Allocated IP 172.20.0.2 (1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f/7d986b3a-8390-4859-b143-50fbd72ea111/f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:58:26.066958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:26.464993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:26.478271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Transition to ACTIVE for port object f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:58:26.500336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:22Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:26.510110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712f233c-b91e-4052-a7d5-bda65ee99895 None None] The sync data for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv is: [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:22Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:58:26.515102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Transition to ACTIVE for port object f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:58:26.522778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:26.609601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.1 (1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f/7d986b3a-8390-4859-b143-50fbd72ea111/7739f653-7228-40f9-b17b-e69493d73ea6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:58:26.722847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:58:26.727471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:58:26.731248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:58:26.798706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:26.807188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Pushing event updated for resources: {'Port': ['ID=f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:26.827169 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object 7739f653-7228-40f9-b17b-e69493d73ea6 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:58:26.871905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:26.935469 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Attempting to bind port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:58:26.935976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Attempting to bind port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:58:26.936468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Attempting to bind port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 on network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:58:26.945278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:58:26.945652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Checking segment: {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:58:26.946260 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:26.946661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Bound using segment: {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:58:26.947172 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Bound port: f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:58:26.948219 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:27.078571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-79c93cca-f013-4090-906e-71b747c3261b None None] For port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:58:27.085254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-79c93cca-f013-4090-906e-71b747c3261b None None] For port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:58:27.092575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:27.097850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:58:27.101254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:58:27.105496 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:58:27.158571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=7739f653-7228-40f9-b17b-e69493d73ea6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:27.181277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:27.194783 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c93cca-f013-4090-906e-71b747c3261b None None] Pushing event updated for resources: {'Port': ['ID=f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:27.293990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-511f3999-6b8a-4f47-8594-6b909fc380b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:27.520044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:28.010146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:28.017811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:28.150792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:28.154815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=7739f653-7228-40f9-b17b-e69493d73ea6,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:28.294079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e1a8c9-ab3e-43b6-bfcc-6cdd2ab8574e None None] Network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 14:58:28.330035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:58:28.335952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:58:28.431071 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0526a97a-c399-46c9-90c3-52d1170dc6a6 None None] Provisioning for port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:58:28.565830 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 82f29fce-a576-4cbc-9114-6018d5cfd749 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:58:28.780847 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:58:28.795650 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Sync routers for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:58:28.799434 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0ee757ab-29de-44c0-bd84-61f87dc2f3ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/82f29fce-a576-4cbc-9114-6018d5cfd749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6084287 Jun 15 14:58:28.802387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41690) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:28.806526 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:58:28.807520 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:57:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:28.890518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f59a6789-0fd5-403f-a6cc-a5de04f5c747 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:58:29.021129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port f59a6789-0fd5-403f-a6cc-a5de04f5c747 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:58:29.031858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1728fac9-b646-4df7-98cc-02fb9de3c053 None None] Provisioning for port 7739f653-7228-40f9-b17b-e69493d73ea6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:58:29.038490 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f59a6789-0fd5-403f-a6cc-a5de04f5c747 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:58:29.038490 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.075007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1728fac9-b646-4df7-98cc-02fb9de3c053 None None] Provisioning complete for port 7739f653-7228-40f9-b17b-e69493d73ea6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:58:29.075672 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1728fac9-b646-4df7-98cc-02fb9de3c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.095263 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:58:29.183302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6031e821-7ebf-44b1-80d0-c4449fd69c61 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:29.185554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6031e821-7ebf-44b1-80d0-c4449fd69c61 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:29.186591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6031e821-7ebf-44b1-80d0-c4449fd69c61 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:29.187901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6031e821-7ebf-44b1-80d0-c4449fd69c61 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:29.191246 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6031e821-7ebf-44b1-80d0-c4449fd69c61 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.3870714 Jun 15 14:58:29.195064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41694) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:29.199449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1728fac9-b646-4df7-98cc-02fb9de3c053 None None] Port 7739f653-7228-40f9-b17b-e69493d73ea6 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:58:29.293607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f59a6789-0fd5-403f-a6cc-a5de04f5c747 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:58:29.294420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.329724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188e73e-bce6-4f51-a3b7-a6976cc85fd9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:29.331006 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188e73e-bce6-4f51-a3b7-a6976cc85fd9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:29.332125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188e73e-bce6-4f51-a3b7-a6976cc85fd9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:29.334042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d188e73e-bce6-4f51-a3b7-a6976cc85fd9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:29.338288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port f59a6789-0fd5-403f-a6cc-a5de04f5c747, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f59a6789-0fd5-403f-a6cc-a5de04f5c747,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:58:29.342585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41698) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:29.343852 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d188e73e-bce6-4f51-a3b7-a6976cc85fd9 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1472352 Jun 15 14:58:29.348801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.350458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:58:29.475075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-54a3fb17-564c-47ff-8654-00228179f48c None None] Provisioning complete for port 7739f653-7228-40f9-b17b-e69493d73ea6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:58:29.476090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-54a3fb17-564c-47ff-8654-00228179f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.565086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-556a87bf-b89d-4e8f-92ec-e9a94d72d00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.588893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-54a3fb17-564c-47ff-8654-00228179f48c None None] Port 7739f653-7228-40f9-b17b-e69493d73ea6 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:58:29.595435 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=f59a6789-0fd5-403f-a6cc-a5de04f5c747,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:29.614722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:58:29.624175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:58:29.625123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.625360 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:29.631788 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Checking router: 82f29fce-a576-4cbc-9114-6018d5cfd749 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:58:29.632380 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Updating router 82f29fce-a576-4cbc-9114-6018d5cfd749 port 7739f653-7228-40f9-b17b-e69493d73ea6 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 14:58:29.649736 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0d5a3b83-145f-464f-92e8-53f3aa7fef46 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3056400 Jun 15 14:58:29.728403 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.743141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9b916571-ca81-4577-a7c6-5c73eb603e9a None None] Provisioning complete for port 7739f653-7228-40f9-b17b-e69493d73ea6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:58:29.743141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9b916571-ca81-4577-a7c6-5c73eb603e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.760761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41704) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:29.769896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487995127', 'description': 'tempest-secgroup-smoke-1487995127 description', 'project_id': '032b1386b78145d282edf892a5a65f64'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:29.780903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:29.789936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:29.797402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:29.806346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:29.820358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.842511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:29.846566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:29.849587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:29.855693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:29.891446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9b916571-ca81-4577-a7c6-5c73eb603e9a None None] Port 7739f653-7228-40f9-b17b-e69493d73ea6 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:58:29.896646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:58:29.897067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.939127 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:58:29.944365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.961850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:29.966604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.024918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127c6459-08db-43c1-aa8a-54f360ec7137,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:30.031549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:30.035932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.037662 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ab403f94-2f49-4a7f-aa06-0faf381daa2d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2753863 Jun 15 14:58:30.041467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41708) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:30.052264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ab06564d-377a-4310-a0dc-cd156fbcbc06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '127c6459-08db-43c1-aa8a-54f360ec7137', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:30.064898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ab06564d-377a-4310-a0dc-cd156fbcbc06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:30.076793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ab06564d-377a-4310-a0dc-cd156fbcbc06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:30.081070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ab06564d-377a-4310-a0dc-cd156fbcbc06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:30.087538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ab06564d-377a-4310-a0dc-cd156fbcbc06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:30.110930 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ab06564d-377a-4310-a0dc-cd156fbcbc06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.183726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ab06564d-377a-4310-a0dc-cd156fbcbc06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.189188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ab06564d-377a-4310-a0dc-cd156fbcbc06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.214787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06564d-377a-4310-a0dc-cd156fbcbc06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b3be36-7462-4794-8ec1-8b5cb7423eeb,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:30.223323 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.229744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ab06564d-377a-4310-a0dc-cd156fbcbc06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.231294 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ab06564d-377a-4310-a0dc-cd156fbcbc06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1885040 Jun 15 14:58:30.235609 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41712) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:30.237471 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Transition to ACTIVE for port object 7739f653-7228-40f9-b17b-e69493d73ea6 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:58:30.244682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-7e957597-6b41-4a96-ace3-23042075af57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '127c6459-08db-43c1-aa8a-54f360ec7137', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:30.247696 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.251262 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7e957597-6b41-4a96-ace3-23042075af57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:30.255367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7e957597-6b41-4a96-ace3-23042075af57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:30.258415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-7e957597-6b41-4a96-ace3-23042075af57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:30.266140 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-7e957597-6b41-4a96-ace3-23042075af57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:30.285271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e957597-6b41-4a96-ace3-23042075af57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.385683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e957597-6b41-4a96-ace3-23042075af57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.390144 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Pushing event updated for resources: {'Port': ['ID=7739f653-7228-40f9-b17b-e69493d73ea6,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:30.390805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e957597-6b41-4a96-ace3-23042075af57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.430850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e957597-6b41-4a96-ace3-23042075af57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca0a3d6-d592-400c-b7ac-b9e006786464,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:30.441293 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:30.441632 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:30.441973 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:30.442301 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:30.442632 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:30.442956 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:30.443277 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:30.443636 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:30.444094 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:30.444441 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:30.444760 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:30.445072 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:58:30.455716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e957597-6b41-4a96-ace3-23042075af57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.457608 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7e957597-6b41-4a96-ace3-23042075af57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2199004 Jun 15 14:58:30.461465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41716) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:30.467107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5cfc8172-d019-4ec3-98d8-9ba994ec0927 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '127c6459-08db-43c1-aa8a-54f360ec7137', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:30.473952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5cfc8172-d019-4ec3-98d8-9ba994ec0927 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:30.478884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5cfc8172-d019-4ec3-98d8-9ba994ec0927 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:30.483172 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5cfc8172-d019-4ec3-98d8-9ba994ec0927 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:30.496585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5cfc8172-d019-4ec3-98d8-9ba994ec0927 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:30.519481 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Attempting to bind port 7739f653-7228-40f9-b17b-e69493d73ea6 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:58:30.519843 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Attempting to bind port 7739f653-7228-40f9-b17b-e69493d73ea6 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:58:30.520255 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Attempting to bind port 7739f653-7228-40f9-b17b-e69493d73ea6 on network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:58:30.523677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5cfc8172-d019-4ec3-98d8-9ba994ec0927 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.526746 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:58:30.527181 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Checking segment: {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:58:30.527687 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.528079 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Bound using segment: {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:58:30.528619 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Bound port: 7739f653-7228-40f9-b17b-e69493d73ea6, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:58:30.528991 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.613329 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.615944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.667729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5cfc8172-d019-4ec3-98d8-9ba994ec0927 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.674517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5cfc8172-d019-4ec3-98d8-9ba994ec0927 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.683387 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] For port 7739f653-7228-40f9-b17b-e69493d73ea6, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:58:30.689323 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] For port 7739f653-7228-40f9-b17b-e69493d73ea6, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7739f653-7228-40f9-b17b-e69493d73ea6,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:58:30.695628 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.708763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc8172-d019-4ec3-98d8-9ba994ec0927 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564a0101-42e8-405a-a2fc-d56b9610dd8a,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:30.730446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5cfc8172-d019-4ec3-98d8-9ba994ec0927 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.730446 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5cfc8172-d019-4ec3-98d8-9ba994ec0927 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2622702 Jun 15 14:58:30.730446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41720) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:30.739198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-17422d1b-1064-40ef-b57f-7211bdfa9055 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '127c6459-08db-43c1-aa8a-54f360ec7137', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:30.749295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-17422d1b-1064-40ef-b57f-7211bdfa9055 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:30.760023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-17422d1b-1064-40ef-b57f-7211bdfa9055 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:30.763780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-17422d1b-1064-40ef-b57f-7211bdfa9055 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:30.782004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-17422d1b-1064-40ef-b57f-7211bdfa9055 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:30.813503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17422d1b-1064-40ef-b57f-7211bdfa9055 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.825048 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f59a6789-0fd5-403f-a6cc-a5de04f5c747 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:58:30.876793 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:58:30.878113 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:58:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:30.900888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17422d1b-1064-40ef-b57f-7211bdfa9055 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.908009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17422d1b-1064-40ef-b57f-7211bdfa9055 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.936298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17422d1b-1064-40ef-b57f-7211bdfa9055 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22aaae7-b6f9-4675-a5df-af965239b7d7,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:30.961263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f59a6789-0fd5-403f-a6cc-a5de04f5c747 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:58:30.961836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.981634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-17422d1b-1064-40ef-b57f-7211bdfa9055 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:30.985599 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-17422d1b-1064-40ef-b57f-7211bdfa9055 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2532060 Jun 15 14:58:30.986145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41724) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:30.999414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-12d6244a-ee32-4e4f-9dbe-cdbbaf42ca5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '127c6459-08db-43c1-aa8a-54f360ec7137', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:31.008977 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae79ef0-c51d-4b5b-8927-03b6c0e014ee None None] Pushing event updated for resources: {'Port': ['ID=7739f653-7228-40f9-b17b-e69493d73ea6,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:31.012438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-12d6244a-ee32-4e4f-9dbe-cdbbaf42ca5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:31.020575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-12d6244a-ee32-4e4f-9dbe-cdbbaf42ca5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:31.027408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-12d6244a-ee32-4e4f-9dbe-cdbbaf42ca5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:31.036715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-12d6244a-ee32-4e4f-9dbe-cdbbaf42ca5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:31.065290 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-12d6244a-ee32-4e4f-9dbe-cdbbaf42ca5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:58:31.073994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12d6244a-ee32-4e4f-9dbe-cdbbaf42ca5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:31.130419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f59a6789-0fd5-403f-a6cc-a5de04f5c747 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:58:31.131659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:58:31.176497 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12d6244a-ee32-4e4f-9dbe-cdbbaf42ca5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:31.183142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12d6244a-ee32-4e4f-9dbe-cdbbaf42ca5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:31.194258 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:58:31.211629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6244a-ee32-4e4f-9dbe-cdbbaf42ca5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378fdb2c-7aa2-41c5-8aa0-4198a9f9acbd,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:31.217486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:58:31.218070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:31.226209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12d6244a-ee32-4e4f-9dbe-cdbbaf42ca5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:31.227624 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-12d6244a-ee32-4e4f-9dbe-cdbbaf42ca5f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2401409 Jun 15 14:58:31.230414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41728) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:31.237131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e41f0065-924d-46a6-b1a3-a3103826f297 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '127c6459-08db-43c1-aa8a-54f360ec7137', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:31.248214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e41f0065-924d-46a6-b1a3-a3103826f297 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:31.255346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e41f0065-924d-46a6-b1a3-a3103826f297 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:31.260559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e41f0065-924d-46a6-b1a3-a3103826f297 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:31.271628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e41f0065-924d-46a6-b1a3-a3103826f297 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:31.286223 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-e41f0065-924d-46a6-b1a3-a3103826f297 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:58:31.294744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e41f0065-924d-46a6-b1a3-a3103826f297 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:31.399288 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e41f0065-924d-46a6-b1a3-a3103826f297 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:31.404265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e41f0065-924d-46a6-b1a3-a3103826f297 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:31.442788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e41f0065-924d-46a6-b1a3-a3103826f297 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:31.442788 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e41f0065-924d-46a6-b1a3-a3103826f297 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2112277 Jun 15 14:58:31.444129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f0065-924d-46a6-b1a3-a3103826f297 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eab5e96b-9df5-4079-aa70-0b4d3defb897,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:31.456818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:58:31.623544 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:30Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:31.628978 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67830360-d243-44b7-8a03-819adce59cd4 None None] The sync data for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv is: [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:30Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:58:31.727560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-d1a6843f-cf8d-483a-94be-eec2c9f14a48 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:58:31.752001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-d1a6843f-cf8d-483a-94be-eec2c9f14a48 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:58:31.756104 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-d1a6843f-cf8d-483a-94be-eec2c9f14a48 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487995127&fields=id&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 267 time: 0.1191037 Jun 15 14:58:31.953066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-bf3834f9-cdda-4606-8faf-91d0373e129a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:31.954958 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-bf3834f9-cdda-4606-8faf-91d0373e129a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 797 time: 0.1900873 Jun 15 14:58:31.974926 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-72a89682-f374-44b1-8561-ee87b56f76cf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/quotas/032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 375 time: 0.0114815 Jun 15 14:58:32.041783 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:32.119228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-1c54472f-88ec-4906-a438-d29c195aab50 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:58:32.147630 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-1c54472f-88ec-4906-a438-d29c195aab50 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:58:32.149149 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-1c54472f-88ec-4906-a438-d29c195aab50 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1574674 Jun 15 14:58:32.436771 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-20e66d4e-5963-4f38-b3b8-3f2b7ef9125e service neutron] 10.222.0.26 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729712 Jun 15 14:58:32.629564 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-0040836d-b633-40e3-baeb-d64134937e4a service neutron] 10.222.0.26 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867070 Jun 15 14:58:32.828900 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7739f653-7228-40f9-b17b-e69493d73ea6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:58:32.914165 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 7739f653-7228-40f9-b17b-e69493d73ea6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:58:32.920564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 7739f653-7228-40f9-b17b-e69493d73ea6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:58:32.920948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:32.939694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-27bde047-d0af-4377-8840-321b02882a5d req-4365fd2c-f004-471e-a1de-1b0b4ed28b11 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:58:32.960383 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-27bde047-d0af-4377-8840-321b02882a5d req-4365fd2c-f004-471e-a1de-1b0b4ed28b11 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:58:32.974608 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-27bde047-d0af-4377-8840-321b02882a5d req-4365fd2c-f004-471e-a1de-1b0b4ed28b11 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 210 time: 0.1177034 Jun 15 14:58:33.114344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7739f653-7228-40f9-b17b-e69493d73ea6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:58:33.114980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:33.173114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 7739f653-7228-40f9-b17b-e69493d73ea6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7739f653-7228-40f9-b17b-e69493d73ea6,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:58:33.179089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:33.295759 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=7739f653-7228-40f9-b17b-e69493d73ea6,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:34.144349 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-54b2d9c5-dcfd-448f-9211-24f1b40ce211 req-6580bcaa-56cc-4821-8f7a-8f711897e5ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 210 time: 0.0648689 Jun 15 14:58:34.461096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-7f295f70-859e-4fa1-abf3-d9b742d6aa23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:34.461827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-7f295f70-859e-4fa1-abf3-d9b742d6aa23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:58:34.479301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-7f295f70-859e-4fa1-abf3-d9b742d6aa23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:58:34.480548 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-7f295f70-859e-4fa1-abf3-d9b742d6aa23 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 797 time: 0.2960730 Jun 15 14:58:34.532546 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-e5ae3486-96c9-48cc-986e-bb94c57bf904 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 380 time: 0.0437539 Jun 15 14:58:34.541992 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'device_id': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'admin_state_up': True, 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'security_groups': ['127c6459-08db-43c1-aa8a-54f360ec7137']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:34.711097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:34.724072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:34.746206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:58:34.751937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:34.775877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7739f653-7228-40f9-b17b-e69493d73ea6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:58:34.871968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 7739f653-7228-40f9-b17b-e69493d73ea6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:58:34.873660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:34.977826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.12 (1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f/7d986b3a-8390-4859-b143-50fbd72ea111/06be784d-e347-4fbc-af5f-90d7e632e62e) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:58:35.069659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 7739f653-7228-40f9-b17b-e69493d73ea6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:58:35.245130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:35.322347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object 06be784d-e347-4fbc-af5f-90d7e632e62e will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:58:35.340461 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2e835274-6db1-45be-831a-9c7a42779e7c req-6facdac1-d75f-45c3-b4db-03a547ac1c82 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 210 time: 0.0811546 Jun 15 14:58:35.382715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:35.467401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:58:35.470730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:58:35.474972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:58:35.507905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=06be784d-e347-4fbc-af5f-90d7e632e62e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:35.558573 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:35.559594 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:35.600328 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-8cea11bd-a336-4cab-9d78-539d64a696d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0622485 Jun 15 14:58:35.613316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Request body: {'port': {'device_id': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:35.750810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cfad525f-287e-42e2-9f63-db6cd85743fd None None] Provisioning for port 06be784d-e347-4fbc-af5f-90d7e632e62e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:58:35.757752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cfad525f-287e-42e2-9f63-db6cd85743fd None None] Provisioning complete for port 06be784d-e347-4fbc-af5f-90d7e632e62e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:58:35.758365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cfad525f-287e-42e2-9f63-db6cd85743fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:35.776951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:35.828403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cfad525f-287e-42e2-9f63-db6cd85743fd None None] Port 06be784d-e347-4fbc-af5f-90d7e632e62e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:58:36.192906 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06be784d-e347-4fbc-af5f-90d7e632e62e {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:58:36.201603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:36.217417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Transition to ACTIVE for port object 06be784d-e347-4fbc-af5f-90d7e632e62e will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:58:36.222369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:36.371478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Pushing event updated for resources: {'Port': ['ID=06be784d-e347-4fbc-af5f-90d7e632e62e,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:36.537174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Attempting to bind port 06be784d-e347-4fbc-af5f-90d7e632e62e on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:58:36.538204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Attempting to bind port 06be784d-e347-4fbc-af5f-90d7e632e62e by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:58:36.538204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Attempting to bind port 06be784d-e347-4fbc-af5f-90d7e632e62e on network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:58:36.547964 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Port 06be784d-e347-4fbc-af5f-90d7e632e62e on network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:58:36.548510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Attempting to bind port 06be784d-e347-4fbc-af5f-90d7e632e62e on network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:58:36.557982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:58:36.558372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Checking segment: {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:58:36.558947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Bound using segment: {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:58:36.559879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Bound port: 06be784d-e347-4fbc-af5f-90d7e632e62e, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:58:36.560324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:36.586194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfd364-992a-4c78-9adc-d1d1cbe89aad req-2755c7d2-b7ca-4879-97d8-b418d0db8d65 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:36.588087 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6dcfd364-992a-4c78-9adc-d1d1cbe89aad req-2755c7d2-b7ca-4879-97d8-b418d0db8d65 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 944 time: 0.1063695 Jun 15 14:58:36.658458 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6dcfd364-992a-4c78-9adc-d1d1cbe89aad req-38dbdb65-2e10-4342-80d7-602406a7b9cd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=127c6459-08db-43c1-aa8a-54f360ec7137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628436 Jun 15 14:58:36.727775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] For port 06be784d-e347-4fbc-af5f-90d7e632e62e, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:58:36.733376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] For port 06be784d-e347-4fbc-af5f-90d7e632e62e, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=06be784d-e347-4fbc-af5f-90d7e632e62e,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:58:36.742238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:36.815674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:36.816095 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:36.817598 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] 10.222.0.44 "PUT /v2.0/ports/06be784d-e347-4fbc-af5f-90d7e632e62e HTTP/1.1" status: 200 len: 1094 time: 1.2102079 Jun 15 14:58:36.820818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:58:36.854568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9297d6-f7ff-46f7-a1ee-0311b7c268ae service neutron] Pushing event updated for resources: {'Port': ['ID=06be784d-e347-4fbc-af5f-90d7e632e62e,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:36.929288 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065357a5-03e9-4be6-b398-4a89d0c51f6d'] response: {'name': 'network-changed', 'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'status': 'completed', 'code': 200} Jun 15 14:58:37.100048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-bbc8499d-705c-4dd6-a5bd-41f63df13f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:37.101732 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-bbc8499d-705c-4dd6-a5bd-41f63df13f79 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 1097 time: 0.2310033 Jun 15 14:58:37.177588 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-1de97e64-1c8d-422c-ad82-5c319d2030dd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06be784d-e347-4fbc-af5f-90d7e632e62e HTTP/1.1" status: 200 len: 217 time: 0.0687585 Jun 15 14:58:37.252495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-ab53c0c2-f68b-4afb-a4e5-380af76e0575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:37.254240 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-ab53c0c2-f68b-4afb-a4e5-380af76e0575 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 200 len: 834 time: 0.0712028 Jun 15 14:58:37.361615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2331a60f-a43c-4e00-b960-38bf92fe2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:37.363144 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-2331a60f-a43c-4e00-b960-38bf92fe2994 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1028306 Jun 15 14:58:37.539074 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-d33175e4-c440-4c72-9af1-6b496cf131f3 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688704 Jun 15 14:58:37.702375 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-660a0da0-2628-4c75-9b80-b4c1d763415f req-06219fc4-2b82-4417-80fe-1266dc2b7099 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562359 Jun 15 14:58:37.878533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb3606-3d67-449a-90fd-58a51cfb28ac req-70de501e-fbbe-4af3-ab15-2ef79c641ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:37.880435 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-96bb3606-3d67-449a-90fd-58a51cfb28ac req-70de501e-fbbe-4af3-ab15-2ef79c641ed3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 1097 time: 0.1183395 Jun 15 14:58:37.961103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe444548-e951-4a54-a0f8-ba20a1d7f025 req-859b39ff-db9d-4203-b6e3-8199517b15ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:37.963452 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fe444548-e951-4a54-a0f8-ba20a1d7f025 req-859b39ff-db9d-4203-b6e3-8199517b15ff tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 944 time: 0.1589909 Jun 15 14:58:38.026525 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fe444548-e951-4a54-a0f8-ba20a1d7f025 req-931adfe4-8894-4b19-a9c5-25159406615c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=127c6459-08db-43c1-aa8a-54f360ec7137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514183 Jun 15 14:58:38.073441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb3606-3d67-449a-90fd-58a51cfb28ac req-bcbee110-1460-49c2-aac5-330bbd3aa0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:38.074945 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-96bb3606-3d67-449a-90fd-58a51cfb28ac req-bcbee110-1460-49c2-aac5-330bbd3aa0af service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 898 time: 0.1854649 Jun 15 14:58:38.146098 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-96bb3606-3d67-449a-90fd-58a51cfb28ac req-787e7edf-2efb-4657-b984-6e55ea8ee890 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06be784d-e347-4fbc-af5f-90d7e632e62e HTTP/1.1" status: 200 len: 217 time: 0.0644827 Jun 15 14:58:38.225124 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb3606-3d67-449a-90fd-58a51cfb28ac req-2d12b48a-64e2-40d9-9764-96428ef18cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:38.226563 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-96bb3606-3d67-449a-90fd-58a51cfb28ac req-2d12b48a-64e2-40d9-9764-96428ef18cdf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 200 len: 834 time: 0.0740309 Jun 15 14:58:38.332981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb3606-3d67-449a-90fd-58a51cfb28ac req-af3c8990-b5ea-4ef1-aa39-472bed04096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:38.334526 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-96bb3606-3d67-449a-90fd-58a51cfb28ac req-af3c8990-b5ea-4ef1-aa39-472bed04096a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1013782 Jun 15 14:58:38.479833 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-96bb3606-3d67-449a-90fd-58a51cfb28ac req-77586c14-c606-4324-bee4-651391ace86e service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374736 Jun 15 14:58:38.619692 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-96bb3606-3d67-449a-90fd-58a51cfb28ac req-a58955af-44cf-47d3-bbbd-62cd777836f9 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336148 Jun 15 14:58:39.247660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c8c10-d794-4fed-8efa-d341dfa5e948 req-e22c7a03-0e9e-405f-ada3-75728c9124f3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:39.248584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-037c8c10-d794-4fed-8efa-d341dfa5e948 req-e22c7a03-0e9e-405f-ada3-75728c9124f3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:58:39.265878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-037c8c10-d794-4fed-8efa-d341dfa5e948 req-e22c7a03-0e9e-405f-ada3-75728c9124f3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:58:39.267338 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-037c8c10-d794-4fed-8efa-d341dfa5e948 req-e22c7a03-0e9e-405f-ada3-75728c9124f3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 944 time: 0.1141632 Jun 15 14:58:39.319299 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-037c8c10-d794-4fed-8efa-d341dfa5e948 req-420928b2-ed85-4254-82ca-983ee0107262 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=127c6459-08db-43c1-aa8a-54f360ec7137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452425 Jun 15 14:58:40.521631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9196956-e3f3-48eb-baf0-477669451a11 req-73fecde9-58b5-4bd4-ae80-e866653864c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:40.523170 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9196956-e3f3-48eb-baf0-477669451a11 req-73fecde9-58b5-4bd4-ae80-e866653864c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 944 time: 0.0936964 Jun 15 14:58:40.569068 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9196956-e3f3-48eb-baf0-477669451a11 req-b057d808-3217-4501-924d-1a66d882be62 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=127c6459-08db-43c1-aa8a-54f360ec7137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398870 Jun 15 14:58:41.510509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 06be784d-e347-4fbc-af5f-90d7e632e62e details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:58:41.673340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 06be784d-e347-4fbc-af5f-90d7e632e62e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=06be784d-e347-4fbc-af5f-90d7e632e62e,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:58:41.695065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'port_id': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'mac_address': 'fa:16:3e:66:d0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:58:41.767329 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 06be784d-e347-4fbc-af5f-90d7e632e62e is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:58:41.767708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:41.787090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06be784d-e347-4fbc-af5f-90d7e632e62e {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:58:41.797283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f28a8-593e-4f0a-9b3e-638921d79e2b req-3b263ca2-0a65-430e-8104-47b6aba852d2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:41.805775 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-214f28a8-593e-4f0a-9b3e-638921d79e2b req-3b263ca2-0a65-430e-8104-47b6aba852d2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 944 time: 0.1256843 Jun 15 14:58:41.811657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 06be784d-e347-4fbc-af5f-90d7e632e62e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=06be784d-e347-4fbc-af5f-90d7e632e62e,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:58:41.820492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:41.856868 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-214f28a8-593e-4f0a-9b3e-638921d79e2b req-b79be9e4-835a-42ed-afdf-44406daf65da tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=127c6459-08db-43c1-aa8a-54f360ec7137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500040 Jun 15 14:58:41.912161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=06be784d-e347-4fbc-af5f-90d7e632e62e,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:42.050314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['06be784d-e347-4fbc-af5f-90d7e632e62e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:58:43.072300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b366f-a09a-4e0a-aa1f-ef6c9b4d8bd1 req-5107153b-d262-4127-893c-0a074f3e6940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:43.073932 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c54b366f-a09a-4e0a-aa1f-ef6c9b4d8bd1 req-5107153b-d262-4127-893c-0a074f3e6940 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 945 time: 0.1092787 Jun 15 14:58:43.121975 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c54b366f-a09a-4e0a-aa1f-ef6c9b4d8bd1 req-2e14eea9-44b0-409d-8ea0-c49cc430f078 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=127c6459-08db-43c1-aa8a-54f360ec7137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407810 Jun 15 14:58:43.521107 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 06be784d-e347-4fbc-af5f-90d7e632e62e up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:58:43.593899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 06be784d-e347-4fbc-af5f-90d7e632e62e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:58:43.599484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 06be784d-e347-4fbc-af5f-90d7e632e62e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:58:43.599871 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:43.730877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 06be784d-e347-4fbc-af5f-90d7e632e62e is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:58:43.731263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:43.760560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:58:43.770857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 06be784d-e347-4fbc-af5f-90d7e632e62e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=06be784d-e347-4fbc-af5f-90d7e632e62e,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:58:43.777481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:43.856335 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=06be784d-e347-4fbc-af5f-90d7e632e62e,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:43.882178 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-443bd129-369c-4181-a5b7-b2bb10e0a277'] response: {'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'code': 200} Jun 15 14:58:44.135073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bca728-250c-4a15-bc9a-8c52a6fd1d62 req-517fc746-5297-4a9e-be44-c4d5e1ddb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:44.136530 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c7bca728-250c-4a15-bc9a-8c52a6fd1d62 req-517fc746-5297-4a9e-be44-c4d5e1ddb9de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 1099 time: 0.0855007 Jun 15 14:58:44.181755 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c7bca728-250c-4a15-bc9a-8c52a6fd1d62 req-2f0a47cd-a62a-495b-939b-473f5ac845a2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=127c6459-08db-43c1-aa8a-54f360ec7137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387015 Jun 15 14:58:44.334121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2d4b4-1837-4735-8379-d04f8a65f67e req-1b60226b-a4bb-4e54-9e07-b94d8a3768ec tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:44.335739 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fe2d4b4-1837-4735-8379-d04f8a65f67e req-1b60226b-a4bb-4e54-9e07-b94d8a3768ec tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 946 time: 0.0973256 Jun 15 14:58:44.385697 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fe2d4b4-1837-4735-8379-d04f8a65f67e req-c304a87a-3e01-4b7e-a4c8-4985eff789c2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=127c6459-08db-43c1-aa8a-54f360ec7137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436251 Jun 15 14:58:44.583442 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:58:45.656264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7529210-a667-4926-a3e8-7fc2a2661fe7 req-dd592be2-9662-4b8d-b654-fc0c08e3eb52 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:45.658859 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e7529210-a667-4926-a3e8-7fc2a2661fe7 req-dd592be2-9662-4b8d-b654-fc0c08e3eb52 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 946 time: 0.1439288 Jun 15 14:58:45.721507 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e7529210-a667-4926-a3e8-7fc2a2661fe7 req-4c3b3ce2-b23b-4b25-8d8c-905a120f3045 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=127c6459-08db-43c1-aa8a-54f360ec7137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557880 Jun 15 14:58:46.133249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b34352-fe56-434d-939e-6c60c225e161 req-7ffd8a14-28d7-4836-aa75-7980b841aba9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:46.135651 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01b34352-fe56-434d-939e-6c60c225e161 req-7ffd8a14-28d7-4836-aa75-7980b841aba9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 946 time: 0.2765326 Jun 15 14:58:46.202840 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-01b34352-fe56-434d-939e-6c60c225e161 req-039007d4-c389-4671-9a7a-536c9eda3399 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=127c6459-08db-43c1-aa8a-54f360ec7137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603919 Jun 15 14:58:46.231646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41792) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:46.356550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3769d796-7bd2-4f78-a1bb-891b7e3f53fa tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:46.359072 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3769d796-7bd2-4f78-a1bb-891b7e3f53fa tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 1094 time: 0.1258204 Jun 15 14:58:46.362266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41796) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:46.370864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:46.380396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:46.390460 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:floatingip and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:46.395433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:46.405325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:46.521435 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:46.770847 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-00399dba-44b2-42be-84cb-d47cf6edde04 req-28f66370-ddfd-4732-9e27-c52e1ac4777e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1396325 Jun 15 14:58:46.785519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:46.997395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.88 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/6fe31e2d-9c83-457f-adf9-80ed74207084) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:58:47.011736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00399dba-44b2-42be-84cb-d47cf6edde04 req-43fb8fae-0a8f-47b7-8b2c-83b2c6646d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:47.013371 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-00399dba-44b2-42be-84cb-d47cf6edde04 req-43fb8fae-0a8f-47b7-8b2c-83b2c6646d8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 1099 time: 0.1659491 Jun 15 14:58:47.269911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00399dba-44b2-42be-84cb-d47cf6edde04 req-0e444b1a-2fb5-48b4-a674-cc1b357fc270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:47.271287 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-00399dba-44b2-42be-84cb-d47cf6edde04 req-0e444b1a-2fb5-48b4-a674-cc1b357fc270 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 898 time: 0.2337747 Jun 15 14:58:47.274028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:47.345669 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-00399dba-44b2-42be-84cb-d47cf6edde04 req-d356cd44-43aa-43e8-b3bf-63480041df4e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06be784d-e347-4fbc-af5f-90d7e632e62e HTTP/1.1" status: 200 len: 217 time: 0.0681903 Jun 15 14:58:47.420552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00399dba-44b2-42be-84cb-d47cf6edde04 req-7202d165-f0c0-4cf4-8b97-4b79ee4b0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:47.422154 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-00399dba-44b2-42be-84cb-d47cf6edde04 req-7202d165-f0c0-4cf4-8b97-4b79ee4b0ee9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 200 len: 834 time: 0.0712252 Jun 15 14:58:47.423676 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:47.549952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:58:47.551386 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=6fe31e2d-9c83-457f-adf9-80ed74207084,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:47.554149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:58:47.561817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:58:47.685238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00399dba-44b2-42be-84cb-d47cf6edde04 req-343f83c6-be24-42d8-9eff-6340c8b47c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:47.686996 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-00399dba-44b2-42be-84cb-d47cf6edde04 req-343f83c6-be24-42d8-9eff-6340c8b47c59 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2300353 Jun 15 14:58:48.017393 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-00399dba-44b2-42be-84cb-d47cf6edde04 req-c8cd1dd6-22ef-4a43-ac66-6c835510a0d4 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217177 Jun 15 14:58:48.328004 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-00399dba-44b2-42be-84cb-d47cf6edde04 req-985c1568-5660-4353-997c-997f1052211b service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992015 Jun 15 14:58:48.391606 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:48.484256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:48.714827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:48.722820 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:48.837986 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=6fe31e2d-9c83-457f-adf9-80ed74207084,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:48.850627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:49.025749 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 06a943d3-0434-4d5d-ae4c-8f3fec622a7b associated. External IP: 172.26.3.88, port: 06be784d-e347-4fbc-af5f-90d7e632e62e. Jun 15 14:58:49.395501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 82f29fce-a576-4cbc-9114-6018d5cfd749 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:58:49.606553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:58:49.620102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d95b45-33b1-4dd3-b7e3-67a0774cfa0e None None] Sync routers for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:58:49.635360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d95b45-33b1-4dd3-b7e3-67a0774cfa0e None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:58:49.636396 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f5d95b45-33b1-4dd3-b7e3-67a0774cfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:58:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:49.649492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:49.748401 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-718957da-842d-4b45-b6b1-e3dbfdf8146d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3834155 Jun 15 14:58:49.749789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:58:49.751117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41800) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:49.829238 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8491b1-d581-41fe-b7d0-fbc624218892'] response: {'name': 'network-changed', 'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'status': 'completed', 'code': 200} Jun 15 14:58:49.883029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f5d95b45-33b1-4dd3-b7e3-67a0774cfa0e None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:58:49.883311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5de99c9-8858-4028-b9a1-becc6883a05f tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:49.890526 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a5de99c9-8858-4028-b9a1-becc6883a05f tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 1094 time: 0.1322792 Jun 15 14:58:49.998315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41808) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:50.004585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465817506', 'description': 'tempest-secgroup-smoke-465817506 description', 'project_id': '032b1386b78145d282edf892a5a65f64'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:50.013782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:50.040656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:50.059939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:50.089296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:50.091356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3fa3f-f0a7-4434-a23f-9bf5a665b800 req-70b8ebdf-5118-484c-b549-264a4be78b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:50.093198 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bd3fa3f-f0a7-4434-a23f-9bf5a665b800 req-70b8ebdf-5118-484c-b549-264a4be78b6c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 1099 time: 0.2405744 Jun 15 14:58:50.096220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:50.100975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:50.112281 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:50.216604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:50.222589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:50.271952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3fa3f-f0a7-4434-a23f-9bf5a665b800 req-c6937458-c286-40f4-a8f6-46f9f4e68730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:50.274058 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bd3fa3f-f0a7-4434-a23f-9bf5a665b800 req-c6937458-c286-40f4-a8f6-46f9f4e68730 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 898 time: 0.1746776 Jun 15 14:58:50.303857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a5fd8b-2618-4674-8e33-5d17f14ca28e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:50.307158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:50.312257 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4a409b8c-35cd-4959-94ab-430bdeb85cfe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3125150 Jun 15 14:58:50.313287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41812) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:50.319005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-10f8dd79-f186-40c0-9dfa-01dfe4bef1f4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': 'd6a5fd8b-2618-4674-8e33-5d17f14ca28e', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:50.326162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-10f8dd79-f186-40c0-9dfa-01dfe4bef1f4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:50.330627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-10f8dd79-f186-40c0-9dfa-01dfe4bef1f4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:50.334865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-10f8dd79-f186-40c0-9dfa-01dfe4bef1f4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:50.343920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-10f8dd79-f186-40c0-9dfa-01dfe4bef1f4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:50.377785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10f8dd79-f186-40c0-9dfa-01dfe4bef1f4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:50.382842 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f5d95b45-33b1-4dd3-b7e3-67a0774cfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '06a943d3-0434-4d5d-ae4c-8f3fec622a7b', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'port_id': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'mac_address': 'fa:16:3e:66:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:58:48Z', 'updated_at': '2022-06-15T14:58:48Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:33Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:50.389997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d95b45-33b1-4dd3-b7e3-67a0774cfa0e None None] Checking router: 82f29fce-a576-4cbc-9114-6018d5cfd749 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:58:50.405951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d95b45-33b1-4dd3-b7e3-67a0774cfa0e None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:58:50.407369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f5d95b45-33b1-4dd3-b7e3-67a0774cfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:58:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:50.416853 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bd3fa3f-f0a7-4434-a23f-9bf5a665b800 req-22e5e1cc-a90d-4e42-bb6f-665be3066450 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06be784d-e347-4fbc-af5f-90d7e632e62e HTTP/1.1" status: 200 len: 999 time: 0.1363235 Jun 15 14:58:50.488081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10f8dd79-f186-40c0-9dfa-01dfe4bef1f4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:50.495530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10f8dd79-f186-40c0-9dfa-01dfe4bef1f4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:50.516230 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3fa3f-f0a7-4434-a23f-9bf5a665b800 req-d8d67c41-6dc2-450d-94ee-380b5a57aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:50.518593 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bd3fa3f-f0a7-4434-a23f-9bf5a665b800 req-d8d67c41-6dc2-450d-94ee-380b5a57aa2b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 200 len: 834 time: 0.0964196 Jun 15 14:58:50.549805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f8dd79-f186-40c0-9dfa-01dfe4bef1f4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2018bbfd-154a-49f1-8114-918a64514415,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:50.553499 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10f8dd79-f186-40c0-9dfa-01dfe4bef1f4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:50.555343 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-10f8dd79-f186-40c0-9dfa-01dfe4bef1f4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2406044 Jun 15 14:58:50.560601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41816) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:50.566162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a1e41322-22dc-41b2-b597-daaf53b283e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': 'd6a5fd8b-2618-4674-8e33-5d17f14ca28e', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:50.573040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a1e41322-22dc-41b2-b597-daaf53b283e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:50.578665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a1e41322-22dc-41b2-b597-daaf53b283e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:50.584443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a1e41322-22dc-41b2-b597-daaf53b283e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:50.592291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a1e41322-22dc-41b2-b597-daaf53b283e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:50.614095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1e41322-22dc-41b2-b597-daaf53b283e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:50.663783 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3fa3f-f0a7-4434-a23f-9bf5a665b800 req-dea232d2-c0a8-409d-9e42-1ebb875ed8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:50.666157 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bd3fa3f-f0a7-4434-a23f-9bf5a665b800 req-dea232d2-c0a8-409d-9e42-1ebb875ed8c4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1403539 Jun 15 14:58:50.690451 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f5d95b45-33b1-4dd3-b7e3-67a0774cfa0e None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:58:50.741107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1e41322-22dc-41b2-b597-daaf53b283e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:50.746412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1e41322-22dc-41b2-b597-daaf53b283e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:50.786998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e41322-22dc-41b2-b597-daaf53b283e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f40841c-ee4d-44f7-85ef-07800fd595dd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:50.801034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a1e41322-22dc-41b2-b597-daaf53b283e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:50.805268 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a1e41322-22dc-41b2-b597-daaf53b283e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2430267 Jun 15 14:58:50.805952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41820) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:50.817579 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d0f4a04b-c550-4bc8-83bb-39207f400bb0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': 'd6a5fd8b-2618-4674-8e33-5d17f14ca28e', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:50.834577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0f4a04b-c550-4bc8-83bb-39207f400bb0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:50.849127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d0f4a04b-c550-4bc8-83bb-39207f400bb0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:50.868108 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d0f4a04b-c550-4bc8-83bb-39207f400bb0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:50.879129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d0f4a04b-c550-4bc8-83bb-39207f400bb0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:50.907732 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bd3fa3f-f0a7-4434-a23f-9bf5a665b800 req-dbb403bb-7104-4c94-b851-6aff53cb6d70 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363391 Jun 15 14:58:50.948077 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a04b-c550-4bc8-83bb-39207f400bb0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.117577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a04b-c550-4bc8-83bb-39207f400bb0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.122283 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8bd3fa3f-f0a7-4434-a23f-9bf5a665b800 req-1e85d4c7-b8a1-4209-8378-657b4a511200 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009857 Jun 15 14:58:51.124107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a04b-c550-4bc8-83bb-39207f400bb0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.134393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f5d95b45-33b1-4dd3-b7e3-67a0774cfa0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '06a943d3-0434-4d5d-ae4c-8f3fec622a7b', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'port_id': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'mac_address': 'fa:16:3e:66:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:58:48Z', 'updated_at': '2022-06-15T14:58:48Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:33Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:58:51.141323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d95b45-33b1-4dd3-b7e3-67a0774cfa0e None None] The sync data for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv is: [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '06a943d3-0434-4d5d-ae4c-8f3fec622a7b', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'port_id': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'mac_address': 'fa:16:3e:66:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:58:48Z', 'updated_at': '2022-06-15T14:58:48Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:33Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:58:51.155062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4a04b-c550-4bc8-83bb-39207f400bb0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619c4953-2590-4f19-80c0-0593604a54ab,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:51.171230 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a04b-c550-4bc8-83bb-39207f400bb0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.172825 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d0f4a04b-c550-4bc8-83bb-39207f400bb0 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3655260 Jun 15 14:58:51.176387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41824) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:51.183024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3dc53087-a341-48fd-9a52-d08e1ce7b8c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': 'd6a5fd8b-2618-4674-8e33-5d17f14ca28e', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:51.190715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3dc53087-a341-48fd-9a52-d08e1ce7b8c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:51.195009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3dc53087-a341-48fd-9a52-d08e1ce7b8c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:51.198711 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3dc53087-a341-48fd-9a52-d08e1ce7b8c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:51.207076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3dc53087-a341-48fd-9a52-d08e1ce7b8c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:51.238277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3dc53087-a341-48fd-9a52-d08e1ce7b8c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.338200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3dc53087-a341-48fd-9a52-d08e1ce7b8c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.344583 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3dc53087-a341-48fd-9a52-d08e1ce7b8c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.370463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc53087-a341-48fd-9a52-d08e1ce7b8c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5efd2cab-ac24-4b47-b8fb-4256dd856eb9,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:51.388663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3dc53087-a341-48fd-9a52-d08e1ce7b8c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.389986 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3dc53087-a341-48fd-9a52-d08e1ce7b8c8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2123976 Jun 15 14:58:51.393659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41828) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:51.399224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c275b9f1-d159-4922-84f5-a50a6bd7ff46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': 'd6a5fd8b-2618-4674-8e33-5d17f14ca28e', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:51.406239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c275b9f1-d159-4922-84f5-a50a6bd7ff46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:51.410898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c275b9f1-d159-4922-84f5-a50a6bd7ff46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:51.411485 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd45eabb-8447-45f4-af1b-77fe6f6b76e5 None None] New status for floating IP 06a943d3-0434-4d5d-ae4c-8f3fec622a7b: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:58:51.414384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c275b9f1-d159-4922-84f5-a50a6bd7ff46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:51.421956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c275b9f1-d159-4922-84f5-a50a6bd7ff46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:51.435658 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-c275b9f1-d159-4922-84f5-a50a6bd7ff46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:58:51.447042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c275b9f1-d159-4922-84f5-a50a6bd7ff46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.515806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.541659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c275b9f1-d159-4922-84f5-a50a6bd7ff46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.547536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c275b9f1-d159-4922-84f5-a50a6bd7ff46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.592136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275b9f1-d159-4922-84f5-a50a6bd7ff46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab1566c5-0653-4f3e-a606-2fd3fb8609b8,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:51.607542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c275b9f1-d159-4922-84f5-a50a6bd7ff46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.609498 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c275b9f1-d159-4922-84f5-a50a6bd7ff46 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2147634 Jun 15 14:58:51.614314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41832) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:58:51.620889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b2086cd2-1abb-415d-9fc9-71b1d53d282a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': 'd6a5fd8b-2618-4674-8e33-5d17f14ca28e', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:51.627866 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b2086cd2-1abb-415d-9fc9-71b1d53d282a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:51.633026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b2086cd2-1abb-415d-9fc9-71b1d53d282a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:58:51.636547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b2086cd2-1abb-415d-9fc9-71b1d53d282a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:58:51.646758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b2086cd2-1abb-415d-9fc9-71b1d53d282a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:51.662449 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-b2086cd2-1abb-415d-9fc9-71b1d53d282a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 14:58:51.673878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2086cd2-1abb-415d-9fc9-71b1d53d282a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.771288 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2086cd2-1abb-415d-9fc9-71b1d53d282a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.776343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2086cd2-1abb-415d-9fc9-71b1d53d282a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.814491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2086cd2-1abb-415d-9fc9-71b1d53d282a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434cc136-23d2-46b1-8228-67476c68e9df,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:51.827524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2086cd2-1abb-415d-9fc9-71b1d53d282a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:51.829288 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b2086cd2-1abb-415d-9fc9-71b1d53d282a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2133677 Jun 15 14:58:52.059303 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-70a458be-57ca-47fd-9744-a3a5c707eb78 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465817506&fields=id&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 267 time: 0.0523880 Jun 15 14:58:52.265449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-ebc16886-ee19-4f38-88fb-08f13ff78065 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:52.268003 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-ebc16886-ee19-4f38-88fb-08f13ff78065 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 797 time: 0.1989667 Jun 15 14:58:52.293217 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-91037c44-4bef-444c-a1fd-04d0fc379446 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/quotas/032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 375 time: 0.0159986 Jun 15 14:58:52.436951 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-901bd217-625f-49de-914c-3289271df50c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1346376 Jun 15 14:58:52.686648 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-4dbdac52-c6ca-4376-99fb-e059573978ef service neutron] 10.222.0.26 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247221 Jun 15 14:58:52.839968 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-5e2fe1fd-9cef-40e4-9e78-5d5b078409c5 service neutron] 10.222.0.26 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465838 Jun 15 14:58:53.046178 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cce5c200-19ff-4929-97fa-048474191c35 req-5ebb2b3c-a98a-4288-9f7e-3af33cf117d8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 210 time: 0.0537331 Jun 15 14:58:54.340816 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36bb78e2-b02e-4106-9850-ebe5d6a8a13e req-b8aff513-751a-4798-98c6-13d00903e413 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 210 time: 0.0918787 Jun 15 14:58:54.387422 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-bf89cc6b-9e8b-4f68-b8be-88e4a6f75a1e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:54.389092 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-bf89cc6b-9e8b-4f68-b8be-88e4a6f75a1e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 797 time: 0.3917065 Jun 15 14:58:54.449562 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-6856b6ee-58df-4b7e-84c7-9823194bdcba tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 472 time: 0.0501547 Jun 15 14:58:54.466991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'device_id': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'admin_state_up': True, 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'security_groups': ['d6a5fd8b-2618-4674-8e33-5d17f14ca28e']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:54.616259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:58:54.626947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:58:54.638428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 14:58:54.642564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:54.814875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.14 (1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f/7d986b3a-8390-4859-b143-50fbd72ea111/ae731e30-4e7a-4481-97b3-35b0620b20a1) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:58:55.056749 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:55.073894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object ae731e30-4e7a-4481-97b3-35b0620b20a1 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:58:55.101142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:55.172358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:58:55.175554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:58:55.179530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:58:55.211411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=ae731e30-4e7a-4481-97b3-35b0620b20a1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:55.254757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:55.255436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:55.290830 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-84474835-321b-4164-92e9-3d442a45a340 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8279102 Jun 15 14:58:55.302669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Request body: {'port': {'device_id': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:58:55.435414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:55.438221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c8c8aa3b-e3c4-4dc8-94b5-3009a037da0c None None] Provisioning for port ae731e30-4e7a-4481-97b3-35b0620b20a1 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:58:55.443422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c8c8aa3b-e3c4-4dc8-94b5-3009a037da0c None None] Provisioning complete for port ae731e30-4e7a-4481-97b3-35b0620b20a1 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:58:55.443825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c8c8aa3b-e3c4-4dc8-94b5-3009a037da0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:55.503370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8aa3b-e3c4-4dc8-94b5-3009a037da0c None None] Port ae731e30-4e7a-4481-97b3-35b0620b20a1 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 14:58:55.560919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1ec16-8ca6-4cbb-b63c-f2d43a29c073 req-ec9681e5-22d7-4cb9-a48f-11e790e30a93 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:55.562390 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-38a1ec16-8ca6-4cbb-b63c-f2d43a29c073 req-ec9681e5-22d7-4cb9-a48f-11e790e30a93 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 932 time: 0.0941749 Jun 15 14:58:55.607682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-38a1ec16-8ca6-4cbb-b63c-f2d43a29c073 req-f2c8aab4-376a-4c5e-9e40-29ee936c531a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:58:55.624841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-38a1ec16-8ca6-4cbb-b63c-f2d43a29c073 req-f2c8aab4-376a-4c5e-9e40-29ee936c531a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:58:55.626156 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-38a1ec16-8ca6-4cbb-b63c-f2d43a29c073 req-f2c8aab4-376a-4c5e-9e40-29ee936c531a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6a5fd8b-2618-4674-8e33-5d17f14ca28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577402 Jun 15 14:58:55.869989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae731e30-4e7a-4481-97b3-35b0620b20a1 {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:58:55.879110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:55.901225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Transition to ACTIVE for port object ae731e30-4e7a-4481-97b3-35b0620b20a1 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 14:58:55.906814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:56.113234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Pushing event updated for resources: {'Port': ['ID=ae731e30-4e7a-4481-97b3-35b0620b20a1,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:56.224211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Attempting to bind port ae731e30-4e7a-4481-97b3-35b0620b20a1 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 14:58:56.225000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Attempting to bind port ae731e30-4e7a-4481-97b3-35b0620b20a1 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 14:58:56.225652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Attempting to bind port ae731e30-4e7a-4481-97b3-35b0620b20a1 on network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:58:56.233756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Port ae731e30-4e7a-4481-97b3-35b0620b20a1 on network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 14:58:56.234079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Attempting to bind port ae731e30-4e7a-4481-97b3-35b0620b20a1 on network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 14:58:56.242335 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 14, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 14:58:56.243003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Checking segment: {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 14:58:56.243551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Bound using segment: {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 14:58:56.244377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Bound port: ae731e30-4e7a-4481-97b3-35b0620b20a1, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a510d05-4af0-4822-8913-27c8076a8f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 14:58:56.245194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:56.366696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] For port ae731e30-4e7a-4481-97b3-35b0620b20a1, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 14:58:56.370341 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] For port ae731e30-4e7a-4481-97b3-35b0620b20a1, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ae731e30-4e7a-4481-97b3-35b0620b20a1,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 14:58:56.381333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:56.485289 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:56.486363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:56.488948 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] 10.222.0.44 "PUT /v2.0/ports/ae731e30-4e7a-4481-97b3-35b0620b20a1 HTTP/1.1" status: 200 len: 1094 time: 1.1902788 Jun 15 14:58:56.488948 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'tag': 'ae731e30-4e7a-4481-97b3-35b0620b20a1'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:58:56.521818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f26ca6-62a2-4c36-b9e3-b3cc034b4daf service neutron] Pushing event updated for resources: {'Port': ['ID=ae731e30-4e7a-4481-97b3-35b0620b20a1,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:58:56.609670 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331004f6-2bd7-4a65-b9d6-4e0fbbc5abbf'] response: {'name': 'network-changed', 'server_uuid': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'tag': 'ae731e30-4e7a-4481-97b3-35b0620b20a1', 'status': 'completed', 'code': 200} Jun 15 14:58:56.677409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-f683bedc-0ffe-401a-951a-34f923f06a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:56.679062 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-f683bedc-0ffe-401a-951a-34f923f06a17 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 1097 time: 0.1369524 Jun 15 14:58:56.784626 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-b96f0e32-140e-4b83-bced-2307b6f6bdcb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae731e30-4e7a-4481-97b3-35b0620b20a1 HTTP/1.1" status: 200 len: 217 time: 0.0972033 Jun 15 14:58:56.964474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee0207-768c-46d3-a67b-022e03376003 req-16597e9f-86b3-4411-b12d-cb3cc5f37683 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:56.966211 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-00ee0207-768c-46d3-a67b-022e03376003 req-16597e9f-86b3-4411-b12d-cb3cc5f37683 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 944 time: 0.1445792 Jun 15 14:58:56.985482 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-51bce594-7d65-45a9-a560-9c75e1ef36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:56.987673 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-51bce594-7d65-45a9-a560-9c75e1ef36e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 200 len: 834 time: 0.1962659 Jun 15 14:58:57.030647 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-00ee0207-768c-46d3-a67b-022e03376003 req-efb95ee4-fbc6-4fa4-8ed0-5a62f370e896 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6a5fd8b-2618-4674-8e33-5d17f14ca28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448687 Jun 15 14:58:57.092626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-a0e30b1e-778a-4080-9fb7-e79b058493d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:57.095088 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-a0e30b1e-778a-4080-9fb7-e79b058493d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003144 Jun 15 14:58:57.268271 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-90ad1893-59a8-4db7-8bf6-02d291be1a20 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615479 Jun 15 14:58:57.300951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b2752ede-af50-4103-8d02-c248cccb7959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:57.470360 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cd5f54e0-3563-4110-9948-8da9e3b46b38 req-aee6a2c2-b545-4645-b2dc-1c55daa4f43c service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947505 Jun 15 14:58:57.636346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4e896-179b-4c3a-8c5c-da5ba9f84962 req-b2d6f9a2-f26c-4d69-a179-4f880d001cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:57.638161 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8dd4e896-179b-4c3a-8c5c-da5ba9f84962 req-b2d6f9a2-f26c-4d69-a179-4f880d001cd1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 1097 time: 0.1143923 Jun 15 14:58:57.826922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4e896-179b-4c3a-8c5c-da5ba9f84962 req-c5745516-7b3a-4159-95f8-4ad1d707bcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:57.829568 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8dd4e896-179b-4c3a-8c5c-da5ba9f84962 req-c5745516-7b3a-4159-95f8-4ad1d707bcaf service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 898 time: 0.1817417 Jun 15 14:58:57.907035 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8dd4e896-179b-4c3a-8c5c-da5ba9f84962 req-668aaacb-b8cd-4314-84d0-c8ce41454274 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae731e30-4e7a-4481-97b3-35b0620b20a1 HTTP/1.1" status: 200 len: 217 time: 0.0704050 Jun 15 14:58:57.987696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4e896-179b-4c3a-8c5c-da5ba9f84962 req-8a6bbb4e-461f-4879-a917-89915fbf2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:57.990312 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8dd4e896-179b-4c3a-8c5c-da5ba9f84962 req-8a6bbb4e-461f-4879-a917-89915fbf2f42 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 200 len: 834 time: 0.0758801 Jun 15 14:58:58.102754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4e896-179b-4c3a-8c5c-da5ba9f84962 req-fb75bdf4-f6e6-4e2e-8934-7ebbac9f2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:58.105390 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8dd4e896-179b-4c3a-8c5c-da5ba9f84962 req-fb75bdf4-f6e6-4e2e-8934-7ebbac9f2886 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085954 Jun 15 14:58:58.353898 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8dd4e896-179b-4c3a-8c5c-da5ba9f84962 req-7fae416e-057f-43a8-810f-8d669628d5b5 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409749 Jun 15 14:58:58.444163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d69eb-1a4b-406f-82c8-ba77c744c2fe req-fabedc84-7b4c-4cd3-9d2a-fbe394731465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:58.444937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-294d69eb-1a4b-406f-82c8-ba77c744c2fe req-fabedc84-7b4c-4cd3-9d2a-fbe394731465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:58:58.490424 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-294d69eb-1a4b-406f-82c8-ba77c744c2fe req-fabedc84-7b4c-4cd3-9d2a-fbe394731465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:58:58.491624 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-294d69eb-1a4b-406f-82c8-ba77c744c2fe req-fabedc84-7b4c-4cd3-9d2a-fbe394731465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 944 time: 0.2636788 Jun 15 14:58:58.538290 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8dd4e896-179b-4c3a-8c5c-da5ba9f84962 req-8cf39c48-3c74-4bbe-8730-a56579f9fa3f service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764050 Jun 15 14:58:58.565017 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-294d69eb-1a4b-406f-82c8-ba77c744c2fe req-01b269ad-c1d7-4099-883e-cd7b07289b7f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6a5fd8b-2618-4674-8e33-5d17f14ca28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630720 Jun 15 14:58:59.397059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bd3f60ca-1cb6-499b-b446-a258fd4835c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:59.599171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ae731e30-4e7a-4481-97b3-35b0620b20a1 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 14:58:59.795304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ae731e30-4e7a-4481-97b3-35b0620b20a1, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ae731e30-4e7a-4481-97b3-35b0620b20a1,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:58:59.805399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993897e-472d-404a-be7f-633067620948 req-109a58c8-d915-4b76-8917-0ee95232c377 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:58:59.807499 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e993897e-472d-404a-be7f-633067620948 req-109a58c8-d915-4b76-8917-0ee95232c377 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 944 time: 0.1008220 Jun 15 14:58:59.818663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'ae731e30-4e7a-4481-97b3-35b0620b20a1', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'port_id': 'ae731e30-4e7a-4481-97b3-35b0620b20a1', 'mac_address': 'fa:16:3e:d7:39:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 14:58:59.871517 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e993897e-472d-404a-be7f-633067620948 req-4d6498a2-3042-4d29-a068-ade89da79c2b tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6a5fd8b-2618-4674-8e33-5d17f14ca28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565679 Jun 15 14:58:59.909366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port ae731e30-4e7a-4481-97b3-35b0620b20a1 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:58:59.909878 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:58:59.940751 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae731e30-4e7a-4481-97b3-35b0620b20a1 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 14:58:59.968888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ae731e30-4e7a-4481-97b3-35b0620b20a1, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ae731e30-4e7a-4481-97b3-35b0620b20a1,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:58:59.974003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:00.076405 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=ae731e30-4e7a-4481-97b3-35b0620b20a1,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:59:00.191820 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['ae731e30-4e7a-4481-97b3-35b0620b20a1'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:59:00.666651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:00.671179 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:01.114026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afda3f-fef8-4873-968b-8efaf1e303ea req-5f4babcf-92cc-4543-9fe7-e79e788ca854 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:01.119464 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36afda3f-fef8-4873-968b-8efaf1e303ea req-5f4babcf-92cc-4543-9fe7-e79e788ca854 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 945 time: 0.1252689 Jun 15 14:59:01.178212 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36afda3f-fef8-4873-968b-8efaf1e303ea req-0f0198ca-03e1-415b-b0d6-a4f4487ea45d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6a5fd8b-2618-4674-8e33-5d17f14ca28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554545 Jun 15 14:59:01.599976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ae731e30-4e7a-4481-97b3-35b0620b20a1 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 14:59:01.689862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port ae731e30-4e7a-4481-97b3-35b0620b20a1 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 14:59:01.695542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port ae731e30-4e7a-4481-97b3-35b0620b20a1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:59:01.695912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:01.831100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port ae731e30-4e7a-4481-97b3-35b0620b20a1 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:59:01.831694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:01.879593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae731e30-4e7a-4481-97b3-35b0620b20a1'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:59:01.894994 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ae731e30-4e7a-4481-97b3-35b0620b20a1, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ae731e30-4e7a-4481-97b3-35b0620b20a1,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:59:01.904311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:01.966899 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a39a8d-beb0-427a-a058-8aa1061b4346'] response: {'server_uuid': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae731e30-4e7a-4481-97b3-35b0620b20a1', 'code': 200} Jun 15 14:59:02.025770 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=ae731e30-4e7a-4481-97b3-35b0620b20a1,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:59:02.030885 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:02.284022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924e6ce-20de-4587-9ff7-c85f6a9985c7 req-967a74c2-dcee-49c7-b7e9-50f918eb6dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:02.286758 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f924e6ce-20de-4587-9ff7-c85f6a9985c7 req-967a74c2-dcee-49c7-b7e9-50f918eb6dae service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 1099 time: 0.1196520 Jun 15 14:59:02.371710 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f924e6ce-20de-4587-9ff7-c85f6a9985c7 req-d77e426c-6212-4995-981f-0fe2629f47c9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d6a5fd8b-2618-4674-8e33-5d17f14ca28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780435 Jun 15 14:59:02.427741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1640b-38f7-461e-adf7-281d1c11893a req-e57c7205-6b49-4655-a014-806b5b2de61e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:02.429326 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2ca1640b-38f7-461e-adf7-281d1c11893a req-e57c7205-6b49-4655-a014-806b5b2de61e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 946 time: 0.0956068 Jun 15 14:59:02.478007 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2ca1640b-38f7-461e-adf7-281d1c11893a req-61c9960d-f8e7-4a2d-a15e-a841b5dd0098 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6a5fd8b-2618-4674-8e33-5d17f14ca28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419953 Jun 15 14:59:03.746890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7560a3-74b3-45ae-932a-70c24ac4c29b req-3dbe41e8-f6aa-477b-a6c6-f27cce0da4b7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:03.748778 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f7560a3-74b3-45ae-932a-70c24ac4c29b req-3dbe41e8-f6aa-477b-a6c6-f27cce0da4b7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 946 time: 0.1431994 Jun 15 14:59:03.818673 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f7560a3-74b3-45ae-932a-70c24ac4c29b req-ce356c94-0ea5-4557-ba4c-c23da069783c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6a5fd8b-2618-4674-8e33-5d17f14ca28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557759 Jun 15 14:59:04.220040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27101bfa-8507-4532-bca1-ca02c50587f0 req-416de6a3-6d15-4bea-a4b1-8d1a5aef06ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:04.222325 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-27101bfa-8507-4532-bca1-ca02c50587f0 req-416de6a3-6d15-4bea-a4b1-8d1a5aef06ce tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 946 time: 0.2712190 Jun 15 14:59:04.301834 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-27101bfa-8507-4532-bca1-ca02c50587f0 req-d32f5ff4-1592-4f50-b007-c636607c7d36 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6a5fd8b-2618-4674-8e33-5d17f14ca28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695274 Jun 15 14:59:04.334559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41886) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:59:04.427607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553cd7b6-150a-4e99-9b39-38a515d73fc6 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:04.431143 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-553cd7b6-150a-4e99-9b39-38a515d73fc6 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 1094 time: 0.0938685 Jun 15 14:59:04.434338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41890) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:59:04.440369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'ae731e30-4e7a-4481-97b3-35b0620b20a1', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:59:04.446888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 14:59:04.451554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:floatingip and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 14:59:04.454851 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 14:59:04.463863 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 14:59:04.475471 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:04.647918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:04.860904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.215 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/6ed3c861-a938-4f3f-80ba-3218ab4e587e) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 14:59:05.072151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:05.115541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:05.225200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 14:59:05.228173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 14:59:05.233659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 14:59:05.262727 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=6ed3c861-a938-4f3f-80ba-3218ab4e587e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:59:05.762942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:05.874390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:06.144548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:06.150828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:06.300718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=6ed3c861-a938-4f3f-80ba-3218ab4e587e,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:59:06.311230 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:06.596923 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 50bca256-3f1e-40e5-979f-9bb3a00277ac associated. External IP: 172.26.3.215, port: ae731e30-4e7a-4481-97b3-35b0620b20a1. Jun 15 14:59:07.011091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 82f29fce-a576-4cbc-9114-6018d5cfd749 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:59:07.219964 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:59:07.232563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef7a12-454d-4982-bbba-d52997a99e91 None None] Sync routers for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:59:07.243823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef7a12-454d-4982-bbba-d52997a99e91 None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:59:07.244484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-faef7a12-454d-4982-bbba-d52997a99e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:58:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:59:07.257174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:07.331254 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d709b6e5-7ade-4aaf-a34f-14ae703737b1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8953998 Jun 15 14:59:07.332404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'tag': 'ae731e30-4e7a-4481-97b3-35b0620b20a1'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:59:07.405642 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5883af90-ca63-4bea-b9ce-db15e325b7de'] response: {'name': 'network-changed', 'server_uuid': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'tag': 'ae731e30-4e7a-4481-97b3-35b0620b20a1', 'status': 'completed', 'code': 200} Jun 15 14:59:07.447901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-faef7a12-454d-4982-bbba-d52997a99e91 None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:59:07.546147 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d955-e029-4a7e-b45f-236103e80c40 req-6c2cc668-1d9f-4e3c-8d2d-c76c69f9d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:07.548597 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-59e2d955-e029-4a7e-b45f-236103e80c40 req-6c2cc668-1d9f-4e3c-8d2d-c76c69f9d20f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 1099 time: 0.1206868 Jun 15 14:59:07.742770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d955-e029-4a7e-b45f-236103e80c40 req-ba419691-8423-43e7-8877-180bdd4bbc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:07.744414 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-59e2d955-e029-4a7e-b45f-236103e80c40 req-ba419691-8423-43e7-8877-180bdd4bbc88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 898 time: 0.1887288 Jun 15 14:59:07.861896 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-59e2d955-e029-4a7e-b45f-236103e80c40 req-1eea1d4f-d763-4558-88aa-811cb321225f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae731e30-4e7a-4481-97b3-35b0620b20a1 HTTP/1.1" status: 200 len: 1000 time: 0.1115084 Jun 15 14:59:07.926722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-faef7a12-454d-4982-bbba-d52997a99e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '06a943d3-0434-4d5d-ae4c-8f3fec622a7b', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'port_id': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'mac_address': 'fa:16:3e:66:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:58:48Z', 'updated_at': '2022-06-15T14:58:51Z', 'revision_number': 1, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}, {'id': '50bca256-3f1e-40e5-979f-9bb3a00277ac', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.215', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'port_id': 'ae731e30-4e7a-4481-97b3-35b0620b20a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'mac_address': 'fa:16:3e:d7:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:59:05Z', 'updated_at': '2022-06-15T14:59:05Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:33Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:59:07.932522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef7a12-454d-4982-bbba-d52997a99e91 None None] Checking router: 82f29fce-a576-4cbc-9114-6018d5cfd749 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:59:07.933258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d955-e029-4a7e-b45f-236103e80c40 req-5a6db6df-5c04-47bc-8fde-558ea094dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:07.935131 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-59e2d955-e029-4a7e-b45f-236103e80c40 req-5a6db6df-5c04-47bc-8fde-558ea094dd03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 200 len: 834 time: 0.0671349 Jun 15 14:59:07.944423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef7a12-454d-4982-bbba-d52997a99e91 None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:59:07.945031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-faef7a12-454d-4982-bbba-d52997a99e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:58:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:59:08.025257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2d955-e029-4a7e-b45f-236103e80c40 req-a855f1d5-fdc6-4a75-9360-db9564a0ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:08.026839 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-59e2d955-e029-4a7e-b45f-236103e80c40 req-a855f1d5-fdc6-4a75-9360-db9564a0ecc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859299 Jun 15 14:59:08.149077 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-faef7a12-454d-4982-bbba-d52997a99e91 None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:59:08.176955 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-59e2d955-e029-4a7e-b45f-236103e80c40 req-dd054244-e05f-4b8c-a1c0-c7e025e3f007 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440668 Jun 15 14:59:08.334108 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-59e2d955-e029-4a7e-b45f-236103e80c40 req-f2124486-8ddb-4cba-b716-7dfbeb876f1b service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510148 Jun 15 14:59:08.615235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-faef7a12-454d-4982-bbba-d52997a99e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '06a943d3-0434-4d5d-ae4c-8f3fec622a7b', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'port_id': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'mac_address': 'fa:16:3e:66:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:58:48Z', 'updated_at': '2022-06-15T14:58:51Z', 'revision_number': 1, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}, {'id': '50bca256-3f1e-40e5-979f-9bb3a00277ac', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.215', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'port_id': 'ae731e30-4e7a-4481-97b3-35b0620b20a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'mac_address': 'fa:16:3e:d7:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:59:05Z', 'updated_at': '2022-06-15T14:59:05Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:33Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:59:08.620116 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faef7a12-454d-4982-bbba-d52997a99e91 None None] The sync data for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv is: [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '06a943d3-0434-4d5d-ae4c-8f3fec622a7b', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'port_id': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'mac_address': 'fa:16:3e:66:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:58:48Z', 'updated_at': '2022-06-15T14:58:51Z', 'revision_number': 1, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}, {'id': '50bca256-3f1e-40e5-979f-9bb3a00277ac', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.215', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'port_id': 'ae731e30-4e7a-4481-97b3-35b0620b20a1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'mac_address': 'fa:16:3e:d7:39:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:59:05Z', 'updated_at': '2022-06-15T14:59:05Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:33Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:59:08.874907 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b53652b-f0ab-4fa9-b1a7-2480341b35ef None None] New status for floating IP 50bca256-3f1e-40e5-979f-9bb3a00277ac: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:59:21.508738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:21.584212 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:59:27.298034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-33ae3353-c491-4308-8f09-fcdfc1b2b520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:29.402448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-36da1ca8-12b1-43a3-bbf1-6cdd896d7363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:30.613821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:30.615106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:32.029888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:40.977854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41908) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:59:41.231964 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1d00c8ee-c98b-4bac-aaa6-13a3828bec4c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/06a943d3-0434-4d5d-ae4c-8f3fec622a7b HTTP/1.1" status: 200 len: 993 time: 0.2529197 Jun 15 14:59:42.245372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41918) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:59:42.252149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:59:42.377967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:42.609381 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 06be784d-e347-4fbc-af5f-90d7e632e62e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=06be784d-e347-4fbc-af5f-90d7e632e62e,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:59:42.637458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:42.644011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:42.717808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:42.718312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:42.719743 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/ports/06be784d-e347-4fbc-af5f-90d7e632e62e HTTP/1.1" status: 200 len: 939 time: 0.4732673 Jun 15 14:59:42.720404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:59:42.741474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=06be784d-e347-4fbc-af5f-90d7e632e62e,revision_number=6']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:59:42.749225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:42.749591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:42.749930 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:42.750273 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:42.750606 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:42.751075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:42.751397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:42.751726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:42.752048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:42.752402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:42.752732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:42.753140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c5ff3d-72e7-4138-a10f-89431ab715ee tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:42.778263 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45e03f01-c5a0-4642-a53a-e042efe17473'] response: {'name': 'network-changed', 'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'status': 'completed', 'code': 200} Jun 15 14:59:42.890037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9df484-3df1-4dbf-bd84-ee47f5afc746 req-e0acf6fa-246a-4b81-854f-c7bdd79a8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:42.891560 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3f9df484-3df1-4dbf-bd84-ee47f5afc746 req-e0acf6fa-246a-4b81-854f-c7bdd79a8b21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 1100 time: 0.0903130 Jun 15 14:59:43.020683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8e7e0e1a-8aff-4d11-8b93-2da871fabbf3 None None] Provisioning complete for port 06be784d-e347-4fbc-af5f-90d7e632e62e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:59:43.021267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8e7e0e1a-8aff-4d11-8b93-2da871fabbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:43.037318 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9df484-3df1-4dbf-bd84-ee47f5afc746 req-0ae96ff5-7cd9-4e2e-94e4-6b741c5b17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:43.038895 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3f9df484-3df1-4dbf-bd84-ee47f5afc746 req-0ae96ff5-7cd9-4e2e-94e4-6b741c5b17cb service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 898 time: 0.1406024 Jun 15 14:59:43.085587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e0e1a-8aff-4d11-8b93-2da871fabbf3 None None] Port 06be784d-e347-4fbc-af5f-90d7e632e62e is administratively disabled so it will not transition to active. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:353}} Jun 15 14:59:43.146455 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3f9df484-3df1-4dbf-bd84-ee47f5afc746 req-4c3708bf-a98b-4a00-bb64-e70bf0a24f4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06be784d-e347-4fbc-af5f-90d7e632e62e HTTP/1.1" status: 200 len: 1002 time: 0.1012914 Jun 15 14:59:43.213636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9df484-3df1-4dbf-bd84-ee47f5afc746 req-e1d8d468-f9e0-4411-bd38-c4ca092fb1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:43.215161 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3f9df484-3df1-4dbf-bd84-ee47f5afc746 req-e1d8d468-f9e0-4411-bd38-c4ca092fb1d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 200 len: 834 time: 0.0625668 Jun 15 14:59:43.304651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9df484-3df1-4dbf-bd84-ee47f5afc746 req-dae2e90f-7a10-48c0-8b13-5a1bcd0e2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:43.306155 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3f9df484-3df1-4dbf-bd84-ee47f5afc746 req-dae2e90f-7a10-48c0-8b13-5a1bcd0e2b72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852218 Jun 15 14:59:43.442644 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3f9df484-3df1-4dbf-bd84-ee47f5afc746 req-44a307bb-9b0f-4663-9dae-f76c34ad55bb service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298790 Jun 15 14:59:43.580078 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3f9df484-3df1-4dbf-bd84-ee47f5afc746 req-056ab73f-5e89-4019-9fbe-05da5e352537 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313975 Jun 15 14:59:46.220525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41928) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:59:46.226546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 14:59:46.355573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:46.606735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 06be784d-e347-4fbc-af5f-90d7e632e62e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=06be784d-e347-4fbc-af5f-90d7e632e62e,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:59:46.636123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:46.641723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:46.723850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:46.725121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:46.726077 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/ports/06be784d-e347-4fbc-af5f-90d7e632e62e HTTP/1.1" status: 200 len: 938 time: 0.5045464 Jun 15 14:59:46.726982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:59:46.729837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41932) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:59:46.748440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=06be784d-e347-4fbc-af5f-90d7e632e62e,revision_number=7']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:59:46.757446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:46.758069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:46.758660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:46.759189 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:46.759726 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:46.760414 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:46.760982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:46.761500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:46.762012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:46.762521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:46.763238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:46.763757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7c81f1-4df2-48b4-b88c-231fed2b9af5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 14:59:46.786138 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccb7b35-2738-49b3-bda8-19a96ffb282b'] response: {'name': 'network-changed', 'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'status': 'completed', 'code': 200} Jun 15 14:59:46.921099 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f75214f3-42cc-4b3e-8f0e-45597f02ec25 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/06a943d3-0434-4d5d-ae4c-8f3fec622a7b HTTP/1.1" status: 200 len: 993 time: 0.1884930 Jun 15 14:59:46.936956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0452-3f72-4311-baf1-61d9d0a733c8 req-e902f4c4-b1a5-4d48-96de-76af6bb996fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:46.938495 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c1bd0452-3f72-4311-baf1-61d9d0a733c8 req-e902f4c4-b1a5-4d48-96de-76af6bb996fa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 1099 time: 0.1192348 Jun 15 14:59:46.942286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['06be784d-e347-4fbc-af5f-90d7e632e62e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 14:59:47.098788 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-94c6c59a-770a-4ecf-82de-9e1bb78aab7e None None] Provisioning complete for port 06be784d-e347-4fbc-af5f-90d7e632e62e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 14:59:47.099088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94c6c59a-770a-4ecf-82de-9e1bb78aab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:47.229204 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0452-3f72-4311-baf1-61d9d0a733c8 req-719e284d-4b93-4416-bf74-3240401a02bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:47.230782 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c1bd0452-3f72-4311-baf1-61d9d0a733c8 req-719e284d-4b93-4416-bf74-3240401a02bc service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 898 time: 0.2861347 Jun 15 14:59:47.321264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-94c6c59a-770a-4ecf-82de-9e1bb78aab7e None None] Current status of the port 06be784d-e347-4fbc-af5f-90d7e632e62e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 14:59:47.348794 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c1bd0452-3f72-4311-baf1-61d9d0a733c8 req-6d1c766c-28e6-4c75-9625-4c265d8eff08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06be784d-e347-4fbc-af5f-90d7e632e62e HTTP/1.1" status: 200 len: 1001 time: 0.1108534 Jun 15 14:59:47.417234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0452-3f72-4311-baf1-61d9d0a733c8 req-11e042b0-33b0-498b-9cd2-6fe5d99d4ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:47.418880 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c1bd0452-3f72-4311-baf1-61d9d0a733c8 req-11e042b0-33b0-498b-9cd2-6fe5d99d4ba7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 200 len: 834 time: 0.0642598 Jun 15 14:59:47.506635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0452-3f72-4311-baf1-61d9d0a733c8 req-fc108dfb-59ad-42c8-8292-91dd5813843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:47.508042 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c1bd0452-3f72-4311-baf1-61d9d0a733c8 req-fc108dfb-59ad-42c8-8292-91dd5813843d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826626 Jun 15 14:59:47.661557 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5632c8d0-5d04-4927-baea-7ee1388610fa req-60f163ff-910a-4426-8981-9d5930372b47 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0964413 Jun 15 14:59:47.666796 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c1bd0452-3f72-4311-baf1-61d9d0a733c8 req-bf61743e-7d00-4955-8cfc-4f943f4e0b5e service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517472 Jun 15 14:59:47.818711 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c1bd0452-3f72-4311-baf1-61d9d0a733c8 req-832d560d-db2d-4acf-b676-bab303715840 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458578 Jun 15 14:59:47.996740 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632c8d0-5d04-4927-baea-7ee1388610fa req-6f0e24c5-cd8c-4a55-8d7a-c0986d8ee214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:47.998319 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5632c8d0-5d04-4927-baea-7ee1388610fa req-6f0e24c5-cd8c-4a55-8d7a-c0986d8ee214 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 1099 time: 0.0903301 Jun 15 14:59:48.159702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632c8d0-5d04-4927-baea-7ee1388610fa req-52083498-63ed-4421-8543-0394f4acb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:48.161074 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5632c8d0-5d04-4927-baea-7ee1388610fa req-52083498-63ed-4421-8543-0394f4acb2cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 898 time: 0.1441786 Jun 15 14:59:48.271325 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5632c8d0-5d04-4927-baea-7ee1388610fa req-662010fd-99eb-48d0-a4c2-f142652b1e27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06be784d-e347-4fbc-af5f-90d7e632e62e HTTP/1.1" status: 200 len: 1001 time: 0.1028538 Jun 15 14:59:48.340982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632c8d0-5d04-4927-baea-7ee1388610fa req-fd158548-5a01-417c-a7dc-a5f47cedd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:48.342444 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5632c8d0-5d04-4927-baea-7ee1388610fa req-fd158548-5a01-417c-a7dc-a5f47cedd42a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 200 len: 834 time: 0.0658965 Jun 15 14:59:48.435546 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632c8d0-5d04-4927-baea-7ee1388610fa req-5841316f-561c-4d44-9842-6b78385ddddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:48.437021 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5632c8d0-5d04-4927-baea-7ee1388610fa req-5841316f-561c-4d44-9842-6b78385ddddb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889564 Jun 15 14:59:48.608540 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5632c8d0-5d04-4927-baea-7ee1388610fa req-48f7cbd6-b983-4be6-a0f6-42e7362d9f45 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654239 Jun 15 14:59:48.769188 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5632c8d0-5d04-4927-baea-7ee1388610fa req-fb21b7a4-2650-48f1-8025-6c6b20372c4d service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548722 Jun 15 14:59:49.887255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41946) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:59:50.106889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 6ed3c861-a938-4f3f-80ba-3218ab4e587e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:59:50.107187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:50.307645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:50.307982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:50.546374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 6ed3c861-a938-4f3f-80ba-3218ab4e587e owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:59:50.737428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:50.818007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=6ed3c861-a938-4f3f-80ba-3218ab4e587e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:59:50.903765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:50.904814 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 50bca256-3f1e-40e5-979f-9bb3a00277ac disassociated (deleted). External IP: 172.26.3.215, port: ae731e30-4e7a-4481-97b3-35b0620b20a1. Jun 15 14:59:51.322638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 82f29fce-a576-4cbc-9114-6018d5cfd749 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:59:51.521553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:51.533165 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:59:51.545773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bead71-dccb-4bee-8d2d-badc11208290 None None] Sync routers for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:59:51.555646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:51.560345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bead71-dccb-4bee-8d2d-badc11208290 None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:59:51.560976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-00bead71-dccb-4bee-8d2d-badc11208290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:59:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:59:51.616138 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d2f5de3e-a667-4b0a-afdc-a010d1b0b8a2 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/floatingips/50bca256-3f1e-40e5-979f-9bb3a00277ac HTTP/1.1" status: 204 len: 168 time: 1.7276371 Jun 15 14:59:51.616650 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'tag': 'ae731e30-4e7a-4481-97b3-35b0620b20a1'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:59:51.697240 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99610534-e939-4eff-9551-f3e631626e87'] response: {'name': 'network-changed', 'server_uuid': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'tag': 'ae731e30-4e7a-4481-97b3-35b0620b20a1', 'status': 'completed', 'code': 200} Jun 15 14:59:51.830631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-00bead71-dccb-4bee-8d2d-badc11208290 None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:59:51.847781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-94017f64-ee1f-4fb8-bbc5-88bbccd3cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:51.851201 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-94017f64-ee1f-4fb8-bbc5-88bbccd3cdd3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 1099 time: 0.1326306 Jun 15 14:59:52.214229 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-0751f73c-968e-4753-8740-18691cb18aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:52.215710 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-0751f73c-968e-4753-8740-18691cb18aea service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 898 time: 0.3585365 Jun 15 14:59:52.300524 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-81ad7706-7730-4997-a0e4-a2b911698b38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae731e30-4e7a-4481-97b3-35b0620b20a1 HTTP/1.1" status: 200 len: 217 time: 0.0739045 Jun 15 14:59:52.307547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-00bead71-dccb-4bee-8d2d-badc11208290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '06a943d3-0434-4d5d-ae4c-8f3fec622a7b', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'port_id': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'mac_address': 'fa:16:3e:66:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:58:48Z', 'updated_at': '2022-06-15T14:58:51Z', 'revision_number': 1, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:33Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:59:52.312270 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bead71-dccb-4bee-8d2d-badc11208290 None None] Checking router: 82f29fce-a576-4cbc-9114-6018d5cfd749 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:59:52.321446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bead71-dccb-4bee-8d2d-badc11208290 None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:59:52.322054 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-00bead71-dccb-4bee-8d2d-badc11208290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:59:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:59:52.376488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3e445-c1de-4930-a20f-24b354b68720 req-d78e8950-7cf8-4e94-a74e-616e21bdec84 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:52.378023 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d7d3e445-c1de-4930-a20f-24b354b68720 req-d78e8950-7cf8-4e94-a74e-616e21bdec84 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 946 time: 0.2466969 Jun 15 14:59:52.407924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-116e72c0-2546-44a8-8318-c618eafa104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:52.409425 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-116e72c0-2546-44a8-8318-c618eafa104f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 200 len: 834 time: 0.0966928 Jun 15 14:59:52.525675 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d7d3e445-c1de-4930-a20f-24b354b68720 req-eb77a053-8055-4bf9-8252-4444f3cdb1e1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6a5fd8b-2618-4674-8e33-5d17f14ca28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374660 Jun 15 14:59:52.549354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-00bead71-dccb-4bee-8d2d-badc11208290 None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:59:52.561149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-9e85dde8-d758-423c-9873-f3c9f92e5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:52.563527 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-9e85dde8-d758-423c-9873-f3c9f92e5238 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1438570 Jun 15 14:59:52.574325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-e9e243dc-2ace-4eea-931d-39a004ab1375 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 14:59:52.575337 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-e9e243dc-2ace-4eea-931d-39a004ab1375 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055349 Jun 15 14:59:52.767543 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-6f0fee31-63c6-42b5-ad80-ebabc5faf353 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858139 Jun 15 14:59:52.920888 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-14f375fe-1978-4e2c-ace3-85522b31fb36 req-b871062d-730d-4f08-83d6-05591710eb15 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466057 Jun 15 14:59:53.059296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-00bead71-dccb-4bee-8d2d-badc11208290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '06a943d3-0434-4d5d-ae4c-8f3fec622a7b', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'port_id': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'mac_address': 'fa:16:3e:66:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:58:48Z', 'updated_at': '2022-06-15T14:58:51Z', 'revision_number': 1, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:33Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:59:53.064832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bead71-dccb-4bee-8d2d-badc11208290 None None] The sync data for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv is: [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '06a943d3-0434-4d5d-ae4c-8f3fec622a7b', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.88', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'port_id': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'mac_address': 'fa:16:3e:66:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T14:58:48Z', 'updated_at': '2022-06-15T14:58:51Z', 'revision_number': 1, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:33Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:59:53.344475 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585f444b-6af9-4bde-b686-ca884f4fca27 None None] New status for floating IP 50bca256-3f1e-40e5-979f-9bb3a00277ac: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:59:53.398157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ecc95-38db-43b4-8be5-c12e22baef12 req-1937d99f-18b9-427c-8757-f99081b91a92 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:53.400723 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-213ecc95-38db-43b4-8be5-c12e22baef12 req-1937d99f-18b9-427c-8757-f99081b91a92 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 946 time: 0.1209950 Jun 15 14:59:53.489258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-213ecc95-38db-43b4-8be5-c12e22baef12 req-5cb25418-4b3e-4fcd-87d7-e5b29e642569 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port ae731e30-4e7a-4481-97b3-35b0620b20a1 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:59:53.489603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-213ecc95-38db-43b4-8be5-c12e22baef12 req-5cb25418-4b3e-4fcd-87d7-e5b29e642569 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:53.778358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f2057-3cb1-4e94-b1a1-c067a5461f58 req-6ccd5684-f307-4a2f-a286-a57e1668ead6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:53.779491 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c61f2057-3cb1-4e94-b1a1-c067a5461f58 req-6ccd5684-f307-4a2f-a286-a57e1668ead6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:59:53.804045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-c61f2057-3cb1-4e94-b1a1-c067a5461f58 req-6ccd5684-f307-4a2f-a286-a57e1668ead6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:59:53.806010 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c61f2057-3cb1-4e94-b1a1-c067a5461f58 req-6ccd5684-f307-4a2f-a286-a57e1668ead6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=eb1587c9-46d2-41a7-90b6-5a3b7ceca765 HTTP/1.1" status: 200 len: 946 time: 0.1608601 Jun 15 14:59:53.843168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-213ecc95-38db-43b4-8be5-c12e22baef12 req-5cb25418-4b3e-4fcd-87d7-e5b29e642569 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port ae731e30-4e7a-4481-97b3-35b0620b20a1, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ae731e30-4e7a-4481-97b3-35b0620b20a1,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:59:53.843605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-213ecc95-38db-43b4-8be5-c12e22baef12 req-5cb25418-4b3e-4fcd-87d7-e5b29e642569 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:53.859858 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c61f2057-3cb1-4e94-b1a1-c067a5461f58 req-1e1e950c-3cb6-4992-b116-c62c709f01b9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=d6a5fd8b-2618-4674-8e33-5d17f14ca28e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447466 Jun 15 14:59:53.972532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-213ecc95-38db-43b4-8be5-c12e22baef12 req-5cb25418-4b3e-4fcd-87d7-e5b29e642569 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for ae731e30-4e7a-4481-97b3-35b0620b20a1 owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:59:54.144485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-213ecc95-38db-43b4-8be5-c12e22baef12 req-5cb25418-4b3e-4fcd-87d7-e5b29e642569 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:54.203309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb25418-4b3e-4fcd-87d7-e5b29e642569 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=ae731e30-4e7a-4481-97b3-35b0620b20a1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:59:54.298822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-213ecc95-38db-43b4-8be5-c12e22baef12 req-5cb25418-4b3e-4fcd-87d7-e5b29e642569 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] No DVR routers for this DVR port ae731e30-4e7a-4481-97b3-35b0620b20a1 on host hv-neutron-8458 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 14:59:54.301643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-213ecc95-38db-43b4-8be5-c12e22baef12 req-5cb25418-4b3e-4fcd-87d7-e5b29e642569 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:54.304648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'name': 'network-vif-deleted', 'tag': 'ae731e30-4e7a-4481-97b3-35b0620b20a1'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:59:54.322337 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-213ecc95-38db-43b4-8be5-c12e22baef12 req-5cb25418-4b3e-4fcd-87d7-e5b29e642569 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "DELETE /v2.0/ports/ae731e30-4e7a-4481-97b3-35b0620b20a1 HTTP/1.1" status: 204 len: 173 time: 0.9159935 Jun 15 14:59:54.365453 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78bab592-b643-4d2d-a78a-dc544449be6e'] response: {'server_uuid': 'eb1587c9-46d2-41a7-90b6-5a3b7ceca765', 'name': 'network-vif-deleted', 'tag': 'ae731e30-4e7a-4481-97b3-35b0620b20a1', 'status': 'completed', 'code': 200} Jun 15 14:59:55.130774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41962) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:59:55.219769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94c3d5af-30a4-4af1-b583-02510d659e4a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:55.260161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94c3d5af-30a4-4af1-b583-02510d659e4a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:55.339053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94c3d5af-30a4-4af1-b583-02510d659e4a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:55.362627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3d5af-30a4-4af1-b583-02510d659e4a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a5fd8b-2618-4674-8e33-5d17f14ca28e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:59:55.375694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-94c3d5af-30a4-4af1-b583-02510d659e4a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:55.378256 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-94c3d5af-30a4-4af1-b583-02510d659e4a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/security-groups/d6a5fd8b-2618-4674-8e33-5d17f14ca28e HTTP/1.1" status: 204 len: 168 time: 0.2459633 Jun 15 14:59:55.423479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41968) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 14:59:55.670855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 6fe31e2d-9c83-457f-adf9-80ed74207084 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:59:55.671280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:56.039136 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:56.039582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:56.190399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 6fe31e2d-9c83-457f-adf9-80ed74207084 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 14:59:56.392755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:56.456014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=6fe31e2d-9c83-457f-adf9-80ed74207084,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 14:59:56.571733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:56.572349 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP 06a943d3-0434-4d5d-ae4c-8f3fec622a7b disassociated (deleted). External IP: 172.26.3.88, port: 06be784d-e347-4fbc-af5f-90d7e632e62e. Jun 15 14:59:57.003621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 82f29fce-a576-4cbc-9114-6018d5cfd749 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 14:59:57.207697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 14:59:57.221000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23cd102-5132-4130-b337-0a41c775a7bd None None] Sync routers for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 14:59:57.233424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:57.237765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23cd102-5132-4130-b337-0a41c775a7bd None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:59:57.238778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b23cd102-5132-4130-b337-0a41c775a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:59:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:59:57.320413 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-888dd001-06f4-43e1-b491-03430779e8dc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/floatingips/06a943d3-0434-4d5d-ae4c-8f3fec622a7b HTTP/1.1" status: 204 len: 168 time: 1.8949902 Jun 15 14:59:57.321066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 14:59:57.368768 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd0812fd-4d05-4379-a76c-777505157a34'] response: {'name': 'network-changed', 'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'status': 'completed', 'code': 200} Jun 15 14:59:57.383515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-41918481-0ffe-4f2a-ab1f-ec36683ca880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:57.562521 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b23cd102-5132-4130-b337-0a41c775a7bd None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:59:57.589314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a10882-3c8b-4801-9b7e-d1fa1a3697fb req-18d1ca2e-2d67-4985-b59a-64bf01535353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:57.591182 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-31a10882-3c8b-4801-9b7e-d1fa1a3697fb req-18d1ca2e-2d67-4985-b59a-64bf01535353 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 1099 time: 0.1941206 Jun 15 14:59:57.920380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ae731e30-4e7a-4481-97b3-35b0620b20a1 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 14:59:58.002099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: ae731e30-4e7a-4481-97b3-35b0620b20a1 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 14:59:58.002099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ae731e30-4e7a-4481-97b3-35b0620b20a1 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 14:59:58.048974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a10882-3c8b-4801-9b7e-d1fa1a3697fb req-869e7b87-aa1e-4bb7-be17-faa3c6225231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:58.051324 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-31a10882-3c8b-4801-9b7e-d1fa1a3697fb req-869e7b87-aa1e-4bb7-be17-faa3c6225231 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 200 len: 898 time: 0.4538457 Jun 15 14:59:58.157385 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-31a10882-3c8b-4801-9b7e-d1fa1a3697fb req-01356a60-79c7-4c8d-9e28-f0c371a21f38 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06be784d-e347-4fbc-af5f-90d7e632e62e HTTP/1.1" status: 200 len: 217 time: 0.0988052 Jun 15 14:59:58.166174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094bd9e-5821-4a2d-9957-a8335fc8b1a4 req-3456639e-9460-493d-9724-35cb00734578 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:58.166982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-7094bd9e-5821-4a2d-9957-a8335fc8b1a4 req-3456639e-9460-493d-9724-35cb00734578 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:59:58.190966 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b23cd102-5132-4130-b337-0a41c775a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:33Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:59:58.195892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23cd102-5132-4130-b337-0a41c775a7bd None None] Checking router: 82f29fce-a576-4cbc-9114-6018d5cfd749 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 14:59:58.205604 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23cd102-5132-4130-b337-0a41c775a7bd None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 14:59:58.206227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b23cd102-5132-4130-b337-0a41c775a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:59:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:59:58.233060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-7094bd9e-5821-4a2d-9957-a8335fc8b1a4 req-3456639e-9460-493d-9724-35cb00734578 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:59:58.234260 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7094bd9e-5821-4a2d-9957-a8335fc8b1a4 req-3456639e-9460-493d-9724-35cb00734578 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 946 time: 0.4610040 Jun 15 14:59:58.240022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a10882-3c8b-4801-9b7e-d1fa1a3697fb req-3a24e045-d3d6-4a88-9a96-83d01137daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:58.241513 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-31a10882-3c8b-4801-9b7e-d1fa1a3697fb req-3a24e045-d3d6-4a88-9a96-83d01137daeb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 200 len: 834 time: 0.0713930 Jun 15 14:59:58.369605 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7094bd9e-5821-4a2d-9957-a8335fc8b1a4 req-e630adea-6293-40dc-83f9-003663e8ddf4 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=127c6459-08db-43c1-aa8a-54f360ec7137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224253 Jun 15 14:59:58.396125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a10882-3c8b-4801-9b7e-d1fa1a3697fb req-10de3593-7b17-4401-a30e-f8bdcd8a52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:58.398198 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-31a10882-3c8b-4801-9b7e-d1fa1a3697fb req-10de3593-7b17-4401-a30e-f8bdcd8a52fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1485720 Jun 15 14:59:58.456859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b23cd102-5132-4130-b337-0a41c775a7bd None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 14:59:58.578896 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-31a10882-3c8b-4801-9b7e-d1fa1a3697fb req-54ea9e6c-04af-4cce-9094-48fe58133d52 service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736174 Jun 15 14:59:58.583806 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 14:59:58.756398 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-31a10882-3c8b-4801-9b7e-d1fa1a3697fb req-dab58932-2197-42ed-8749-339695427b4f service neutron] 10.222.0.44 "GET /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703646 Jun 15 14:59:58.875267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b23cd102-5132-4130-b337-0a41c775a7bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:33Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 14:59:58.880758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23cd102-5132-4130-b337-0a41c775a7bd None None] The sync data for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv is: [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:27Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '7739f653-7228-40f9-b17b-e69493d73ea6', 'name': '', 'network_id': '1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:42:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:26Z', 'updated_at': '2022-06-15T14:58:33Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '7d986b3a-8390-4859-b143-50fbd72ea111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 14:59:59.145535 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd753bf-9b8f-40cf-8384-02cfe5753a28 None None] New status for floating IP 06a943d3-0434-4d5d-ae4c-8f3fec622a7b: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 14:59:59.166424 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8973541-72ee-4fcf-98e0-67ec9bc6e7ed req-a1bf20a0-41cb-481f-b130-9b35f8437492 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:59.169001 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e8973541-72ee-4fcf-98e0-67ec9bc6e7ed req-a1bf20a0-41cb-481f-b130-9b35f8437492 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 946 time: 0.1460445 Jun 15 14:59:59.286268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-e8973541-72ee-4fcf-98e0-67ec9bc6e7ed req-68eb99aa-27fa-415c-8746-1e3fa68dfaab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 06be784d-e347-4fbc-af5f-90d7e632e62e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 14:59:59.286670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-e8973541-72ee-4fcf-98e0-67ec9bc6e7ed req-68eb99aa-27fa-415c-8746-1e3fa68dfaab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:59.401634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0871b15f-9cb0-46e3-a0a3-5f2fda850a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:59.690276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-e8973541-72ee-4fcf-98e0-67ec9bc6e7ed req-68eb99aa-27fa-415c-8746-1e3fa68dfaab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 06be784d-e347-4fbc-af5f-90d7e632e62e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=06be784d-e347-4fbc-af5f-90d7e632e62e,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 14:59:59.690882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-e8973541-72ee-4fcf-98e0-67ec9bc6e7ed req-68eb99aa-27fa-415c-8746-1e3fa68dfaab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 14:59:59.701315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81772810-2d69-4168-8be4-d9af0523d011 req-270d229c-ad2d-4896-b8b9-f57936fc4b06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 14:59:59.702818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-81772810-2d69-4168-8be4-d9af0523d011 req-270d229c-ad2d-4896-b8b9-f57936fc4b06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:59:59.716215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-81772810-2d69-4168-8be4-d9af0523d011 req-270d229c-ad2d-4896-b8b9-f57936fc4b06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:59:59.717542 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-81772810-2d69-4168-8be4-d9af0523d011 req-270d229c-ad2d-4896-b8b9-f57936fc4b06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 946 time: 0.2207336 Jun 15 14:59:59.784007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-81772810-2d69-4168-8be4-d9af0523d011 req-00a92fe3-e2a5-400b-896f-d9fdfe8273ac tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 14:59:59.805945 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-81772810-2d69-4168-8be4-d9af0523d011 req-00a92fe3-e2a5-400b-896f-d9fdfe8273ac tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 14:59:59.807137 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-81772810-2d69-4168-8be4-d9af0523d011 req-00a92fe3-e2a5-400b-896f-d9fdfe8273ac tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=127c6459-08db-43c1-aa8a-54f360ec7137&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822961 Jun 15 14:59:59.867336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-e8973541-72ee-4fcf-98e0-67ec9bc6e7ed req-68eb99aa-27fa-415c-8746-1e3fa68dfaab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 06be784d-e347-4fbc-af5f-90d7e632e62e owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:00:00.061110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-e8973541-72ee-4fcf-98e0-67ec9bc6e7ed req-68eb99aa-27fa-415c-8746-1e3fa68dfaab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:00.116076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb99aa-27fa-415c-8746-1e3fa68dfaab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=06be784d-e347-4fbc-af5f-90d7e632e62e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:00.355517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8973541-72ee-4fcf-98e0-67ec9bc6e7ed req-68eb99aa-27fa-415c-8746-1e3fa68dfaab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] No DVR routers for this DVR port 06be784d-e347-4fbc-af5f-90d7e632e62e on host hv-neutron-8458 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:00:00.358738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-e8973541-72ee-4fcf-98e0-67ec9bc6e7ed req-68eb99aa-27fa-415c-8746-1e3fa68dfaab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:00.362773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'name': 'network-vif-deleted', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:00:00.387546 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e8973541-72ee-4fcf-98e0-67ec9bc6e7ed req-68eb99aa-27fa-415c-8746-1e3fa68dfaab tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "DELETE /v2.0/ports/06be784d-e347-4fbc-af5f-90d7e632e62e HTTP/1.1" status: 204 len: 173 time: 1.2129638 Jun 15 15:00:00.419748 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-156a78b8-f0df-4896-93fb-ac9b32623e6c'] response: {'server_uuid': '535f1fcd-a54e-4c1b-b560-a1868d7123ad', 'name': 'network-vif-deleted', 'tag': '06be784d-e347-4fbc-af5f-90d7e632e62e', 'status': 'completed', 'code': 200} Jun 15 15:00:00.624588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:00.627564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:01.043352 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6c036c55-53d9-4713-9485-c9c112796bb1 req-b00c2171-5772-4001-965f-a96465d0c156 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=535f1fcd-a54e-4c1b-b560-a1868d7123ad HTTP/1.1" status: 200 len: 210 time: 0.0710137 Jun 15 15:00:02.031476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:02.145446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 41992) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:02.236486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90387588-345e-4a42-b9c2-348a88029a11 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:02.395020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90387588-345e-4a42-b9c2-348a88029a11 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:02.471789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90387588-345e-4a42-b9c2-348a88029a11 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:02.492939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90387588-345e-4a42-b9c2-348a88029a11 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127c6459-08db-43c1-aa8a-54f360ec7137,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:02.508572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-90387588-345e-4a42-b9c2-348a88029a11 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:02.509773 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-90387588-345e-4a42-b9c2-348a88029a11 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/security-groups/127c6459-08db-43c1-aa8a-54f360ec7137 HTTP/1.1" status: 204 len: 168 time: 0.3630557 Jun 15 15:00:02.556062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 41998) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:03.215200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12c61586-1673-40b3-814a-411502cc05c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:03.633604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-12c61586-1673-40b3-814a-411502cc05c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 7739f653-7228-40f9-b17b-e69493d73ea6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:00:03.634525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12c61586-1673-40b3-814a-411502cc05c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:03.852941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-12c61586-1673-40b3-814a-411502cc05c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 7739f653-7228-40f9-b17b-e69493d73ea6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=7739f653-7228-40f9-b17b-e69493d73ea6,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:00:03.853315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12c61586-1673-40b3-814a-411502cc05c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:03.941360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 06be784d-e347-4fbc-af5f-90d7e632e62e no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:00:03.988859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 06be784d-e347-4fbc-af5f-90d7e632e62e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:00:03.989385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 06be784d-e347-4fbc-af5f-90d7e632e62e not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:00:04.007888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-12c61586-1673-40b3-814a-411502cc05c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 7739f653-7228-40f9-b17b-e69493d73ea6 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:00:04.363393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12c61586-1673-40b3-814a-411502cc05c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:04.432234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c61586-1673-40b3-814a-411502cc05c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=7739f653-7228-40f9-b17b-e69493d73ea6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:04.798292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-12c61586-1673-40b3-814a-411502cc05c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:05.246079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c61586-1673-40b3-814a-411502cc05c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router 82f29fce-a576-4cbc-9114-6018d5cfd749 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:00:05.463522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c61586-1673-40b3-814a-411502cc05c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:00:05.475932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6355bf68-d7bf-4b52-ac1e-f984a788dea0 None None] Sync routers for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:00:05.484943 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-12c61586-1673-40b3-814a-411502cc05c7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/82f29fce-a576-4cbc-9114-6018d5cfd749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9263310 Jun 15 15:00:05.486393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355bf68-d7bf-4b52-ac1e-f984a788dea0 None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:00:05.487011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6355bf68-d7bf-4b52-ac1e-f984a788dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:59:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:05.487267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42002) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:05.558373 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-549c1373-dbfb-4f77-bfc2-8e9519c4e7c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting subnet 7d986b3a-8390-4859-b143-50fbd72ea111 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:00:05.561640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-549c1373-dbfb-4f77-bfc2-8e9519c4e7c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:05.624060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-549c1373-dbfb-4f77-bfc2-8e9519c4e7c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:05.721457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-549c1373-dbfb-4f77-bfc2-8e9519c4e7c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:05.743667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6355bf68-d7bf-4b52-ac1e-f984a788dea0 None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:00:05.814906 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-549c1373-dbfb-4f77-bfc2-8e9519c4e7c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:05.880653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c1373-dbfb-4f77-bfc2-8e9519c4e7c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Subnet': ['ID=7d986b3a-8390-4859-b143-50fbd72ea111,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:05.887419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-549c1373-dbfb-4f77-bfc2-8e9519c4e7c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:05.897336 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-549c1373-dbfb-4f77-bfc2-8e9519c4e7c5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/subnets/7d986b3a-8390-4859-b143-50fbd72ea111 HTTP/1.1" status: 204 len: 168 time: 0.4088569 Jun 15 15:00:05.898089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc14800-246d-4a0d-80d1-0037a8b85e4b None None] Network 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:00:05.900490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42006) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:06.282360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6355bf68-d7bf-4b52-ac1e-f984a788dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T15:00:04Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:06.289159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6355bf68-d7bf-4b52-ac1e-f984a788dea0 None None] Checking router: 82f29fce-a576-4cbc-9114-6018d5cfd749 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:00:06.297050 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:06.303938 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355bf68-d7bf-4b52-ac1e-f984a788dea0 None None] Routers {'82f29fce-a576-4cbc-9114-6018d5cfd749'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:00:06.305314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6355bf68-d7bf-4b52-ac1e-f984a788dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:59:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['82f29fce-a576-4cbc-9114-6018d5cfd749'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:06.398258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] DHCP port deletion for 1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:00:06.433215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Deleting port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:00:06.433775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:06.565512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:06.577787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port f59a6789-0fd5-403f-a6cc-a5de04f5c747 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:00:06.578349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:06.710121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-6355bf68-d7bf-4b52-ac1e-f984a788dea0 None None] Set router 82f29fce-a576-4cbc-9114-6018d5cfd749 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:00:06.836619 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port f59a6789-0fd5-403f-a6cc-a5de04f5c747, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f59a6789-0fd5-403f-a6cc-a5de04f5c747,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:00:06.837332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:06.919118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:00:06.973411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for f59a6789-0fd5-403f-a6cc-a5de04f5c747 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:00:07.083516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] For port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53,segment=NetworkSegment(9a510d05-4af0-4822-8913-27c8076a8f2e),segment_id=9a510d05-4af0-4822-8913-27c8076a8f2e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:00:07.083821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:07.182212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:07.230009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Calling delete_port for f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:00:07.241270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=f59a6789-0fd5-403f-a6cc-a5de04f5c747,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:07.382623 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:07.421846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:00:07.422447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:07.475788 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:07.562110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] No DVR routers for this DVR port f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:00:07.565954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Pushing event deleted for resources: {'Port': ['ID=f5ce14f6-7ec8-42a7-ad33-2ddf60d28c53,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:07.583998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:07.584377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:07.584807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:07.585125 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:07.588255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:07.588255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:07.588255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:07.588255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:07.588255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:07.588255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:07.588255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:07.588255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7944d9e8-384b-4df9-b16b-ce5355af070f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:07.617120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-6355bf68-d7bf-4b52-ac1e-f984a788dea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T15:00:04Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:07.623876 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6355bf68-d7bf-4b52-ac1e-f984a788dea0 None None] The sync data for ids ['82f29fce-a576-4cbc-9114-6018d5cfd749'] in dv-neutron-845844-1-hyperv is: [{'id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'name': 'tempest-TestNetworkBasicOps-router-1696109187', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T15:00:04Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': 'f59a6789-0fd5-403f-a6cc-a5de04f5c747', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f29fce-a576-4cbc-9114-6018d5cfd749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T14:58:21Z', 'updated_at': '2022-06-15T14:58:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:00:07.630383 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:07.636601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:07.674279 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:07.675361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Fanout notify agent at l3_agent the message router_deleted on router 82f29fce-a576-4cbc-9114-6018d5cfd749 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:00:07.701166 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:07.706964 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a476506d-0c84-48ca-a2a3-24f73963b648 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/routers/82f29fce-a576-4cbc-9114-6018d5cfd749 HTTP/1.1" status: 204 len: 168 time: 1.8005712 Jun 15 15:00:07.707255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42010) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:07.840610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.128089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.159754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:08.175495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a510d05-4af0-4822-8913-27c8076a8f2e') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:08.175927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a510d05-4af0-4822-8913-27c8076a8f2e') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:08.189420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.205588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.212867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:00:08.213475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.302434 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 9a510d05-4af0-4822-8913-27c8076a8f2e resource provider aggregate not found Jun 15 15:00:08.329265 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 9a510d05-4af0-4822-8913-27c8076a8f2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a510d05-4af0-4822-8913-27c8076a8f2e found for delete ", "request_id": "req-14bd78b3-d760-4f16-b374-63527686e17f"}]} Jun 15 15:00:08.341914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.360507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.372151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Network': ['ID=1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:08.383523 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-94d6801e-4268-42db-a966-ba28584dbf85 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/networks/1e83f1d8-e8ca-4c7a-8b90-debaf41abe7f HTTP/1.1" status: 204 len: 168 time: 0.6750023 Jun 15 15:00:08.426569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42018) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:08.435568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'network': {'name': 'tempest-network-smoke--1505558680', 'project_id': '032b1386b78145d282edf892a5a65f64', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:08.443289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:08.449555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:network and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:00:08.452107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:00:08.458895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:08.469557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:00:08.473030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.508359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:00:08.518968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.519346 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Added segment 298e3ce4-f32c-4007-8a05-fdf73776585b of type vlan for network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 Jun 15 15:00:08.553464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.590012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.599386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:08.600358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.743752 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3156872 Jun 15 15:00:08.746737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42022) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:08.749127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4cdc4-3b93-41e8-8146-93ae604a98d6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Network': ['ID=64a1f1e9-278b-4476-9f14-a8d23a048ec5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:08.764689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'admin_state_up': True, 'project_id': '032b1386b78145d282edf892a5a65f64', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:08.766507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:00:08.777486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:08.782754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:router and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:00:08.789751 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:00:08.801839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:08.824017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.827484 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.854120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f59a6789-0fd5-403f-a6cc-a5de04f5c747 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:00:08.863730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:08.907626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: f59a6789-0fd5-403f-a6cc-a5de04f5c747 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:00:08.907970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f59a6789-0fd5-403f-a6cc-a5de04f5c747 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:00:08.908424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7739f653-7228-40f9-b17b-e69493d73ea6 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:00:08.954111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 7739f653-7228-40f9-b17b-e69493d73ea6 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:00:08.954752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 7739f653-7228-40f9-b17b-e69493d73ea6 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:00:09.159427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:09.492243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:09.524573 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:09.695183 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.153 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/321f9384-7c25-4248-91bb-ac05ddb2befd) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:00:09.876016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:09.910230 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:09.991772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:00:09.995317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:00:09.999619 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:00:10.033516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=321f9384-7c25-4248-91bb-ac05ddb2befd,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:10.586174 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:10.964313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:11.192058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router ba7e9fc7-93d4-44bb-a1c5-28441f112606 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:00:11.436872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:00:11.448578 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Sync routers for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:00:11.458685 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:00:11.459428 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:59:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:11.481286 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:11.483513 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b4883957-c83f-4282-aba7-c0291624b57a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7349029 Jun 15 15:00:11.488675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42026) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:11.538181 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-152593b8-8389-4933-92f8-1ac5f03e511e tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=032b1386b78145d282edf892a5a65f64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478783 Jun 15 15:00:11.540995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42030) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:11.704030 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Set router ba7e9fc7-93d4-44bb-a1c5-28441f112606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:00:11.714772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3eace-abde-4531-9dc5-0585a0e6c17d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:11.721211 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c1d3eace-abde-4531-9dc5-0585a0e6c17d tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1751571 Jun 15 15:00:11.721987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42034) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:11.783977 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cf394ad2-007b-44c7-a22b-3148d0f28323 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0602636 Jun 15 15:00:11.786545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42038) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:11.794816 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-42434555', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'project_id': '032b1386b78145d282edf892a5a65f64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:12.055538 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:12.062876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:subnet and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:00:12.067807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:00:12.074278 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:00:10Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:12.078519 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Checking router: ba7e9fc7-93d4-44bb-a1c5-28441f112606 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:00:12.078813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:12.078979 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Updating router ba7e9fc7-93d4-44bb-a1c5-28441f112606 port 321f9384-7c25-4248-91bb-ac05ddb2befd binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:00:12.094258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:00:12.100032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:12.149317 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:12.365208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:12.454141 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Subnet': ['ID=26ea370c-6d3c-4146-a4ad-937e4e740605,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:12.467990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Checking segment: {'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:00:12.468450 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network hostable DHCP agents. Network: 64a1f1e9-278b-4476-9f14-a8d23a048ec5, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:00:12.491137 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:00:12.502360 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 64a1f1e9-278b-4476-9f14-a8d23a048ec5) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:00:12.507505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:12.508535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:12.518272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd230665-0559-44eb-a362-f43c83ee22be None None] Network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:00:12.543660 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7e657ca6-1ff6-46c0-8d64-750b88d9c5b6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7514553 Jun 15 15:00:12.544104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42042) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:12.587310 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:12.600659 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Transition to ACTIVE for port object 321f9384-7c25-4248-91bb-ac05ddb2befd will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:00:12.608832 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:12.689075 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Pushing event updated for resources: {'Port': ['ID=321f9384-7c25-4248-91bb-ac05ddb2befd,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:12.711595 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:12.712162 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:12.712725 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:12.713282 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:12.713764 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:12.714236 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:12.714734 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:12.715274 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:12.715821 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:12.716331 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:12.716774 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:12.717287 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:00:12.734138 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Attempting to bind port 321f9384-7c25-4248-91bb-ac05ddb2befd on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:00:12.734138 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Attempting to bind port 321f9384-7c25-4248-91bb-ac05ddb2befd by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:00:12.734138 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Attempting to bind port 321f9384-7c25-4248-91bb-ac05ddb2befd on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:00:12.744090 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:00:12.744090 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:00:12.744090 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:12.744659 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:00:12.745096 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Bound port: 321f9384-7c25-4248-91bb-ac05ddb2befd, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:00:12.745604 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:12.827432 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] For port 321f9384-7c25-4248-91bb-ac05ddb2befd, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:00:12.830699 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] For port 321f9384-7c25-4248-91bb-ac05ddb2befd, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=321f9384-7c25-4248-91bb-ac05ddb2befd,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:00:12.838260 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:12.950120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:00:12.951415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:12.987591 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67282f6-dd03-4505-bbc4-e0d97ed966da None None] Pushing event updated for resources: {'Port': ['ID=321f9384-7c25-4248-91bb-ac05ddb2befd,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:12.997788 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:00:12.998410 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:59:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:13.174209 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Allocated IP 172.20.0.2 (64a1f1e9-278b-4476-9f14-a8d23a048ec5/26ea370c-6d3c-4146-a4ad-937e4e740605/3975b357-5806-4a1a-9589-5cf5db9275ad) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:00:13.258305 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] Set router ba7e9fc7-93d4-44bb-a1c5-28441f112606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:00:13.423231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:13.445490 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Transition to ACTIVE for port object 3975b357-5806-4a1a-9589-5cf5db9275ad will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:00:13.468997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Transition to ACTIVE for port object 3975b357-5806-4a1a-9589-5cf5db9275ad will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:00:13.483813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:13.597359 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:00:10Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:13.602882 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b36bcf-1a2a-4569-83a9-c5a5e8b9d8af None None] The sync data for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv is: [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:00:10Z', 'revision_number': 3, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:00:13.647781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:13.685747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:00:13.692622 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:00:13.699345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:00:13.778786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Pushing event updated for resources: {'Port': ['ID=3975b357-5806-4a1a-9589-5cf5db9275ad,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:13.889451 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Attempting to bind port 3975b357-5806-4a1a-9589-5cf5db9275ad on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:00:13.890036 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Attempting to bind port 3975b357-5806-4a1a-9589-5cf5db9275ad by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:00:13.890713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Attempting to bind port 3975b357-5806-4a1a-9589-5cf5db9275ad on network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:00:13.907480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:00:13.907480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Checking segment: {'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:00:13.907480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:13.907910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Bound using segment: {'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:00:13.916389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Bound port: 3975b357-5806-4a1a-9589-5cf5db9275ad, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:00:13.916389 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:14.038222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] For port 3975b357-5806-4a1a-9589-5cf5db9275ad, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:00:14.044154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] For port 3975b357-5806-4a1a-9589-5cf5db9275ad, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3975b357-5806-4a1a-9589-5cf5db9275ad,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:00:14.049981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:14.153700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8b671-bd56-4c77-b713-cbe3c17ad1c3 None None] Pushing event updated for resources: {'Port': ['ID=3975b357-5806-4a1a-9589-5cf5db9275ad,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:14.286064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.1 (64a1f1e9-278b-4476-9f14-a8d23a048ec5/26ea370c-6d3c-4146-a4ad-937e4e740605/3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:00:14.711391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:14.739534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:00:14.782774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:14.892746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:00:14.898350 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:00:14.905008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:00:14.918057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 321f9384-7c25-4248-91bb-ac05ddb2befd up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:00:14.979134 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:15.006796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 321f9384-7c25-4248-91bb-ac05ddb2befd completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:00:15.012941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 321f9384-7c25-4248-91bb-ac05ddb2befd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:00:15.013317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:15.014708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:15.181594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 321f9384-7c25-4248-91bb-ac05ddb2befd is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:00:15.182297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:15.183114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:15.210307 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 321f9384-7c25-4248-91bb-ac05ddb2befd, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=321f9384-7c25-4248-91bb-ac05ddb2befd,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:00:15.217010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:15.218818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3975b357-5806-4a1a-9589-5cf5db9275ad up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:00:15.392143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=321f9384-7c25-4248-91bb-ac05ddb2befd,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:15.408946 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 3975b357-5806-4a1a-9589-5cf5db9275ad completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:00:15.476993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6d1167-34be-4a63-bbc3-1d0e74c4e4b8 None None] Network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:00:15.588708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-50067ef6-8e3f-4931-b24f-7b7ff59b108d None None] Provisioning for port 3975b357-5806-4a1a-9589-5cf5db9275ad completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:00:15.606259 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-50067ef6-8e3f-4931-b24f-7b7ff59b108d None None] Provisioning complete for port 3975b357-5806-4a1a-9589-5cf5db9275ad triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:00:15.606733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50067ef6-8e3f-4931-b24f-7b7ff59b108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:15.787877 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:15.793714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:15.910638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:15.910903 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-50067ef6-8e3f-4931-b24f-7b7ff59b108d None None] Current status of the port 3975b357-5806-4a1a-9589-5cf5db9275ad is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:00:15.911316 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50067ef6-8e3f-4931-b24f-7b7ff59b108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:15.912338 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:15.963944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-50067ef6-8e3f-4931-b24f-7b7ff59b108d None None] For port 3975b357-5806-4a1a-9589-5cf5db9275ad, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3975b357-5806-4a1a-9589-5cf5db9275ad,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:00:15.971283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50067ef6-8e3f-4931-b24f-7b7ff59b108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:16.051978 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50067ef6-8e3f-4931-b24f-7b7ff59b108d None None] Pushing event updated for resources: {'Port': ['ID=3975b357-5806-4a1a-9589-5cf5db9275ad,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:16.096774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:00:16.098611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:00:16.314688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b9de0c2-4520-4fa1-a0ad-2473654231f6 None None] Provisioning for port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:00:16.324650 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b9de0c2-4520-4fa1-a0ad-2473654231f6 None None] Provisioning complete for port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:00:16.325105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b9de0c2-4520-4fa1-a0ad-2473654231f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:16.325785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router ba7e9fc7-93d4-44bb-a1c5-28441f112606 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:00:16.391157 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6b9de0c2-4520-4fa1-a0ad-2473654231f6 None None] Port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:00:16.403648 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6b9de0c2-4520-4fa1-a0ad-2473654231f6 None None] Provisioning complete for port 3975b357-5806-4a1a-9589-5cf5db9275ad triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:00:16.404072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6b9de0c2-4520-4fa1-a0ad-2473654231f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:16.560072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6b9de0c2-4520-4fa1-a0ad-2473654231f6 None None] Current status of the port 3975b357-5806-4a1a-9589-5cf5db9275ad is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:00:16.591012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:00:16.608820 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Sync routers for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:00:16.609482 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c67d1425-2a83-4e8b-9a82-33f9f8460d8e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/ba7e9fc7-93d4-44bb-a1c5-28441f112606/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0638299 Jun 15 15:00:16.613807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42046) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:16.629011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:00:16.630082 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:59:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:16.775505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9b547860-f78d-41ae-95aa-80a0dd2d41ad None None] Provisioning complete for port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:00:16.775958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9b547860-f78d-41ae-95aa-80a0dd2d41ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:16.881975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 321f9384-7c25-4248-91bb-ac05ddb2befd up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:00:17.005723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c70e9bf-3c48-47e4-9a73-e6904ecc51df tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:17.006578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c70e9bf-3c48-47e4-9a73-e6904ecc51df tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:17.007133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c70e9bf-3c48-47e4-9a73-e6904ecc51df tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:17.007805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c70e9bf-3c48-47e4-9a73-e6904ecc51df tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:17.010306 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7c70e9bf-3c48-47e4-9a73-e6904ecc51df tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.3949449 Jun 15 15:00:17.014440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42050) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:17.016783 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9b547860-f78d-41ae-95aa-80a0dd2d41ad None None] Port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:00:17.039174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Set router ba7e9fc7-93d4-44bb-a1c5-28441f112606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:00:17.104994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2244f36-26e3-4bf1-a381-cde687ca38fe tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:17.105774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2244f36-26e3-4bf1-a381-cde687ca38fe tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:17.106562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2244f36-26e3-4bf1-a381-cde687ca38fe tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:17.107309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2244f36-26e3-4bf1-a381-cde687ca38fe tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:17.113874 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a2244f36-26e3-4bf1-a381-cde687ca38fe tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0941510 Jun 15 15:00:17.114209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42054) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:17.252483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 321f9384-7c25-4248-91bb-ac05ddb2befd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:00:17.252918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:17.291948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c98e75b8-6cac-430e-8301-0d803feac542 None None] Provisioning complete for port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:00:17.291948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c98e75b8-6cac-430e-8301-0d803feac542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:17.409846 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-052f72cf-1548-42bc-82d8-885758d89877 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2944040 Jun 15 15:00:17.486138 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c98e75b8-6cac-430e-8301-0d803feac542 None None] Port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:00:17.507458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42060) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:17.514106 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862744218', 'description': 'tempest-secgroup-smoke-862744218 description', 'project_id': '032b1386b78145d282edf892a5a65f64'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:17.521798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:17.526734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:00:17.530073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:00:17.536111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:17.548153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:17.572153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:17.576753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:00:17.579946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:00:17.586539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:17.649351 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 321f9384-7c25-4248-91bb-ac05ddb2befd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:00:17.650615 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3975b357-5806-4a1a-9589-5cf5db9275ad up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:00:17.685115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:17.690185 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:17.730022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:17.733247 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2221861 Jun 15 15:00:17.735662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42064) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:17.744025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-953dbab4-87ec-418a-a714-0143a6393951 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '77efc90e-f5ad-48ae-87fb-bd5ab740f9e2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:17.745047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf', 'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:2e:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:14Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:17.748905 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3975b357-5806-4a1a-9589-5cf5db9275ad triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:00:17.749280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:17.752145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-953dbab4-87ec-418a-a714-0143a6393951 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:17.757621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-953dbab4-87ec-418a-a714-0143a6393951 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:00:17.761582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c87188-3061-47ce-a721-853fbf20e872 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:17.762922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-953dbab4-87ec-418a-a714-0143a6393951 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:00:17.773546 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-953dbab4-87ec-418a-a714-0143a6393951 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:17.791060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Checking router: ba7e9fc7-93d4-44bb-a1c5-28441f112606 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:00:17.791574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Updating router ba7e9fc7-93d4-44bb-a1c5-28441f112606 port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:00:17.794439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-953dbab4-87ec-418a-a714-0143a6393951 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:17.868103 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-953dbab4-87ec-418a-a714-0143a6393951 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:17.873125 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-953dbab4-87ec-418a-a714-0143a6393951 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:17.879365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:17.897907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dbab4-87ec-418a-a714-0143a6393951 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd67083-fb59-42e9-8bf7-b32c59be1770,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:17.910123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-953dbab4-87ec-418a-a714-0143a6393951 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:17.911580 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-953dbab4-87ec-418a-a714-0143a6393951 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1748669 Jun 15 15:00:17.915980 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42068) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:17.921521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-dcb2e192-25ad-48eb-8b39-9ccab9d2cbe9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '77efc90e-f5ad-48ae-87fb-bd5ab740f9e2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:17.928206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dcb2e192-25ad-48eb-8b39-9ccab9d2cbe9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:17.932305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dcb2e192-25ad-48eb-8b39-9ccab9d2cbe9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:00:17.935873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-dcb2e192-25ad-48eb-8b39-9ccab9d2cbe9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:00:17.941943 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-dcb2e192-25ad-48eb-8b39-9ccab9d2cbe9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:17.960679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e192-25ad-48eb-8b39-9ccab9d2cbe9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.049744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e192-25ad-48eb-8b39-9ccab9d2cbe9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.055298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e192-25ad-48eb-8b39-9ccab9d2cbe9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.063956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3975b357-5806-4a1a-9589-5cf5db9275ad is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:00:18.076021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2e192-25ad-48eb-8b39-9ccab9d2cbe9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07d5353-6273-4a93-bed1-c6d43f169880,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:18.101771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-dcb2e192-25ad-48eb-8b39-9ccab9d2cbe9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.103987 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-dcb2e192-25ad-48eb-8b39-9ccab9d2cbe9 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1866775 Jun 15 15:00:18.108745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42072) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:18.118581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9c608360-58e3-41c8-b88a-03bbad8bc465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '77efc90e-f5ad-48ae-87fb-bd5ab740f9e2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:18.129308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9c608360-58e3-41c8-b88a-03bbad8bc465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:18.136127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9c608360-58e3-41c8-b88a-03bbad8bc465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:00:18.140952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9c608360-58e3-41c8-b88a-03bbad8bc465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:00:18.149729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9c608360-58e3-41c8-b88a-03bbad8bc465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:18.173701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c608360-58e3-41c8-b88a-03bbad8bc465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.282171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c608360-58e3-41c8-b88a-03bbad8bc465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.287659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c608360-58e3-41c8-b88a-03bbad8bc465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.308747 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c608360-58e3-41c8-b88a-03bbad8bc465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9c45a4-eb18-4957-8da7-6ffc0597b1f9,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:18.335242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c608360-58e3-41c8-b88a-03bbad8bc465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.336764 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c608360-58e3-41c8-b88a-03bbad8bc465 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2264030 Jun 15 15:00:18.341130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.342660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42076) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:18.353044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7c844e38-bf63-4783-ace4-8a4b5a227d6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '77efc90e-f5ad-48ae-87fb-bd5ab740f9e2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:18.362628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Transition to ACTIVE for port object 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:00:18.365236 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7c844e38-bf63-4783-ace4-8a4b5a227d6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:18.373166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.373466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7c844e38-bf63-4783-ace4-8a4b5a227d6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:00:18.378053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7c844e38-bf63-4783-ace4-8a4b5a227d6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:00:18.387377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7c844e38-bf63-4783-ace4-8a4b5a227d6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:18.405028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c844e38-bf63-4783-ace4-8a4b5a227d6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.512698 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c844e38-bf63-4783-ace4-8a4b5a227d6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.518143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c844e38-bf63-4783-ace4-8a4b5a227d6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.565543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c844e38-bf63-4783-ace4-8a4b5a227d6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64df6236-0ea4-40bc-983d-994bc1ed8162,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:18.581005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7c844e38-bf63-4783-ace4-8a4b5a227d6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.587259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42080) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:18.593309 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7c844e38-bf63-4783-ace4-8a4b5a227d6d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2482643 Jun 15 15:00:18.595590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-308bc53b-100a-419b-b8cb-b7d7c55cd75e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '77efc90e-f5ad-48ae-87fb-bd5ab740f9e2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:18.604856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-308bc53b-100a-419b-b8cb-b7d7c55cd75e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:18.609603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-308bc53b-100a-419b-b8cb-b7d7c55cd75e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:00:18.612883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-308bc53b-100a-419b-b8cb-b7d7c55cd75e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:00:18.619510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-308bc53b-100a-419b-b8cb-b7d7c55cd75e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:18.634447 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-308bc53b-100a-419b-b8cb-b7d7c55cd75e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:00:18.645158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-308bc53b-100a-419b-b8cb-b7d7c55cd75e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.676253 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763da2c-d551-4aef-acf1-d7eab3aefedf None None] Pushing event updated for resources: {'Port': ['ID=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:18.710711 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Attempting to bind port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:00:18.711848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Attempting to bind port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:00:18.712079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Attempting to bind port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf on network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:00:18.721393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:00:18.722040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Checking segment: {'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:00:18.722646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.723855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Bound using segment: {'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:00:18.724429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Bound port: 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:00:18.725620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.741976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-308bc53b-100a-419b-b8cb-b7d7c55cd75e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.748763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-308bc53b-100a-419b-b8cb-b7d7c55cd75e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.787396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bc53b-100a-419b-b8cb-b7d7c55cd75e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=299efffa-7aa3-4cfb-a752-3f6f577f3257,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:18.798918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-308bc53b-100a-419b-b8cb-b7d7c55cd75e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.805338 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-308bc53b-100a-419b-b8cb-b7d7c55cd75e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2123475 Jun 15 15:00:18.806224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42084) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:18.812009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e75c36b8-f0d0-40cd-8cc5-6fa5e33cf9bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'security_group_rule': {'security_group_id': '77efc90e-f5ad-48ae-87fb-bd5ab740f9e2', 'project_id': '032b1386b78145d282edf892a5a65f64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:18.818410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e75c36b8-f0d0-40cd-8cc5-6fa5e33cf9bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:18.823554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e75c36b8-f0d0-40cd-8cc5-6fa5e33cf9bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:security_group_rule and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:00:18.826183 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e75c36b8-f0d0-40cd-8cc5-6fa5e33cf9bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:00:18.836269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e75c36b8-f0d0-40cd-8cc5-6fa5e33cf9bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:18.846436 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] For port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:00:18.850235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] For port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:00:18.850781 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-e75c36b8-f0d0-40cd-8cc5-6fa5e33cf9bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Project 032b1386b78145d282edf892a5a65f64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:00:18.855476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.859937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e75c36b8-f0d0-40cd-8cc5-6fa5e33cf9bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.931604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e75c36b8-f0d0-40cd-8cc5-6fa5e33cf9bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.936573 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e75c36b8-f0d0-40cd-8cc5-6fa5e33cf9bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.958656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c36b8-f0d0-40cd-8cc5-6fa5e33cf9bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acc2460d-3d08-45b1-817f-dc863fd5c56d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:18.980030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e75c36b8-f0d0-40cd-8cc5-6fa5e33cf9bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:18.981684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:00:18.991718 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T14:59:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:18.991932 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e75c36b8-f0d0-40cd-8cc5-6fa5e33cf9bf tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1754150 Jun 15 15:00:19.154757 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763da2c-d551-4aef-acf1-d7eab3aefedf None None] Pushing event updated for resources: {'Port': ['ID=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:19.199667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-0746dc02-5d29-4ff6-a0e2-a89af2bea304 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:00:19.217687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-0746dc02-5d29-4ff6-a0e2-a89af2bea304 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:00:19.218774 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-0746dc02-5d29-4ff6-a0e2-a89af2bea304 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862744218&fields=id&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 267 time: 0.0844617 Jun 15 15:00:19.282693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] Set router ba7e9fc7-93d4-44bb-a1c5-28441f112606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:00:19.383614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-28f090c9-43f8-4e83-871c-f5a0580b6fa3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:19.384377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-28f090c9-43f8-4e83-871c-f5a0580b6fa3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:00:19.403300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-28f090c9-43f8-4e83-871c-f5a0580b6fa3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:00:19.405304 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-28f090c9-43f8-4e83-871c-f5a0580b6fa3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/networks?id=64a1f1e9-278b-4476-9f14-a8d23a048ec5 HTTP/1.1" status: 200 len: 797 time: 0.1792326 Jun 15 15:00:19.426354 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-fd6964a7-b933-4549-81c0-55c08cafe5cd tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/quotas/032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 375 time: 0.0150807 Jun 15 15:00:19.564242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b3aa7154-ceb3-4e98-9fb3-adfaac9e5d60 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:00:19.588473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b3aa7154-ceb3-4e98-9fb3-adfaac9e5d60 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:00:19.590745 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b3aa7154-ceb3-4e98-9fb3-adfaac9e5d60 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1559987 Jun 15 15:00:19.610624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-951b25e5-0b93-4d45-8fac-763f8725f265 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 15:00:19.612313 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-951b25e5-0b93-4d45-8fac-763f8725f265 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088205 Jun 15 15:00:19.667846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf', 'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:2e:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:14Z', 'updated_at': '2022-06-15T15:00:18Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:19.675348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81754dc3-93b7-4260-a938-70ea14ca7d27 None None] The sync data for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv is: [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf', 'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:2e:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:14Z', 'updated_at': '2022-06-15T15:00:18Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:00:19.779250 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-db47125c-e3af-4fc7-9e4c-d80f09c4f551 service neutron] 10.222.0.26 "GET /v2.0/networks/64a1f1e9-278b-4476-9f14-a8d23a048ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596158 Jun 15 15:00:19.932718 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-ce40c069-6fb1-4b0d-8bac-7790ba4f772a service neutron] 10.222.0.26 "GET /v2.0/networks/64a1f1e9-278b-4476-9f14-a8d23a048ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464934 Jun 15 15:00:20.188410 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-8e81e030-3753-4db8-866a-ea61aa037a7e req-68087697-0b0a-49c7-acd0-2a10ef22c76e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:00:20.205620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-8e81e030-3753-4db8-866a-ea61aa037a7e req-68087697-0b0a-49c7-acd0-2a10ef22c76e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:00:20.206970 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8e81e030-3753-4db8-866a-ea61aa037a7e req-68087697-0b0a-49c7-acd0-2a10ef22c76e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 210 time: 0.0937009 Jun 15 15:00:20.865606 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:00:20.956017 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:00:20.963744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:00:20.964265 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:21.116870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:00:21.117149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:21.162926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:00:21.167853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:21.248814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:21.472342 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b68d2754-08fa-4644-8091-756a2345e1c0 req-ed6e0024-1569-4f6d-9ef6-32a3a8b8ec17 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 210 time: 0.0826151 Jun 15 15:00:21.530031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:21.599723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-61a60b28-78d2-48cf-9426-e13388580a8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:21.600501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-61a60b28-78d2-48cf-9426-e13388580a8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:00:21.615620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-61a60b28-78d2-48cf-9426-e13388580a8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:00:21.616869 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-61a60b28-78d2-48cf-9426-e13388580a8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/networks?id=64a1f1e9-278b-4476-9f14-a8d23a048ec5 HTTP/1.1" status: 200 len: 797 time: 0.2625356 Jun 15 15:00:21.681136 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-347f4a50-3221-4fed-99de-b202101c2449 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=032b1386b78145d282edf892a5a65f64 HTTP/1.1" status: 200 len: 379 time: 0.0556109 Jun 15 15:00:21.692272 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'port': {'device_id': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'admin_state_up': True, 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'security_groups': ['77efc90e-f5ad-48ae-87fb-bd5ab740f9e2']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:21.878635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:21.893336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:21.907029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Made reservation on behalf of 032b1386b78145d282edf892a5a65f64 for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:00:21.911214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:22.150273 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.20.0.12 (64a1f1e9-278b-4476-9f14-a8d23a048ec5/26ea370c-6d3c-4146-a4ad-937e4e740605/c1dee004-d7df-4936-97f6-01858d3ae253) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:00:22.440615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:22.459224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Transition to ACTIVE for port object c1dee004-d7df-4936-97f6-01858d3ae253 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:00:22.496317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:22.602798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:00:22.607117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:00:22.613930 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:00:22.689178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=c1dee004-d7df-4936-97f6-01858d3ae253,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:22.836760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:00:22.845083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:22.846156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:22.888320 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c4d633bc-7f91-4947-af6b-422f89d4460a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2024050 Jun 15 15:00:22.901815 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147c905-41de-46ae-ab83-8382bfa0fcda req-fbe69bc8-b161-4459-a6ef-a8570e2b16a3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:22.902136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-6147c905-41de-46ae-ab83-8382bfa0fcda req-fbe69bc8-b161-4459-a6ef-a8570e2b16a3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:00:22.910395 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Request body: {'port': {'device_id': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:22.931871 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7bcabf7e-f6fc-41af-822e-b0ee240b1652 None None] Provisioning for port c1dee004-d7df-4936-97f6-01858d3ae253 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:00:22.942531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7bcabf7e-f6fc-41af-822e-b0ee240b1652 None None] Provisioning complete for port c1dee004-d7df-4936-97f6-01858d3ae253 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:00:22.943044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7bcabf7e-f6fc-41af-822e-b0ee240b1652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:22.986956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-6147c905-41de-46ae-ab83-8382bfa0fcda req-fbe69bc8-b161-4459-a6ef-a8570e2b16a3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:00:22.988491 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6147c905-41de-46ae-ab83-8382bfa0fcda req-fbe69bc8-b161-4459-a6ef-a8570e2b16a3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 932 time: 0.3107715 Jun 15 15:00:23.002174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:00:23.002550 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:23.069118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7bcabf7e-f6fc-41af-822e-b0ee240b1652 None None] Port c1dee004-d7df-4936-97f6-01858d3ae253 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:00:23.123321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:23.140888 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6147c905-41de-46ae-ab83-8382bfa0fcda req-6bd720db-f890-43f4-a4bb-9fc773764e15 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101410 Jun 15 15:00:23.207037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:00:23.660982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1dee004-d7df-4936-97f6-01858d3ae253 {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:00:23.671575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:23.694025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Transition to ACTIVE for port object c1dee004-d7df-4936-97f6-01858d3ae253 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:00:23.698859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:23.918716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Pushing event updated for resources: {'Port': ['ID=c1dee004-d7df-4936-97f6-01858d3ae253,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:24.048396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Attempting to bind port c1dee004-d7df-4936-97f6-01858d3ae253 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:00:24.048827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Attempting to bind port c1dee004-d7df-4936-97f6-01858d3ae253 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:00:24.049367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Attempting to bind port c1dee004-d7df-4936-97f6-01858d3ae253 on network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:00:24.058511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Port c1dee004-d7df-4936-97f6-01858d3ae253 on network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:00:24.059027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Attempting to bind port c1dee004-d7df-4936-97f6-01858d3ae253 on network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:00:24.068459 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:00:24.068995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Checking segment: {'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:00:24.069607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Bound using segment: {'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:00:24.070313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Bound port: c1dee004-d7df-4936-97f6-01858d3ae253, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '298e3ce4-f32c-4007-8a05-fdf73776585b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:00:24.070872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:24.189362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] For port c1dee004-d7df-4936-97f6-01858d3ae253, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:00:24.193013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] For port c1dee004-d7df-4936-97f6-01858d3ae253, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c1dee004-d7df-4936-97f6-01858d3ae253,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:00:24.201987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:24.310430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:24.311414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:24.313663 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] 10.222.0.44 "PUT /v2.0/ports/c1dee004-d7df-4936-97f6-01858d3ae253 HTTP/1.1" status: 200 len: 1094 time: 1.4085546 Jun 15 15:00:24.314350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'tag': 'c1dee004-d7df-4936-97f6-01858d3ae253'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:00:24.380805 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52b15c3-fe76-451d-a3e1-dc29d9529dfc service neutron] Pushing event updated for resources: {'Port': ['ID=c1dee004-d7df-4936-97f6-01858d3ae253,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:24.475993 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb41ebd-d18a-49dc-8188-e5a272ebedd5'] response: {'name': 'network-changed', 'server_uuid': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'tag': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'status': 'completed', 'code': 200} Jun 15 15:00:24.553801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c1576ce7-0916-4c1a-8f3f-17f39241ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:24.556430 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-c1576ce7-0916-4c1a-8f3f-17f39241ce8a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 1097 time: 0.1635897 Jun 15 15:00:24.560724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16e3c5-930d-413a-867c-200acbfb29a0 req-4dc389e8-cca0-4697-88fc-f05a99ea5e06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:24.564133 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c16e3c5-930d-413a-867c-200acbfb29a0 req-4dc389e8-cca0-4697-88fc-f05a99ea5e06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 944 time: 0.2007356 Jun 15 15:00:24.656772 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5c16e3c5-930d-413a-867c-200acbfb29a0 req-a07b2fc7-baab-46a9-b1aa-0f00e656749f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823014 Jun 15 15:00:24.662641 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-2fdf9180-19c6-49bc-af4b-81108fb1956c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1dee004-d7df-4936-97f6-01858d3ae253 HTTP/1.1" status: 200 len: 217 time: 0.0988333 Jun 15 15:00:24.747244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-f0726ab4-8561-4c82-bf07-c060bef0f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:24.748680 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-f0726ab4-8561-4c82-bf07-c060bef0f976 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26ea370c-6d3c-4146-a4ad-937e4e740605 HTTP/1.1" status: 200 len: 833 time: 0.0753324 Jun 15 15:00:24.864506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b2b9f0e7-4e36-4c1f-9d2d-16078cc3f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:24.867216 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-b2b9f0e7-4e36-4c1f-9d2d-16078cc3f283 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=64a1f1e9-278b-4476-9f14-a8d23a048ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1123667 Jun 15 15:00:25.015858 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-63bb6f6d-7973-4737-8b1b-817e35cb3b89 service neutron] 10.222.0.44 "GET /v2.0/networks/64a1f1e9-278b-4476-9f14-a8d23a048ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420286 Jun 15 15:00:25.169896 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fdf4107f-d5ce-47a8-b1d5-584afae1b764 req-d3d6d1ce-bd5f-46aa-8b10-46e6cb163bdb service neutron] 10.222.0.44 "GET /v2.0/networks/64a1f1e9-278b-4476-9f14-a8d23a048ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483407 Jun 15 15:00:25.322657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0ec4b-b484-4c9b-80d5-aaa2738cfb47 req-3e7c65ad-45cb-4c71-b896-b82d2caa9990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:25.324464 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8cc0ec4b-b484-4c9b-80d5-aaa2738cfb47 req-3e7c65ad-45cb-4c71-b896-b82d2caa9990 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 1097 time: 0.1006103 Jun 15 15:00:25.466436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0ec4b-b484-4c9b-80d5-aaa2738cfb47 req-0e377aba-c234-4166-a955-5c17cf1d241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:25.467838 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8cc0ec4b-b484-4c9b-80d5-aaa2738cfb47 req-0e377aba-c234-4166-a955-5c17cf1d241d service neutron] 10.222.0.44 "GET /v2.0/networks?id=64a1f1e9-278b-4476-9f14-a8d23a048ec5 HTTP/1.1" status: 200 len: 898 time: 0.1369026 Jun 15 15:00:25.646448 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8cc0ec4b-b484-4c9b-80d5-aaa2738cfb47 req-89fa4c6a-cbe0-49b1-9287-47f10e65f28d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1dee004-d7df-4936-97f6-01858d3ae253 HTTP/1.1" status: 200 len: 217 time: 0.1722336 Jun 15 15:00:25.723800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0ec4b-b484-4c9b-80d5-aaa2738cfb47 req-f5394faa-2113-4da1-80aa-e170779d533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:25.725363 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8cc0ec4b-b484-4c9b-80d5-aaa2738cfb47 req-f5394faa-2113-4da1-80aa-e170779d533c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26ea370c-6d3c-4146-a4ad-937e4e740605 HTTP/1.1" status: 200 len: 833 time: 0.0706794 Jun 15 15:00:25.891454 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0ec4b-b484-4c9b-80d5-aaa2738cfb47 req-2ce76e6d-7f68-4c8a-9d7b-69303548cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:25.893276 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8cc0ec4b-b484-4c9b-80d5-aaa2738cfb47 req-2ce76e6d-7f68-4c8a-9d7b-69303548cd10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=64a1f1e9-278b-4476-9f14-a8d23a048ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1610274 Jun 15 15:00:26.037982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f2ff2-dfa8-4d94-be0b-247044325edc req-1086b12b-bc28-4ecf-9771-06bd899282f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:26.039718 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4d2f2ff2-dfa8-4d94-be0b-247044325edc req-1086b12b-bc28-4ecf-9771-06bd899282f7 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 944 time: 0.2123613 Jun 15 15:00:26.085348 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8cc0ec4b-b484-4c9b-80d5-aaa2738cfb47 req-9c4fbe2d-1639-4047-b371-640fee9e2a93 service neutron] 10.222.0.44 "GET /v2.0/networks/64a1f1e9-278b-4476-9f14-a8d23a048ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837838 Jun 15 15:00:26.178353 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4d2f2ff2-dfa8-4d94-be0b-247044325edc req-943ab5eb-8753-42ee-b0d2-7cc355fa4551 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246457 Jun 15 15:00:26.264137 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8cc0ec4b-b484-4c9b-80d5-aaa2738cfb47 req-aa169fa6-75b2-47d2-abeb-ee273af5c9c6 service neutron] 10.222.0.44 "GET /v2.0/networks/64a1f1e9-278b-4476-9f14-a8d23a048ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730726 Jun 15 15:00:27.287627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c0b5e85a-c0d6-4a4a-8e9f-d670d6adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:27.413563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff2f84-1037-4b02-8200-33036bcb420c req-22430ef0-d384-487a-afb7-52d316e90240 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:27.415111 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-54ff2f84-1037-4b02-8200-33036bcb420c req-22430ef0-d384-487a-afb7-52d316e90240 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 944 time: 0.1088161 Jun 15 15:00:27.464100 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-54ff2f84-1037-4b02-8200-33036bcb420c req-0004ef42-5129-4b04-8d99-ae46098a665d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423810 Jun 15 15:00:28.074548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device c1dee004-d7df-4936-97f6-01858d3ae253 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:00:28.238897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port c1dee004-d7df-4936-97f6-01858d3ae253, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c1dee004-d7df-4936-97f6-01858d3ae253,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:00:28.254596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'port_id': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'mac_address': 'fa:16:3e:16:f1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:00:28.327546 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port c1dee004-d7df-4936-97f6-01858d3ae253 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:00:28.328760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:28.351036 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1dee004-d7df-4936-97f6-01858d3ae253 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:00:28.377712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port c1dee004-d7df-4936-97f6-01858d3ae253, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c1dee004-d7df-4936-97f6-01858d3ae253,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:00:28.382326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:28.459156 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=c1dee004-d7df-4936-97f6-01858d3ae253,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:28.575386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['c1dee004-d7df-4936-97f6-01858d3ae253'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:00:28.753243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c8470-6568-4f7c-bc2f-bd835c6bf41d req-dfd5ddd8-b677-4495-9a92-1694a1fa654f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:28.756244 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b65c8470-6568-4f7c-bc2f-bd835c6bf41d req-dfd5ddd8-b677-4495-9a92-1694a1fa654f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 945 time: 0.1586072 Jun 15 15:00:28.818887 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b65c8470-6568-4f7c-bc2f-bd835c6bf41d req-bf16f6b5-cb7a-480d-a684-39580b8e5c06 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560343 Jun 15 15:00:29.401874 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f73fd19-7c65-4d4e-9092-a0098cc68615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:30.067410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c84a3c-adec-453d-83e6-c583793a22f3 req-b35875e7-9ff0-4d4c-861a-667a41d733e3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:30.069628 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a5c84a3c-adec-453d-83e6-c583793a22f3 req-b35875e7-9ff0-4d4c-861a-667a41d733e3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 945 time: 0.1138000 Jun 15 15:00:30.095817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device c1dee004-d7df-4936-97f6-01858d3ae253 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:00:30.136238 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a5c84a3c-adec-453d-83e6-c583793a22f3 req-cb7e833f-2577-42a4-ae84-b206f935f310 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578940 Jun 15 15:00:30.190629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port c1dee004-d7df-4936-97f6-01858d3ae253 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:00:30.196567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port c1dee004-d7df-4936-97f6-01858d3ae253 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:00:30.197054 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:30.361878 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port c1dee004-d7df-4936-97f6-01858d3ae253 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:00:30.362348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:30.396082 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1dee004-d7df-4936-97f6-01858d3ae253'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:00:30.406880 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port c1dee004-d7df-4936-97f6-01858d3ae253, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c1dee004-d7df-4936-97f6-01858d3ae253,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:00:30.412765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:30.478078 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4726bfa2-156c-4a42-93fd-4abc5a6c2880'] response: {'server_uuid': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'code': 200} Jun 15 15:00:30.527190 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=c1dee004-d7df-4936-97f6-01858d3ae253,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:30.625200 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:30.628123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:30.776661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d91b1f-2a93-44b6-9690-bc115fb1b350 req-60b768f3-1155-4704-b336-4b9652eebf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:30.778193 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-47d91b1f-2a93-44b6-9690-bc115fb1b350 req-60b768f3-1155-4704-b336-4b9652eebf5f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 1099 time: 0.1142874 Jun 15 15:00:30.841507 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-47d91b1f-2a93-44b6-9690-bc115fb1b350 req-89f4b228-aeb0-4e79-900a-06d45dad22fb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566232 Jun 15 15:00:31.374346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783608b-c028-43f1-9afa-1d6f51a95d68 req-e8e39984-736f-4981-a276-db639fc88a8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:31.376062 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2783608b-c028-43f1-9afa-1d6f51a95d68 req-e8e39984-736f-4981-a276-db639fc88a8f tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 946 time: 0.1221802 Jun 15 15:00:31.580514 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2783608b-c028-43f1-9afa-1d6f51a95d68 req-fc4f2c09-1010-4201-abb3-3a2b4b93d6b5 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979003 Jun 15 15:00:32.039305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:32.849293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30551f7a-1d64-4751-8a18-3e7dd862b749 req-829bd38e-5b86-4224-a6a5-1c1828685537 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:32.850954 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-30551f7a-1d64-4751-8a18-3e7dd862b749 req-829bd38e-5b86-4224-a6a5-1c1828685537 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 946 time: 0.1050148 Jun 15 15:00:32.911461 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-30551f7a-1d64-4751-8a18-3e7dd862b749 req-99bea403-8580-48ec-ab98-042cb35ac195 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513568 Jun 15 15:00:33.175148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930ffed-0882-43a5-999f-ba047a253f51 req-048715a8-11a7-469d-9c5f-62fe1e919165 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:33.176657 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a930ffed-0882-43a5-999f-ba047a253f51 req-048715a8-11a7-469d-9c5f-62fe1e919165 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 946 time: 0.0937431 Jun 15 15:00:33.249005 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a930ffed-0882-43a5-999f-ba047a253f51 req-aeff5e80-d3a6-4ac3-a307-1c344d719097 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623701 Jun 15 15:00:33.280864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42138) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:33.363481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df4135-4909-44ec-89f9-1fd3cfcd34c5 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:33.365070 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-47df4135-4909-44ec-89f9-1fd3cfcd34c5 tempest-TestNetworkBasicOps-366024130 tempest-TestNetworkBasicOps-366024130-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 1094 time: 0.0831857 Jun 15 15:00:33.368404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42142) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:33.373968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:00:33.380651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:00:33.385067 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Usage tracker for resource:floatingip and tenant:032b1386b78145d282edf892a5a65f64 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:00:33.388437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:00:33.394941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:00:33.408692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:33.579311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:33.759757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Allocated IP 172.26.3.118 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/13acb657-4728-49ff-97cc-a10b3375b868) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:00:33.932037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:33.970303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:34.049992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:00:34.053545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:00:34.056778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:00:34.101870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=13acb657-4728-49ff-97cc-a10b3375b868,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:34.611810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:34.708612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:34.956211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:34.962369 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:35.077957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event updated for resources: {'Port': ['ID=13acb657-4728-49ff-97cc-a10b3375b868,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:00:35.092138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:35.443341 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP f29a9f95-2225-4ec6-b446-adb08169e0d5 associated. External IP: 172.26.3.118, port: c1dee004-d7df-4936-97f6-01858d3ae253. Jun 15 15:00:35.589452 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:00:35.844282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router ba7e9fc7-93d4-44bb-a1c5-28441f112606 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:00:36.052042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:00:36.065210 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b16217-00ec-43ba-840a-f7eaad865f8f None None] Sync routers for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:00:36.079166 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b16217-00ec-43ba-840a-f7eaad865f8f None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:00:36.079934 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-37b16217-00ec-43ba-840a-f7eaad865f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:00:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:36.083823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:36.167138 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4d3188fd-75c0-473d-85c4-786c5e6fdf57 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7975664 Jun 15 15:00:36.167827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'tag': 'c1dee004-d7df-4936-97f6-01858d3ae253'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:00:36.172255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42146) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:36.250483 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbc8d5d6-50d9-4c45-906a-f318dbb3f40e'] response: {'name': 'network-changed', 'server_uuid': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'tag': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'status': 'completed', 'code': 200} Jun 15 15:00:36.292795 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-37b16217-00ec-43ba-840a-f7eaad865f8f None None] Set router ba7e9fc7-93d4-44bb-a1c5-28441f112606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:00:36.403624 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-69b48a1d-21eb-4c9e-a5eb-b1043d5a4f0c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/f29a9f95-2225-4ec6-b446-adb08169e0d5 HTTP/1.1" status: 200 len: 992 time: 0.2282970 Jun 15 15:00:36.429715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3cfa5-ec00-4fba-a8f3-32330ba1dfb8 req-f816b440-4445-4b89-9908-b8c8284ef720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:36.432405 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3b3cfa5-ec00-4fba-a8f3-32330ba1dfb8 req-f816b440-4445-4b89-9908-b8c8284ef720 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 1099 time: 0.1545281 Jun 15 15:00:36.633912 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3cfa5-ec00-4fba-a8f3-32330ba1dfb8 req-49e5e81a-0212-4496-a5bf-e2cfebc2a82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:36.636433 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3b3cfa5-ec00-4fba-a8f3-32330ba1dfb8 req-49e5e81a-0212-4496-a5bf-e2cfebc2a82a service neutron] 10.222.0.44 "GET /v2.0/networks?id=64a1f1e9-278b-4476-9f14-a8d23a048ec5 HTTP/1.1" status: 200 len: 898 time: 0.1979718 Jun 15 15:00:36.775700 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-37b16217-00ec-43ba-840a-f7eaad865f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'f29a9f95-2225-4ec6-b446-adb08169e0d5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.118', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'port_id': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'mac_address': 'fa:16:3e:16:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:00:34Z', 'updated_at': '2022-06-15T15:00:34Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf', 'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:2e:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:14Z', 'updated_at': '2022-06-15T15:00:21Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:36.782278 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b16217-00ec-43ba-840a-f7eaad865f8f None None] Checking router: ba7e9fc7-93d4-44bb-a1c5-28441f112606 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:00:36.797391 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b16217-00ec-43ba-840a-f7eaad865f8f None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:00:36.798356 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-37b16217-00ec-43ba-840a-f7eaad865f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:00:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:36.806696 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3b3cfa5-ec00-4fba-a8f3-32330ba1dfb8 req-b479079e-70c3-482f-b2dd-2d6bee78ed63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1dee004-d7df-4936-97f6-01858d3ae253 HTTP/1.1" status: 200 len: 1000 time: 0.1632555 Jun 15 15:00:36.908012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3cfa5-ec00-4fba-a8f3-32330ba1dfb8 req-cad2e586-dd78-4b31-a969-2700c491bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:36.910402 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3b3cfa5-ec00-4fba-a8f3-32330ba1dfb8 req-cad2e586-dd78-4b31-a969-2700c491bc7f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26ea370c-6d3c-4146-a4ad-937e4e740605 HTTP/1.1" status: 200 len: 833 time: 0.0971651 Jun 15 15:00:37.005543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3cfa5-ec00-4fba-a8f3-32330ba1dfb8 req-06f7f661-6902-45a4-9c84-a134bb159caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:00:37.006957 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3b3cfa5-ec00-4fba-a8f3-32330ba1dfb8 req-06f7f661-6902-45a4-9c84-a134bb159caa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=64a1f1e9-278b-4476-9f14-a8d23a048ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0909824 Jun 15 15:00:37.067424 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-37b16217-00ec-43ba-840a-f7eaad865f8f None None] Set router ba7e9fc7-93d4-44bb-a1c5-28441f112606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:00:37.303177 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3b3cfa5-ec00-4fba-a8f3-32330ba1dfb8 req-689c0100-7cf8-4d2b-ade9-434caa7f32f9 service neutron] 10.222.0.44 "GET /v2.0/networks/64a1f1e9-278b-4476-9f14-a8d23a048ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900951 Jun 15 15:00:37.408020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42152) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:37.473985 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3b3cfa5-ec00-4fba-a8f3-32330ba1dfb8 req-4572b220-f97a-4d50-9515-83675ee5d2a6 service neutron] 10.222.0.44 "GET /v2.0/networks/64a1f1e9-278b-4476-9f14-a8d23a048ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643016 Jun 15 15:00:37.549032 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-37b16217-00ec-43ba-840a-f7eaad865f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'f29a9f95-2225-4ec6-b446-adb08169e0d5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.118', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'port_id': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'mac_address': 'fa:16:3e:16:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:00:34Z', 'updated_at': '2022-06-15T15:00:34Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf', 'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:2e:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:14Z', 'updated_at': '2022-06-15T15:00:21Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:00:37.553419 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-19225069-98eb-4c33-a291-4ae4b5ce5046 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/f29a9f95-2225-4ec6-b446-adb08169e0d5 HTTP/1.1" status: 200 len: 992 time: 0.1436589 Jun 15 15:00:37.556017 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b16217-00ec-43ba-840a-f7eaad865f8f None None] The sync data for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv is: [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 4, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'f29a9f95-2225-4ec6-b446-adb08169e0d5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.118', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'port_id': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'mac_address': 'fa:16:3e:16:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:00:34Z', 'updated_at': '2022-06-15T15:00:34Z', 'revision_number': 0, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf', 'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:2e:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:14Z', 'updated_at': '2022-06-15T15:00:21Z', 'revision_number': 5, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:00:37.796234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfbd3f5-c530-475d-9c35-2c94979aa62e None None] New status for floating IP f29a9f95-2225-4ec6-b446-adb08169e0d5: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:00:38.558961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42156) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:00:38.675477 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ad7e8235-dc57-4f2d-9cc8-4a07279ff14d tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/f29a9f95-2225-4ec6-b446-adb08169e0d5 HTTP/1.1" status: 200 len: 994 time: 0.1152697 Jun 15 15:00:51.541225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:57.292391 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-65889e1e-dbb1-4af2-bd95-b080029271c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:00:59.398188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea5cbecd-7479-49ab-b6c9-02965bd7dea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:00.619639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:00.624304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:02.040312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:03.292166 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42172) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:03.297735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e3253895-3eb8-4443-98fd-8f3838f02c1a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:01:03.846546 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e3253895-3eb8-4443-98fd-8f3838f02c1a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:03.858903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e3253895-3eb8-4443-98fd-8f3838f02c1a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:04.086442 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3253895-3eb8-4443-98fd-8f3838f02c1a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router ba7e9fc7-93d4-44bb-a1c5-28441f112606 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:01:04.294154 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3253895-3eb8-4443-98fd-8f3838f02c1a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:01:04.302786 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e3253895-3eb8-4443-98fd-8f3838f02c1a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:04.304014 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e3253895-3eb8-4443-98fd-8f3838f02c1a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/ba7e9fc7-93d4-44bb-a1c5-28441f112606 HTTP/1.1" status: 200 len: 889 time: 1.0107486 Jun 15 15:01:04.307789 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8a49f-bd43-4fb1-a85e-77eb71a7aa97 None None] Sync routers for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:01:04.321139 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8a49f-bd43-4fb1-a85e-77eb71a7aa97 None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:01:04.322011 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b8d8a49f-bd43-4fb1-a85e-77eb71a7aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:00:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:04.389902 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b8d8a49f-bd43-4fb1-a85e-77eb71a7aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:04.399105 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8a49f-bd43-4fb1-a85e-77eb71a7aa97 None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:01:04.399934 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b8d8a49f-bd43-4fb1-a85e-77eb71a7aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:00:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:04.463590 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b8d8a49f-bd43-4fb1-a85e-77eb71a7aa97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:04.463962 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8a49f-bd43-4fb1-a85e-77eb71a7aa97 None None] The sync data for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv is: [] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:01:04.899950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:01:05.023130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d553d53d-1cac-4916-9cd6-30486fc2ba55 None None] New status for floating IP f29a9f95-2225-4ec6-b446-adb08169e0d5: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:01:05.152293 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:01:05.152670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:05.281869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:01:05.333274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:05.424458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:06.462252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42178) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:06.471826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fd8738c1-8433-4c2b-bbd3-6a080b87d70a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:01:06.842648 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 321f9384-7c25-4248-91bb-ac05ddb2befd no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:01:07.021231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 321f9384-7c25-4248-91bb-ac05ddb2befd is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:01:07.021530 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:07.041896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 321f9384-7c25-4248-91bb-ac05ddb2befd, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=321f9384-7c25-4248-91bb-ac05ddb2befd,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:01:07.046626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:07.151939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=321f9384-7c25-4248-91bb-ac05ddb2befd,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:07.218887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd8738c1-8433-4c2b-bbd3-6a080b87d70a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:07.231138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd8738c1-8433-4c2b-bbd3-6a080b87d70a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-952340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-952349', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-958444'] for router, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:07.424308 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8738c1-8433-4c2b-bbd3-6a080b87d70a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router ba7e9fc7-93d4-44bb-a1c5-28441f112606 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:01:07.623528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8738c1-8433-4c2b-bbd3-6a080b87d70a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:01:07.635098 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b27008-c8d2-44fa-a167-37dc4d7fca89 None None] Sync routers for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:01:07.635897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd8738c1-8433-4c2b-bbd3-6a080b87d70a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:07.640802 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fd8738c1-8433-4c2b-bbd3-6a080b87d70a tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/ba7e9fc7-93d4-44bb-a1c5-28441f112606 HTTP/1.1" status: 200 len: 888 time: 1.1740370 Jun 15 15:01:07.641058 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42182) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:07.654142 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b27008-c8d2-44fa-a167-37dc4d7fca89 None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:01:07.655399 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-74b27008-c8d2-44fa-a167-37dc4d7fca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:00:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:07.769275 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5ee50ecb-96cf-4590-b020-122f9ab3f32e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/f29a9f95-2225-4ec6-b446-adb08169e0d5 HTTP/1.1" status: 200 len: 992 time: 0.1270781 Jun 15 15:01:07.904541 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-74b27008-c8d2-44fa-a167-37dc4d7fca89 None None] Set router ba7e9fc7-93d4-44bb-a1c5-28441f112606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:01:08.288874 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-74b27008-c8d2-44fa-a167-37dc4d7fca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:01:07Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:01:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'f29a9f95-2225-4ec6-b446-adb08169e0d5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.118', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'port_id': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'mac_address': 'fa:16:3e:16:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:00:34Z', 'updated_at': '2022-06-15T15:01:05Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf', 'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:2e:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:14Z', 'updated_at': '2022-06-15T15:01:05Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:08.293258 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b27008-c8d2-44fa-a167-37dc4d7fca89 None None] Checking router: ba7e9fc7-93d4-44bb-a1c5-28441f112606 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:01:08.303732 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b27008-c8d2-44fa-a167-37dc4d7fca89 None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:01:08.304569 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-74b27008-c8d2-44fa-a167-37dc4d7fca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:00:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:08.522128 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-74b27008-c8d2-44fa-a167-37dc4d7fca89 None None] Set router ba7e9fc7-93d4-44bb-a1c5-28441f112606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:01:08.774184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42186) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:08.918620 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ade0f1d6-e6fb-49c2-a3cb-b5936b639c7e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/f29a9f95-2225-4ec6-b446-adb08169e0d5 HTTP/1.1" status: 200 len: 992 time: 0.1424408 Jun 15 15:01:08.965876 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-74b27008-c8d2-44fa-a167-37dc4d7fca89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:01:07Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:01:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'f29a9f95-2225-4ec6-b446-adb08169e0d5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.118', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'port_id': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'mac_address': 'fa:16:3e:16:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:00:34Z', 'updated_at': '2022-06-15T15:01:05Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf', 'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:2e:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:14Z', 'updated_at': '2022-06-15T15:01:05Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:08.971999 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b27008-c8d2-44fa-a167-37dc4d7fca89 None None] The sync data for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv is: [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:01:07Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:01:07Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'f29a9f95-2225-4ec6-b446-adb08169e0d5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'floating_ip_address': '172.26.3.118', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'port_id': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'mac_address': 'fa:16:3e:16:f1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:00:34Z', 'updated_at': '2022-06-15T15:01:05Z', 'revision_number': 2, 'project_id': '032b1386b78145d282edf892a5a65f64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf', 'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:2e:82:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:14Z', 'updated_at': '2022-06-15T15:01:05Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:01:09.925722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42190) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:10.044244 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-42c3d72f-3b1b-4b6b-b8a5-480e3f21bfdc tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/f29a9f95-2225-4ec6-b446-adb08169e0d5 HTTP/1.1" status: 200 len: 992 time: 0.1184568 Jun 15 15:01:10.796241 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59a15ea-a442-4a77-85f7-1f093951bbe5 None None] New status for floating IP f29a9f95-2225-4ec6-b446-adb08169e0d5: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:01:10.900515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 321f9384-7c25-4248-91bb-ac05ddb2befd up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:01:11.049000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42194) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:11.132467 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 321f9384-7c25-4248-91bb-ac05ddb2befd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:01:11.132741 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:11.200891 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ce631cde-ab94-4547-a986-2a625394b938 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/floatingips/f29a9f95-2225-4ec6-b446-adb08169e0d5 HTTP/1.1" status: 200 len: 994 time: 0.1504877 Jun 15 15:01:11.274378 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 321f9384-7c25-4248-91bb-ac05ddb2befd is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:01:11.274741 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:11.312682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 321f9384-7c25-4248-91bb-ac05ddb2befd, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=321f9384-7c25-4248-91bb-ac05ddb2befd,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:01:11.318570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:11.320108 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:01:11.445169 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=321f9384-7c25-4248-91bb-ac05ddb2befd,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:11.454936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:11.455283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:11.455637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:11.455973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:11.456331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:11.456664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:11.456990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:11.457306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:11.457631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:11.457956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:11.458280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:11.458598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:11.470810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:01:11.471346 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:11.522137 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42202) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:11.615145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:01:11.616076 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:11.670590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:01:11.675858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:11.766683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:11.881652 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 13acb657-4728-49ff-97cc-a10b3375b868 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:01:11.881997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:12.116892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:12.117225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:12.259610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 13acb657-4728-49ff-97cc-a10b3375b868 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:01:12.436751 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:12.485797 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=13acb657-4728-49ff-97cc-a10b3375b868,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:12.530083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:12.530913 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:12.530913 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:12.531155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:12.531413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:12.531724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:12.532043 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:12.532390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:12.532713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:12.533055 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:12.533349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:12.533666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:12.589103 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:01:12.611081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:12.611414 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Floating IP f29a9f95-2225-4ec6-b446-adb08169e0d5 disassociated (deleted). External IP: 172.26.3.118, port: c1dee004-d7df-4936-97f6-01858d3ae253. Jun 15 15:01:12.865549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 321f9384-7c25-4248-91bb-ac05ddb2befd up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:01:12.939300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 321f9384-7c25-4248-91bb-ac05ddb2befd triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:01:12.939667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:13.039857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router ba7e9fc7-93d4-44bb-a1c5-28441f112606 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:01:13.071407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 321f9384-7c25-4248-91bb-ac05ddb2befd is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:01:13.072874 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:01:13.158177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:01:13.158700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:13.251372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:01:13.266558 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a6dd23-c60a-47c2-bd5f-f6aa2e2cee06 None None] Sync routers for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:01:13.276657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:13.284366 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6dd23-c60a-47c2-bd5f-f6aa2e2cee06 None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:01:13.285364 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e0a6dd23-c60a-47c2-bd5f-f6aa2e2cee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:00:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:13.307498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:01:13.352845 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b0fd4b0d-48a2-4d62-904f-ba78ae4df70e tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/floatingips/f29a9f95-2225-4ec6-b446-adb08169e0d5 HTTP/1.1" status: 204 len: 168 time: 1.8290408 Jun 15 15:01:13.353552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'tag': 'c1dee004-d7df-4936-97f6-01858d3ae253'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:01:13.407076 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deac8aea-7dde-4270-b932-c07ca25334be'] response: {'name': 'network-changed', 'server_uuid': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'tag': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'status': 'completed', 'code': 200} Jun 15 15:01:13.523161 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-e0a6dd23-c60a-47c2-bd5f-f6aa2e2cee06 None None] Set router ba7e9fc7-93d4-44bb-a1c5-28441f112606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:01:13.533582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bcd57-11f7-45c1-97f7-6e06c7add40e req-b03d78d0-ef96-4bbd-b04d-fe1cd366ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:13.535682 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d80bcd57-11f7-45c1-97f7-6e06c7add40e req-b03d78d0-ef96-4bbd-b04d-fe1cd366ca1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=032b1386b78145d282edf892a5a65f64&device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 1099 time: 0.0996096 Jun 15 15:01:13.882551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bcd57-11f7-45c1-97f7-6e06c7add40e req-86a48d6f-66bb-4b76-a823-50c55d3775e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:13.884823 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d80bcd57-11f7-45c1-97f7-6e06c7add40e req-86a48d6f-66bb-4b76-a823-50c55d3775e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=64a1f1e9-278b-4476-9f14-a8d23a048ec5 HTTP/1.1" status: 200 len: 898 time: 0.3429711 Jun 15 15:01:13.910471 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e0a6dd23-c60a-47c2-bd5f-f6aa2e2cee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:01:07Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:01:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf', 'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:2e:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:14Z', 'updated_at': '2022-06-15T15:01:11Z', 'revision_number': 7, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:13.915126 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a6dd23-c60a-47c2-bd5f-f6aa2e2cee06 None None] Checking router: ba7e9fc7-93d4-44bb-a1c5-28441f112606 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:01:13.924778 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6dd23-c60a-47c2-bd5f-f6aa2e2cee06 None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:01:13.925390 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e0a6dd23-c60a-47c2-bd5f-f6aa2e2cee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:00:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:13.973643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbb96b-0ac2-4dd6-a29f-e92811181ec2 req-7e59e279-d5cd-49cd-9831-b93b77a9dbe8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:13.974531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-18cbb96b-0ac2-4dd6-a29f-e92811181ec2 req-7e59e279-d5cd-49cd-9831-b93b77a9dbe8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Synchronizing usage tracker for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:01:13.987801 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d80bcd57-11f7-45c1-97f7-6e06c7add40e req-1b0b9353-3fc7-494a-b90e-b8c0861ce131 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1dee004-d7df-4936-97f6-01858d3ae253 HTTP/1.1" status: 200 len: 217 time: 0.0936761 Jun 15 15:01:14.036313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-18cbb96b-0ac2-4dd6-a29f-e92811181ec2 req-7e59e279-d5cd-49cd-9831-b93b77a9dbe8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Unset dirty status for tenant:032b1386b78145d282edf892a5a65f64 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:01:14.037622 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-18cbb96b-0ac2-4dd6-a29f-e92811181ec2 req-7e59e279-d5cd-49cd-9831-b93b77a9dbe8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 946 time: 0.2765617 Jun 15 15:01:14.108049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bcd57-11f7-45c1-97f7-6e06c7add40e req-6a2bc351-9d80-4747-a69e-e084dbf11297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:14.109665 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d80bcd57-11f7-45c1-97f7-6e06c7add40e req-6a2bc351-9d80-4747-a69e-e084dbf11297 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=26ea370c-6d3c-4146-a4ad-937e4e740605 HTTP/1.1" status: 200 len: 833 time: 0.1137443 Jun 15 15:01:14.136145 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-e0a6dd23-c60a-47c2-bd5f-f6aa2e2cee06 None None] Set router ba7e9fc7-93d4-44bb-a1c5-28441f112606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:01:14.168515 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-18cbb96b-0ac2-4dd6-a29f-e92811181ec2 req-3f846bdc-3a96-4506-ae75-8a8674d55143 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078682 Jun 15 15:01:14.227730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80bcd57-11f7-45c1-97f7-6e06c7add40e req-6285c567-a6ff-4512-a88b-123118f21773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:14.229292 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d80bcd57-11f7-45c1-97f7-6e06c7add40e req-6285c567-a6ff-4512-a88b-123118f21773 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=64a1f1e9-278b-4476-9f14-a8d23a048ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1126239 Jun 15 15:01:14.387649 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d80bcd57-11f7-45c1-97f7-6e06c7add40e req-931a2692-3e39-445c-b169-65832051f2a5 service neutron] 10.222.0.44 "GET /v2.0/networks/64a1f1e9-278b-4476-9f14-a8d23a048ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517520 Jun 15 15:01:14.497924 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e0a6dd23-c60a-47c2-bd5f-f6aa2e2cee06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:01:07Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:01:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf', 'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:2e:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:14Z', 'updated_at': '2022-06-15T15:01:11Z', 'revision_number': 7, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:14.503264 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a6dd23-c60a-47c2-bd5f-f6aa2e2cee06 None None] The sync data for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv is: [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:01:07Z', 'revision_number': 6, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:01:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf', 'name': '', 'network_id': '64a1f1e9-278b-4476-9f14-a8d23a048ec5', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'mac_address': 'fa:16:3e:2e:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_interface', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:14Z', 'updated_at': '2022-06-15T15:01:11Z', 'revision_number': 7, 'project_id': '032b1386b78145d282edf892a5a65f64', 'subnets': [{'id': '26ea370c-6d3c-4146-a4ad-937e4e740605', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:01:14.571484 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d80bcd57-11f7-45c1-97f7-6e06c7add40e req-28de05fd-b34a-47bd-af90-d24386b7cefb service neutron] 10.222.0.44 "GET /v2.0/networks/64a1f1e9-278b-4476-9f14-a8d23a048ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764898 Jun 15 15:01:15.023724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d35744-f6ed-4c0b-b0c7-d3dd75fd98f8 req-ac7b2af9-f2a6-411f-b105-04fc9d069dd3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:15.025358 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b7d35744-f6ed-4c0b-b0c7-d3dd75fd98f8 req-ac7b2af9-f2a6-411f-b105-04fc9d069dd3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 946 time: 0.1083059 Jun 15 15:01:15.108843 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-b7d35744-f6ed-4c0b-b0c7-d3dd75fd98f8 req-6c306439-c851-43d7-b67d-cd58727b40d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port c1dee004-d7df-4936-97f6-01858d3ae253 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:01:15.109192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-b7d35744-f6ed-4c0b-b0c7-d3dd75fd98f8 req-6c306439-c851-43d7-b67d-cd58727b40d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:15.393114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f2cf6a-2a02-4bfb-aa16-e7719351b851 None None] New status for floating IP f29a9f95-2225-4ec6-b446-adb08169e0d5: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:01:15.435508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42782c-64fd-4793-9ee0-42df33086e61 req-54e960a4-2d79-456f-8d3f-6e1e0ba19cd8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:15.440779 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d42782c-64fd-4793-9ee0-42df33086e61 req-54e960a4-2d79-456f-8d3f-6e1e0ba19cd8 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 946 time: 0.1291196 Jun 15 15:01:15.487182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-b7d35744-f6ed-4c0b-b0c7-d3dd75fd98f8 req-6c306439-c851-43d7-b67d-cd58727b40d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port c1dee004-d7df-4936-97f6-01858d3ae253, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c1dee004-d7df-4936-97f6-01858d3ae253,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:01:15.488064 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-b7d35744-f6ed-4c0b-b0c7-d3dd75fd98f8 req-6c306439-c851-43d7-b67d-cd58727b40d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:15.506433 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d42782c-64fd-4793-9ee0-42df33086e61 req-aa704972-4061-4383-86a2-177c23ce21f1 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/security-groups?id=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591946 Jun 15 15:01:15.654189 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-b7d35744-f6ed-4c0b-b0c7-d3dd75fd98f8 req-6c306439-c851-43d7-b67d-cd58727b40d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for c1dee004-d7df-4936-97f6-01858d3ae253 owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:01:15.835426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-b7d35744-f6ed-4c0b-b0c7-d3dd75fd98f8 req-6c306439-c851-43d7-b67d-cd58727b40d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:15.896116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c306439-c851-43d7-b67d-cd58727b40d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=c1dee004-d7df-4936-97f6-01858d3ae253,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:16.098639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d35744-f6ed-4c0b-b0c7-d3dd75fd98f8 req-6c306439-c851-43d7-b67d-cd58727b40d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] No DVR routers for this DVR port c1dee004-d7df-4936-97f6-01858d3ae253 on host hv-neutron-8458 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:01:16.101387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-b7d35744-f6ed-4c0b-b0c7-d3dd75fd98f8 req-6c306439-c851-43d7-b67d-cd58727b40d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:16.104274 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'name': 'network-vif-deleted', 'tag': 'c1dee004-d7df-4936-97f6-01858d3ae253'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:01:16.121751 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b7d35744-f6ed-4c0b-b0c7-d3dd75fd98f8 req-6c306439-c851-43d7-b67d-cd58727b40d3 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.44 "DELETE /v2.0/ports/c1dee004-d7df-4936-97f6-01858d3ae253 HTTP/1.1" status: 204 len: 173 time: 1.0908220 Jun 15 15:01:16.160168 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d5d1a60-49b7-4d1d-b720-f18894a1fb51'] response: {'server_uuid': 'a9f4243e-6c25-4349-b6a2-89a12bc9e7b8', 'name': 'network-vif-deleted', 'tag': 'c1dee004-d7df-4936-97f6-01858d3ae253', 'status': 'completed', 'code': 200} Jun 15 15:01:16.753718 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9228a08a-d516-4d5b-b093-116a8c95e7ea req-67b26fe9-90fe-4bc4-9a94-2f7d8db7540c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "GET /v2.0/ports?device_id=a9f4243e-6c25-4349-b6a2-89a12bc9e7b8 HTTP/1.1" status: 200 len: 210 time: 0.0727735 Jun 15 15:01:17.855914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42222) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:17.932294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7e523be-a279-460e-a3a7-5af5a4a37781 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:17.965389 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7e523be-a279-460e-a3a7-5af5a4a37781 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:18.040361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7e523be-a279-460e-a3a7-5af5a4a37781 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:18.058447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e523be-a279-460e-a3a7-5af5a4a37781 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77efc90e-f5ad-48ae-87fb-bd5ab740f9e2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:18.073971 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7e523be-a279-460e-a3a7-5af5a4a37781 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:18.075113 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c7e523be-a279-460e-a3a7-5af5a4a37781 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/security-groups/77efc90e-f5ad-48ae-87fb-bd5ab740f9e2 HTTP/1.1" status: 204 len: 168 time: 0.2181385 Jun 15 15:01:18.109240 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42228) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:18.265667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device c1dee004-d7df-4936-97f6-01858d3ae253 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:01:18.302420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: c1dee004-d7df-4936-97f6-01858d3ae253 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:01:18.302849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device c1dee004-d7df-4936-97f6-01858d3ae253 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:01:18.858522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15201f39-7e63-4992-8ea4-66d1d2c0fbbe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:19.265488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-15201f39-7e63-4992-8ea4-66d1d2c0fbbe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:01:19.265842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15201f39-7e63-4992-8ea4-66d1d2c0fbbe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:19.498239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-15201f39-7e63-4992-8ea4-66d1d2c0fbbe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:01:19.498239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15201f39-7e63-4992-8ea4-66d1d2c0fbbe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:19.633241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-15201f39-7e63-4992-8ea4-66d1d2c0fbbe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:01:19.985275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15201f39-7e63-4992-8ea4-66d1d2c0fbbe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:20.037228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15201f39-7e63-4992-8ea4-66d1d2c0fbbe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:20.362451 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-15201f39-7e63-4992-8ea4-66d1d2c0fbbe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:20.765515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15201f39-7e63-4992-8ea4-66d1d2c0fbbe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Router ba7e9fc7-93d4-44bb-a1c5-28441f112606 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:01:20.977473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15201f39-7e63-4992-8ea4-66d1d2c0fbbe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:01:20.988770 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629becc8-f03b-420c-9792-aa4e9069e739 None None] Sync routers for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:01:20.996529 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-15201f39-7e63-4992-8ea4-66d1d2c0fbbe tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "PUT /v2.0/routers/ba7e9fc7-93d4-44bb-a1c5-28441f112606/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8824706 Jun 15 15:01:20.997716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42238) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:21.002267 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629becc8-f03b-420c-9792-aa4e9069e739 None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:01:21.002914 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-629becc8-f03b-420c-9792-aa4e9069e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:00:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:21.083149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9704b1-0216-4fa1-810c-0fc8ff1a949c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting subnet 26ea370c-6d3c-4146-a4ad-937e4e740605 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:01:21.087286 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f9704b1-0216-4fa1-810c-0fc8ff1a949c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:21.155946 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f9704b1-0216-4fa1-810c-0fc8ff1a949c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:21.262235 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-629becc8-f03b-420c-9792-aa4e9069e739 None None] Set router ba7e9fc7-93d4-44bb-a1c5-28441f112606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:01:21.266644 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f9704b1-0216-4fa1-810c-0fc8ff1a949c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:21.369571 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f9704b1-0216-4fa1-810c-0fc8ff1a949c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:21.412657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9704b1-0216-4fa1-810c-0fc8ff1a949c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Subnet': ['ID=26ea370c-6d3c-4146-a4ad-937e4e740605,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:21.419170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f9704b1-0216-4fa1-810c-0fc8ff1a949c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:21.425865 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f9704b1-0216-4fa1-810c-0fc8ff1a949c tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/subnets/26ea370c-6d3c-4146-a4ad-937e4e740605 HTTP/1.1" status: 204 len: 168 time: 0.4269729 Jun 15 15:01:21.429130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42242) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:21.431219 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fbd6f0-0794-485c-a180-a2ae45d17a67 None None] Network 64a1f1e9-278b-4476-9f14-a8d23a048ec5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:01:21.608053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:21.618717 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-629becc8-f03b-420c-9792-aa4e9069e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:01:19Z', 'revision_number': 7, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:01:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:21.625224 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629becc8-f03b-420c-9792-aa4e9069e739 None None] Checking router: ba7e9fc7-93d4-44bb-a1c5-28441f112606 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:01:21.637103 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629becc8-f03b-420c-9792-aa4e9069e739 None None] Routers {'ba7e9fc7-93d4-44bb-a1c5-28441f112606'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:01:21.637737 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-629becc8-f03b-420c-9792-aa4e9069e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:00:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:21.780950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:21.819470 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e16bc7-83e2-4dfe-9ab4-4116df736ecf None None] DHCP port deletion for 64a1f1e9-278b-4476-9f14-a8d23a048ec5 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:01:21.824556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c2e16bc7-83e2-4dfe-9ab4-4116df736ecf None None] Deleting port 3975b357-5806-4a1a-9589-5cf5db9275ad {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:01:21.824934 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2e16bc7-83e2-4dfe-9ab4-4116df736ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:21.926295 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-629becc8-f03b-420c-9792-aa4e9069e739 None None] Set router ba7e9fc7-93d4-44bb-a1c5-28441f112606 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:01:22.018989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:22.030366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Deleting port 321f9384-7c25-4248-91bb-ac05ddb2befd {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:01:22.030702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:22.081916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c2e16bc7-83e2-4dfe-9ab4-4116df736ecf None None] For port 3975b357-5806-4a1a-9589-5cf5db9275ad, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3975b357-5806-4a1a-9589-5cf5db9275ad,segment=NetworkSegment(298e3ce4-f32c-4007-8a05-fdf73776585b),segment_id=298e3ce4-f32c-4007-8a05-fdf73776585b)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:01:22.082300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2e16bc7-83e2-4dfe-9ab4-4116df736ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:22.224238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c2e16bc7-83e2-4dfe-9ab4-4116df736ecf None None] Calling delete_port for 3975b357-5806-4a1a-9589-5cf5db9275ad owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:01:22.246719 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] For port 321f9384-7c25-4248-91bb-ac05ddb2befd, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=321f9384-7c25-4248-91bb-ac05ddb2befd,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:01:22.247023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:22.261395 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-629becc8-f03b-420c-9792-aa4e9069e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:01:19Z', 'revision_number': 7, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:01:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:22.266738 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629becc8-f03b-420c-9792-aa4e9069e739 None None] The sync data for ids ['ba7e9fc7-93d4-44bb-a1c5-28441f112606'] in dv-neutron-845844-1-hyperv is: [{'id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'name': 'tempest-TestNetworkBasicOps-router-1305915795', 'tenant_id': '032b1386b78145d282edf892a5a65f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153'}], 'enable_snat': True}, 'gw_port_id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:00:08Z', 'updated_at': '2022-06-15T15:01:19Z', 'revision_number': 7, 'project_id': '032b1386b78145d282edf892a5a65f64', 'gw_port': {'id': '321f9384-7c25-4248-91bb-ac05ddb2befd', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:09:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba7e9fc7-93d4-44bb-a1c5-28441f112606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:00:09Z', 'updated_at': '2022-06-15T15:01:11Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:01:22.329508 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c2e16bc7-83e2-4dfe-9ab4-4116df736ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:22.381466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e16bc7-83e2-4dfe-9ab4-4116df736ecf None None] Pushing event deleted for resources: {'Port': ['ID=3975b357-5806-4a1a-9589-5cf5db9275ad,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:22.386261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e16bc7-83e2-4dfe-9ab4-4116df736ecf None None] No DVR routers for this DVR port 3975b357-5806-4a1a-9589-5cf5db9275ad on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:01:22.401978 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Calling delete_port for 321f9384-7c25-4248-91bb-ac05ddb2befd owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:01:22.584661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:22.636128 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Port': ['ID=321f9384-7c25-4248-91bb-ac05ddb2befd,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:22.759781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:22.932229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:01:22.955207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:22.957564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:22.985148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:22.986301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Fanout notify agent at l3_agent the message router_deleted on router ba7e9fc7-93d4-44bb-a1c5-28441f112606 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:01:22.992758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:01:22.993247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3acabf11-68ec-4a0d-a3b2-5e2fdc974aaf not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:01:22.994124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3975b357-5806-4a1a-9589-5cf5db9275ad no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:01:23.013942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:23.015222 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e8271f11-6a98-46ad-a109-6a4a7421a9c6 tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/routers/ba7e9fc7-93d4-44bb-a1c5-28441f112606 HTTP/1.1" status: 204 len: 168 time: 1.5848377 Jun 15 15:01:23.017905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42246) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:23.041339 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 3975b357-5806-4a1a-9589-5cf5db9275ad {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:01:23.041679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3975b357-5806-4a1a-9589-5cf5db9275ad not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:01:23.166609 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:23.432915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:23.473278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a1f1e9-278b-4476-9f14-a8d23a048ec5']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:23.487890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298e3ce4-f32c-4007-8a05-fdf73776585b') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:23.488169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298e3ce4-f32c-4007-8a05-fdf73776585b') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:01:23.502135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:23.519468 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:23.527138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:01:23.527649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:23.600743 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 298e3ce4-f32c-4007-8a05-fdf73776585b resource provider aggregate not found Jun 15 15:01:23.632339 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 298e3ce4-f32c-4007-8a05-fdf73776585b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 298e3ce4-f32c-4007-8a05-fdf73776585b found for delete ", "request_id": "req-55344782-764f-4b51-9916-67a6a226cf06"}]} Jun 15 15:01:23.655828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:23.674325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:23.686488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] Pushing event deleted for resources: {'Network': ['ID=64a1f1e9-278b-4476-9f14-a8d23a048ec5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:23.697477 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ba35e191-cb8f-41a0-997d-9bfb44de59ae tempest-TestNetworkBasicOps-29078889 tempest-TestNetworkBasicOps-29078889-project] 10.222.0.26 "DELETE /v2.0/networks/64a1f1e9-278b-4476-9f14-a8d23a048ec5 HTTP/1.1" status: 204 len: 168 time: 0.6768043 Jun 15 15:01:24.049287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42258) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:24.225406 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ea7d601d-c409-43d2-b6be-6f1924cb9754 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=032b1386b78145d282edf892a5a65f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1749272 Jun 15 15:01:24.228126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42264) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:24.292852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:24.319654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:24.384862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:24.403842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faeacff-3b1a-4608-8b2b-3adff863df5d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:24.414697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:24.415069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:24.415513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:24.415848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:24.416383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:24.416591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:24.416855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:24.417163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:24.417472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:24.417791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:24.418169 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:24.418418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:01:24.421403 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:24.422532 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d6cff248-3a8e-4450-9b8f-f0dea79c84b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3faeacff-3b1a-4608-8b2b-3adff863df5d HTTP/1.1" status: 204 len: 168 time: 0.1934836 Jun 15 15:01:24.811124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 321f9384-7c25-4248-91bb-ac05ddb2befd no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:01:24.823145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42272) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:24.853498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 321f9384-7c25-4248-91bb-ac05ddb2befd {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:01:24.853857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 321f9384-7c25-4248-91bb-ac05ddb2befd not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:01:24.854030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34c15fb7-ad09-47a8-810e-b4a1f251ab77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:24.870873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-34c15fb7-ad09-47a8-810e-b4a1f251ab77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:01:24.874750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-34c15fb7-ad09-47a8-810e-b4a1f251ab77 admin admin] Usage tracker for resource:security_group_rule and tenant:965f0fb590a84bdf8f6be9a77cd251ba is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:01:24.877612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-34c15fb7-ad09-47a8-810e-b4a1f251ab77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:01:24.883816 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-34c15fb7-ad09-47a8-810e-b4a1f251ab77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:01:24.980794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34c15fb7-ad09-47a8-810e-b4a1f251ab77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:24.986802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-34c15fb7-ad09-47a8-810e-b4a1f251ab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:25.047771 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-34c15fb7-ad09-47a8-810e-b4a1f251ab77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=965f0fb590a84bdf8f6be9a77cd251ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2233126 Jun 15 15:01:25.048658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c15fb7-ad09-47a8-810e-b4a1f251ab77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79719cb7-ead0-44d1-ba93-84024084e1d8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:25.050696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42276) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:25.122917 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-84694d33-5209-45f9-826e-86b2056a2e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:25.152000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-84694d33-5209-45f9-826e-86b2056a2e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:25.211494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-84694d33-5209-45f9-826e-86b2056a2e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:25.226357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84694d33-5209-45f9-826e-86b2056a2e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79719cb7-ead0-44d1-ba93-84024084e1d8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:25.235275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-84694d33-5209-45f9-826e-86b2056a2e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:25.237294 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-84694d33-5209-45f9-826e-86b2056a2e50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/79719cb7-ead0-44d1-ba93-84024084e1d8 HTTP/1.1" status: 204 len: 168 time: 0.1850567 Jun 15 15:01:27.290433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-94e3a044-dcb0-42e2-8687-42873343aa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:29.395210 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b55099b8-0f7a-48c4-b5be-82ad63749857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:30.623954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:30.627465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:32.042692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:32.496248 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-ba883761-f060-44d1-b7b2-29f4b634fe03 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=52bcc72f0932451b9aa52c6553bdc4bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346110 Jun 15 15:01:32.715790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-394c642d-3515-4f06-ade9-3fa136fa0bfe tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:32.718294 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-394c642d-3515-4f06-ade9-3fa136fa0bfe tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151358 Jun 15 15:01:32.745021 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-da9f0d2f-93b0-4f24-ba99-0102d73c2be6 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/quotas/52bcc72f0932451b9aa52c6553bdc4bb HTTP/1.1" status: 200 len: 375 time: 0.0190442 Jun 15 15:01:32.812928 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0fa3b2b4-52b0-4236-a93d-85d07e941e4a tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=52bcc72f0932451b9aa52c6553bdc4bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620856 Jun 15 15:01:34.180582 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-415b8e46-6f6d-4ee6-8e69-b2fc02943ba4 req-46c444ce-7fed-4d7e-bbbb-adc738886da9 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 210 time: 0.1957219 Jun 15 15:01:35.176762 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-be91525c-be0a-4f47-b35a-a9ed67bd99ac tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=52bcc72f0932451b9aa52c6553bdc4bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499587 Jun 15 15:01:35.417973 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ab07ec0f-e929-4199-b827-a76352280be6 req-70cddf2a-24e1-4f17-9fad-6b38d7866292 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 210 time: 0.0756626 Jun 15 15:01:35.430735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fc30cd70-1eda-49a1-937f-eb9cd288ddc9 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:35.432225 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fc30cd70-1eda-49a1-937f-eb9cd288ddc9 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523785 Jun 15 15:01:35.448225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Request body: {'port': {'device_id': 'ce53aa26-086f-4c65-9c1a-50c2967a085f', 'network_id': '009c0040-800c-4f44-a283-f50268792421', 'admin_state_up': True, 'tenant_id': '52bcc72f0932451b9aa52c6553bdc4bb'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:01:35.616870 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:01:35.621945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Usage tracker for resource:port and tenant:52bcc72f0932451b9aa52c6553bdc4bb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:01:35.625084 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:01:35.631159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:01:35.646100 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Made reservation on behalf of 52bcc72f0932451b9aa52c6553bdc4bb for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:01:35.650562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:35.665212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:35.687666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:01:35.691651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Usage tracker for resource:security_group_rule and tenant:52bcc72f0932451b9aa52c6553bdc4bb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:01:35.694677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:01:35.702353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:01:35.808441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:35.813553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:35.897390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f193167e-b110-4431-a756-ff2f452ac69a,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:35.999682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Allocated IP 192.168.233.185 (009c0040-800c-4f44-a283-f50268792421/56ed7008-901e-4741-a3dd-6b97e889bfdd/303bac0b-9abf-4b7e-90d6-85b565122533) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:01:36.234736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:36.252423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Transition to ACTIVE for port object 303bac0b-9abf-4b7e-90d6-85b565122533 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:01:36.281521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:36.368013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Network 009c0040-800c-4f44-a283-f50268792421 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:01:36.371305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:01:36.375320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:01:36.410330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Pushing event updated for resources: {'Port': ['ID=303bac0b-9abf-4b7e-90d6-85b565122533,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:36.457806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:36.458808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:36.496369 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fefbf939-aa8a-47b9-b34d-e5c59de012ca tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0559089 Jun 15 15:01:36.512282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Request body: {'port': {'device_id': 'ce53aa26-086f-4c65-9c1a-50c2967a085f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:01:36.616040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-403eff03-4c3f-4332-bddf-8b12ea8fead6 None None] Provisioning for port 303bac0b-9abf-4b7e-90d6-85b565122533 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:01:36.625954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-403eff03-4c3f-4332-bddf-8b12ea8fead6 None None] Provisioning complete for port 303bac0b-9abf-4b7e-90d6-85b565122533 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:01:36.626882 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-403eff03-4c3f-4332-bddf-8b12ea8fead6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:36.662333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:36.681662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543a46a-577d-44dd-bb4c-0a07e8bc7c74 req-eccd3934-8a65-40bb-9a7d-ac71583441f1 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:36.684333 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3543a46a-577d-44dd-bb4c-0a07e8bc7c74 req-eccd3934-8a65-40bb-9a7d-ac71583441f1 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 936 time: 0.1322396 Jun 15 15:01:36.705063 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-403eff03-4c3f-4332-bddf-8b12ea8fead6 None None] Port 303bac0b-9abf-4b7e-90d6-85b565122533 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:01:36.752642 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3543a46a-577d-44dd-bb4c-0a07e8bc7c74 req-b84d00a7-277a-43bb-8ec1-fd6fc404541c tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/security-groups?id=f193167e-b110-4431-a756-ff2f452ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610318 Jun 15 15:01:37.200522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303bac0b-9abf-4b7e-90d6-85b565122533 {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:01:37.209590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:37.228728 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Transition to ACTIVE for port object 303bac0b-9abf-4b7e-90d6-85b565122533 will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:01:37.233658 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:37.398078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Pushing event updated for resources: {'Port': ['ID=303bac0b-9abf-4b7e-90d6-85b565122533,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:37.496891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Attempting to bind port 303bac0b-9abf-4b7e-90d6-85b565122533 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:01:37.497225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Attempting to bind port 303bac0b-9abf-4b7e-90d6-85b565122533 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '8a0c722b-01be-4ac5-860a-81e7c0241f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '009c0040-800c-4f44-a283-f50268792421'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:01:37.497559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Attempting to bind port 303bac0b-9abf-4b7e-90d6-85b565122533 on network 009c0040-800c-4f44-a283-f50268792421 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:01:37.502839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Port 303bac0b-9abf-4b7e-90d6-85b565122533 on network 009c0040-800c-4f44-a283-f50268792421 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:01:37.503075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Attempting to bind port 303bac0b-9abf-4b7e-90d6-85b565122533 on network 009c0040-800c-4f44-a283-f50268792421 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:01:37.508603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:01:37.509021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Checking segment: {'id': '8a0c722b-01be-4ac5-860a-81e7c0241f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '009c0040-800c-4f44-a283-f50268792421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:01:37.509201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Bound using segment: {'id': '8a0c722b-01be-4ac5-860a-81e7c0241f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '009c0040-800c-4f44-a283-f50268792421'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:01:37.510034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Bound port: 303bac0b-9abf-4b7e-90d6-85b565122533, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0c722b-01be-4ac5-860a-81e7c0241f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '009c0040-800c-4f44-a283-f50268792421'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:01:37.510034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:37.602962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] For port 303bac0b-9abf-4b7e-90d6-85b565122533, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:01:37.606159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] For port 303bac0b-9abf-4b7e-90d6-85b565122533, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=303bac0b-9abf-4b7e-90d6-85b565122533,segment=NetworkSegment(8a0c722b-01be-4ac5-860a-81e7c0241f62),segment_id=8a0c722b-01be-4ac5-860a-81e7c0241f62)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:01:37.611747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:37.679180 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:37.680030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:37.681587 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] 10.222.0.44 "PUT /v2.0/ports/303bac0b-9abf-4b7e-90d6-85b565122533 HTTP/1.1" status: 200 len: 1098 time: 1.1772962 Jun 15 15:01:37.682094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce53aa26-086f-4c65-9c1a-50c2967a085f', 'tag': '303bac0b-9abf-4b7e-90d6-85b565122533'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:01:37.703673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f48337f-ac6c-43c3-91af-584558718a99 service neutron] Pushing event updated for resources: {'Port': ['ID=303bac0b-9abf-4b7e-90d6-85b565122533,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:37.767011 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7d81a10-0c4c-4cf7-9d7b-0d398151e675'] response: {'name': 'network-changed', 'server_uuid': 'ce53aa26-086f-4c65-9c1a-50c2967a085f', 'tag': '303bac0b-9abf-4b7e-90d6-85b565122533', 'status': 'completed', 'code': 200} Jun 15 15:01:37.822895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-cd28d7b1-8860-4306-ad98-6a6b7eb0950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:37.824762 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-cd28d7b1-8860-4306-ad98-6a6b7eb0950a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52bcc72f0932451b9aa52c6553bdc4bb&device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 1101 time: 0.0982642 Jun 15 15:01:37.903190 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-751535ed-cc43-43bc-82d4-73f19f840715 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=303bac0b-9abf-4b7e-90d6-85b565122533 HTTP/1.1" status: 200 len: 217 time: 0.0712459 Jun 15 15:01:37.971003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1a73e-5a2e-4dc3-adc9-7998e0ac0ca9 req-d89b4138-4543-4e63-8a5c-25515c55f123 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:37.972682 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf1a73e-5a2e-4dc3-adc9-7998e0ac0ca9 req-d89b4138-4543-4e63-8a5c-25515c55f123 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 948 time: 0.1024616 Jun 15 15:01:37.975969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-225c6f11-1441-49ce-adb7-f121a31ef51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:37.977882 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-225c6f11-1441-49ce-adb7-f121a31ef51e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56ed7008-901e-4741-a3dd-6b97e889bfdd HTTP/1.1" status: 200 len: 843 time: 0.0696366 Jun 15 15:01:38.022777 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cf1a73e-5a2e-4dc3-adc9-7998e0ac0ca9 req-42f48d43-1906-4a67-be82-59206df07f5a tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/security-groups?id=f193167e-b110-4431-a756-ff2f452ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432971 Jun 15 15:01:38.070375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fcf3d5e9-9ccb-4ec3-b541-c8263f8b6d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:38.071913 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-fcf3d5e9-9ccb-4ec3-b541-c8263f8b6d90 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=009c0040-800c-4f44-a283-f50268792421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0875869 Jun 15 15:01:38.231357 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-d7b56d7e-3d09-472e-9099-190757b4fc95 service neutron] 10.222.0.44 "GET /v2.0/networks/009c0040-800c-4f44-a283-f50268792421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530976 Jun 15 15:01:38.395474 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0aaf7882-c61d-49f6-8aa0-27ea9754a3f5 req-f7d746e5-2f9d-4b0a-80a8-9980188db38e service neutron] 10.222.0.44 "GET /v2.0/networks/009c0040-800c-4f44-a283-f50268792421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573687 Jun 15 15:01:38.558048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab4060-e2d0-42ec-bf63-d650e649dff8 req-a57dd5b4-b0a4-4a73-8ff0-9a29a85c4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:38.559480 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e2ab4060-e2d0-42ec-bf63-d650e649dff8 req-a57dd5b4-b0a4-4a73-8ff0-9a29a85c4e69 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52bcc72f0932451b9aa52c6553bdc4bb&device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 1101 time: 0.1147475 Jun 15 15:01:38.698102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab4060-e2d0-42ec-bf63-d650e649dff8 req-1ce5295e-ddf6-4bcb-ba77-486687c1646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:38.700330 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e2ab4060-e2d0-42ec-bf63-d650e649dff8 req-1ce5295e-ddf6-4bcb-ba77-486687c1646c service neutron] 10.222.0.44 "GET /v2.0/networks?id=009c0040-800c-4f44-a283-f50268792421 HTTP/1.1" status: 200 len: 870 time: 0.1340830 Jun 15 15:01:38.878569 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e2ab4060-e2d0-42ec-bf63-d650e649dff8 req-fa84bb98-8b27-4ea6-8c31-6d0c916d2916 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=303bac0b-9abf-4b7e-90d6-85b565122533 HTTP/1.1" status: 200 len: 217 time: 0.1710114 Jun 15 15:01:38.948880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab4060-e2d0-42ec-bf63-d650e649dff8 req-270b3290-0ee4-4d2e-9c90-3ed906a9ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:38.950334 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e2ab4060-e2d0-42ec-bf63-d650e649dff8 req-270b3290-0ee4-4d2e-9c90-3ed906a9ed5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=56ed7008-901e-4741-a3dd-6b97e889bfdd HTTP/1.1" status: 200 len: 843 time: 0.0654473 Jun 15 15:01:39.064589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab4060-e2d0-42ec-bf63-d650e649dff8 req-9ae37cb2-2772-4b59-9e3a-c1b29614fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:39.067442 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e2ab4060-e2d0-42ec-bf63-d650e649dff8 req-9ae37cb2-2772-4b59-9e3a-c1b29614fec1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=009c0040-800c-4f44-a283-f50268792421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1093068 Jun 15 15:01:39.262369 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e2ab4060-e2d0-42ec-bf63-d650e649dff8 req-6c225232-ddc6-4ac7-8f6e-85691580d782 service neutron] 10.222.0.44 "GET /v2.0/networks/009c0040-800c-4f44-a283-f50268792421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894174 Jun 15 15:01:39.308782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be268d3-db1e-4de1-888d-292533c947ca req-0be97e24-87a0-4875-b6fe-730b0a780d65 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:39.309502 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-7be268d3-db1e-4de1-888d-292533c947ca req-0be97e24-87a0-4875-b6fe-730b0a780d65 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Synchronizing usage tracker for tenant:52bcc72f0932451b9aa52c6553bdc4bb on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:01:39.409017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-7be268d3-db1e-4de1-888d-292533c947ca req-0be97e24-87a0-4875-b6fe-730b0a780d65 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Unset dirty status for tenant:52bcc72f0932451b9aa52c6553bdc4bb on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:01:39.410143 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7be268d3-db1e-4de1-888d-292533c947ca req-0be97e24-87a0-4875-b6fe-730b0a780d65 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 948 time: 0.2700734 Jun 15 15:01:39.461587 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e2ab4060-e2d0-42ec-bf63-d650e649dff8 req-3e79e5fd-05d1-4f48-9613-66813b45009a service neutron] 10.222.0.44 "GET /v2.0/networks/009c0040-800c-4f44-a283-f50268792421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928804 Jun 15 15:01:39.490657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-7be268d3-db1e-4de1-888d-292533c947ca req-78b85b2b-dded-45cf-ad6d-2b2bdd4fa81c tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Synchronizing usage tracker for tenant:52bcc72f0932451b9aa52c6553bdc4bb on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:01:39.518323 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-7be268d3-db1e-4de1-888d-292533c947ca req-78b85b2b-dded-45cf-ad6d-2b2bdd4fa81c tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Unset dirty status for tenant:52bcc72f0932451b9aa52c6553bdc4bb on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:01:39.520092 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7be268d3-db1e-4de1-888d-292533c947ca req-78b85b2b-dded-45cf-ad6d-2b2bdd4fa81c tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/security-groups?id=f193167e-b110-4431-a756-ff2f452ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004257 Jun 15 15:01:40.358393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 303bac0b-9abf-4b7e-90d6-85b565122533 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:01:40.527464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 303bac0b-9abf-4b7e-90d6-85b565122533, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=303bac0b-9abf-4b7e-90d6-85b565122533,segment=NetworkSegment(8a0c722b-01be-4ac5-860a-81e7c0241f62),segment_id=8a0c722b-01be-4ac5-860a-81e7c0241f62)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:01:40.542731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '303bac0b-9abf-4b7e-90d6-85b565122533', 'network_id': '009c0040-800c-4f44-a283-f50268792421', 'port_id': '303bac0b-9abf-4b7e-90d6-85b565122533', 'mac_address': 'fa:16:3e:c3:06:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ed7008-901e-4741-a3dd-6b97e889bfdd', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:01:40.610693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 303bac0b-9abf-4b7e-90d6-85b565122533 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:01:40.610986 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:40.631623 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303bac0b-9abf-4b7e-90d6-85b565122533 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:01:40.650896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 303bac0b-9abf-4b7e-90d6-85b565122533, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=303bac0b-9abf-4b7e-90d6-85b565122533,segment=NetworkSegment(8a0c722b-01be-4ac5-860a-81e7c0241f62),segment_id=8a0c722b-01be-4ac5-860a-81e7c0241f62)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:01:40.656468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:40.738621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=303bac0b-9abf-4b7e-90d6-85b565122533,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:40.764899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb8de6-d311-4d50-9e1c-37af75d0b01f req-a116d1ea-dbb9-4d4b-8b7b-ccc11eed2686 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:40.767643 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eeeb8de6-d311-4d50-9e1c-37af75d0b01f req-a116d1ea-dbb9-4d4b-8b7b-ccc11eed2686 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 949 time: 0.1299553 Jun 15 15:01:40.820536 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eeeb8de6-d311-4d50-9e1c-37af75d0b01f req-49bea4e0-164a-4b32-9cc3-5ebf30144a91 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/security-groups?id=f193167e-b110-4431-a756-ff2f452ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468314 Jun 15 15:01:40.878877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['303bac0b-9abf-4b7e-90d6-85b565122533'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:01:42.050258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad92201-c796-497f-9865-3def4d663963 req-f37e2a51-44a2-41df-b73b-a01fb2d1f04f tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:42.052208 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0ad92201-c796-497f-9865-3def4d663963 req-f37e2a51-44a2-41df-b73b-a01fb2d1f04f tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 949 time: 0.1193097 Jun 15 15:01:42.104259 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0ad92201-c796-497f-9865-3def4d663963 req-36655cac-d942-4eb6-aa37-4b92f18cbd27 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/security-groups?id=f193167e-b110-4431-a756-ff2f452ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428686 Jun 15 15:01:42.373827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 303bac0b-9abf-4b7e-90d6-85b565122533 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:01:42.457030 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 303bac0b-9abf-4b7e-90d6-85b565122533 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:01:42.462960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 303bac0b-9abf-4b7e-90d6-85b565122533 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:01:42.463333 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:42.628811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 303bac0b-9abf-4b7e-90d6-85b565122533 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:01:42.629274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:42.706225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce53aa26-086f-4c65-9c1a-50c2967a085f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303bac0b-9abf-4b7e-90d6-85b565122533'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:01:42.722254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 303bac0b-9abf-4b7e-90d6-85b565122533, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=303bac0b-9abf-4b7e-90d6-85b565122533,segment=NetworkSegment(8a0c722b-01be-4ac5-860a-81e7c0241f62),segment_id=8a0c722b-01be-4ac5-860a-81e7c0241f62)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:01:42.728656 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:42.768779 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8f8479-8e7b-4c4a-a3ae-1c23fbbc7b9c'] response: {'server_uuid': 'ce53aa26-086f-4c65-9c1a-50c2967a085f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303bac0b-9abf-4b7e-90d6-85b565122533', 'code': 200} Jun 15 15:01:42.833375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=303bac0b-9abf-4b7e-90d6-85b565122533,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:43.031963 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff06a84-3345-4526-a7c5-4c461060a0ab req-c409e1e2-5038-42d4-ac7d-32786a6eac42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:43.034245 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1ff06a84-3345-4526-a7c5-4c461060a0ab req-c409e1e2-5038-42d4-ac7d-32786a6eac42 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 1103 time: 0.0915754 Jun 15 15:01:43.091815 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1ff06a84-3345-4526-a7c5-4c461060a0ab req-d34c1af0-ec91-43db-88ed-20e8091abd08 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f193167e-b110-4431-a756-ff2f452ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513899 Jun 15 15:01:43.346235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec9f71-24f4-4cd6-8a36-f4256152c4ff req-dccc5121-91a3-4392-9286-35ebf874e3d4 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:43.347679 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8fec9f71-24f4-4cd6-8a36-f4256152c4ff req-dccc5121-91a3-4392-9286-35ebf874e3d4 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 950 time: 0.0989048 Jun 15 15:01:43.424230 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8fec9f71-24f4-4cd6-8a36-f4256152c4ff req-b1cd3511-3b70-4dde-b095-7d23982dda9e tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/security-groups?id=f193167e-b110-4431-a756-ff2f452ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692880 Jun 15 15:01:44.655489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67cd1b-7bf2-4143-9afd-0c5dad6ee992 req-bf3e9389-d8c4-4e40-9de7-1ff95f01f1a2 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:44.657066 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d67cd1b-7bf2-4143-9afd-0c5dad6ee992 req-bf3e9389-d8c4-4e40-9de7-1ff95f01f1a2 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 950 time: 0.1041250 Jun 15 15:01:44.729455 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d67cd1b-7bf2-4143-9afd-0c5dad6ee992 req-09cfebba-b553-4802-a60f-28e40142cdfc tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/security-groups?id=f193167e-b110-4431-a756-ff2f452ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657120 Jun 15 15:01:46.061556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511cab4-53f0-4a59-989b-00a1ba22e121 req-dad464d0-30a9-4dd0-9853-5f94154e2e2c tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:46.063126 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0511cab4-53f0-4a59-989b-00a1ba22e121 req-dad464d0-30a9-4dd0-9853-5f94154e2e2c tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 950 time: 0.0990558 Jun 15 15:01:46.113291 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0511cab4-53f0-4a59-989b-00a1ba22e121 req-c2d3b1a2-e6c7-46a6-baf4-971ca5188e1d tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/security-groups?id=f193167e-b110-4431-a756-ff2f452ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431275 Jun 15 15:01:47.259143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a0e12-4ad9-4924-a66e-4a02afbdcf16 req-4cbd59c3-986c-4cad-b9c4-e7a2264d367d tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:47.261156 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-645a0e12-4ad9-4924-a66e-4a02afbdcf16 req-4cbd59c3-986c-4cad-b9c4-e7a2264d367d tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 950 time: 0.1211767 Jun 15 15:01:47.394788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-645a0e12-4ad9-4924-a66e-4a02afbdcf16 req-6451e97e-1fbc-4f98-b36f-9261ec53dbd0 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Deleting port 303bac0b-9abf-4b7e-90d6-85b565122533 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:01:47.395002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-645a0e12-4ad9-4924-a66e-4a02afbdcf16 req-6451e97e-1fbc-4f98-b36f-9261ec53dbd0 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:47.472433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1fd007-885f-4101-b837-698db64aff91 req-694af1c9-e746-48e8-a998-ee865534c95d tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:47.474004 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6d1fd007-885f-4101-b837-698db64aff91 req-694af1c9-e746-48e8-a998-ee865534c95d tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 950 time: 0.2119269 Jun 15 15:01:47.593908 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6d1fd007-885f-4101-b837-698db64aff91 req-88e0ff18-0a55-470e-855e-2a88c256af13 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/security-groups?id=f193167e-b110-4431-a756-ff2f452ac69a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920250 Jun 15 15:01:47.749089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-645a0e12-4ad9-4924-a66e-4a02afbdcf16 req-6451e97e-1fbc-4f98-b36f-9261ec53dbd0 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] For port 303bac0b-9abf-4b7e-90d6-85b565122533, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=303bac0b-9abf-4b7e-90d6-85b565122533,segment=NetworkSegment(8a0c722b-01be-4ac5-860a-81e7c0241f62),segment_id=8a0c722b-01be-4ac5-860a-81e7c0241f62)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:01:47.749556 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-645a0e12-4ad9-4924-a66e-4a02afbdcf16 req-6451e97e-1fbc-4f98-b36f-9261ec53dbd0 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:47.895097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-645a0e12-4ad9-4924-a66e-4a02afbdcf16 req-6451e97e-1fbc-4f98-b36f-9261ec53dbd0 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Calling delete_port for 303bac0b-9abf-4b7e-90d6-85b565122533 owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:01:48.210190 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-645a0e12-4ad9-4924-a66e-4a02afbdcf16 req-6451e97e-1fbc-4f98-b36f-9261ec53dbd0 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:48.225278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['303bac0b-9abf-4b7e-90d6-85b565122533'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:01:48.276156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451e97e-1fbc-4f98-b36f-9261ec53dbd0 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Pushing event deleted for resources: {'Port': ['ID=303bac0b-9abf-4b7e-90d6-85b565122533,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:48.383099 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-645a0e12-4ad9-4924-a66e-4a02afbdcf16 req-6451e97e-1fbc-4f98-b36f-9261ec53dbd0 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] No DVR routers for this DVR port 303bac0b-9abf-4b7e-90d6-85b565122533 on host hv-neutron-8458 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:01:48.386540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-645a0e12-4ad9-4924-a66e-4a02afbdcf16 req-6451e97e-1fbc-4f98-b36f-9261ec53dbd0 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:48.389585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce53aa26-086f-4c65-9c1a-50c2967a085f', 'name': 'network-vif-deleted', 'tag': '303bac0b-9abf-4b7e-90d6-85b565122533'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:01:48.410539 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-645a0e12-4ad9-4924-a66e-4a02afbdcf16 req-6451e97e-1fbc-4f98-b36f-9261ec53dbd0 tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.44 "DELETE /v2.0/ports/303bac0b-9abf-4b7e-90d6-85b565122533 HTTP/1.1" status: 204 len: 173 time: 1.1117737 Jun 15 15:01:48.461391 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceefcb19-fe17-4761-b473-b18544ef2b56'] response: {'server_uuid': 'ce53aa26-086f-4c65-9c1a-50c2967a085f', 'name': 'network-vif-deleted', 'tag': '303bac0b-9abf-4b7e-90d6-85b565122533', 'status': 'completed', 'code': 200} Jun 15 15:01:48.608709 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3a20f62e-5edf-4230-b46e-f2f7af5ed159 req-8e89dbbb-8020-4c76-ac17-d0a10039151b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0495045 Jun 15 15:01:48.750381 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3a20f62e-5edf-4230-b46e-f2f7af5ed159 req-668353f5-115f-446d-ac57-814a9a4d4a28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52bcc72f0932451b9aa52c6553bdc4bb&device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 210 time: 0.0603595 Jun 15 15:01:48.826363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-ccd33bc3-517f-4d06-8cc3-ad562efe8050 req-47291cda-0053-4780-a049-e3a65259346d tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Synchronizing usage tracker for tenant:52bcc72f0932451b9aa52c6553bdc4bb on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:01:48.835195 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3a20f62e-5edf-4230-b46e-f2f7af5ed159 req-42295f09-0f00-48b4-a617-ad39066b8d2f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=52bcc72f0932451b9aa52c6553bdc4bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466506 Jun 15 15:01:48.928486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-ccd33bc3-517f-4d06-8cc3-ad562efe8050 req-47291cda-0053-4780-a049-e3a65259346d tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] Unset dirty status for tenant:52bcc72f0932451b9aa52c6553bdc4bb on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:01:48.929814 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ccd33bc3-517f-4d06-8cc3-ad562efe8050 req-47291cda-0053-4780-a049-e3a65259346d tempest-ServersAdminNegativeTestJSON-1690843497 tempest-ServersAdminNegativeTestJSON-1690843497-project] 10.222.0.26 "GET /v2.0/ports?device_id=ce53aa26-086f-4c65-9c1a-50c2967a085f HTTP/1.1" status: 200 len: 210 time: 0.1824515 Jun 15 15:01:49.022173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20f62e-5edf-4230-b46e-f2f7af5ed159 req-1767d4f6-e070-4462-b662-d4ac6203b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:49.023820 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3a20f62e-5edf-4230-b46e-f2f7af5ed159 req-1767d4f6-e070-4462-b662-d4ac6203b9ef service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1837783 Jun 15 15:01:49.589798 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:01:50.379490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42414) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:50.424824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 303bac0b-9abf-4b7e-90d6-85b565122533 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:01:50.463128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 303bac0b-9abf-4b7e-90d6-85b565122533 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:01:50.463477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 303bac0b-9abf-4b7e-90d6-85b565122533 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:01:50.578011 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bdce0773-99cc-4182-a1a1-d693e24aaf94 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=52bcc72f0932451b9aa52c6553bdc4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972573 Jun 15 15:01:50.580860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42420) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:50.648399 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b8d213d-654d-4c9b-a9ae-d752912515cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:50.680655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b8d213d-654d-4c9b-a9ae-d752912515cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:50.749158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b8d213d-654d-4c9b-a9ae-d752912515cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:50.767723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d213d-654d-4c9b-a9ae-d752912515cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f193167e-b110-4431-a756-ff2f452ac69a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:50.781954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6b8d213d-654d-4c9b-a9ae-d752912515cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:50.783092 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6b8d213d-654d-4c9b-a9ae-d752912515cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f193167e-b110-4431-a756-ff2f452ac69a HTTP/1.1" status: 204 len: 168 time: 0.2011881 Jun 15 15:01:51.125450 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42428) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:51.148788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60349752-3166-4242-96a8-60f5532d8af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:51.165253 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-60349752-3166-4242-96a8-60f5532d8af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:01:51.169786 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-60349752-3166-4242-96a8-60f5532d8af0 admin admin] Usage tracker for resource:security_group_rule and tenant:4d30c49f1ea547439a238f93aad0d4ff is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:01:51.172890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-60349752-3166-4242-96a8-60f5532d8af0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:01:51.180218 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-60349752-3166-4242-96a8-60f5532d8af0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:01:51.299904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60349752-3166-4242-96a8-60f5532d8af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:51.305756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60349752-3166-4242-96a8-60f5532d8af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:51.356062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60349752-3166-4242-96a8-60f5532d8af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecf9d34-2360-4071-83d6-d701efd7dc7b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:51.360368 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-60349752-3166-4242-96a8-60f5532d8af0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d30c49f1ea547439a238f93aad0d4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337768 Jun 15 15:01:51.363096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42432) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:51.438671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d71c235b-1ba7-4e15-8160-634f3d531654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:51.466954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d71c235b-1ba7-4e15-8160-634f3d531654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:51.524522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d71c235b-1ba7-4e15-8160-634f3d531654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:51.541735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c235b-1ba7-4e15-8160-634f3d531654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecf9d34-2360-4071-83d6-d701efd7dc7b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:51.550101 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d71c235b-1ba7-4e15-8160-634f3d531654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:51.551917 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d71c235b-1ba7-4e15-8160-634f3d531654 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2ecf9d34-2360-4071-83d6-d701efd7dc7b HTTP/1.1" status: 204 len: 168 time: 0.1877792 Jun 15 15:01:51.555272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:52.398011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42456) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:52.521072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-516833207-network', 'tenant_id': 'b220c77fca834fdeadac069e1cf1e8bd'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:01:52.530896 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:01:52.535046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Usage tracker for resource:network and tenant:b220c77fca834fdeadac069e1cf1e8bd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:01:52.538099 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:01:52.544646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:01:52.557629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Made reservation on behalf of b220c77fca834fdeadac069e1cf1e8bd for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:01:52.559959 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:52.576559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:52.595832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:01:52.600224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Usage tracker for resource:security_group_rule and tenant:b220c77fca834fdeadac069e1cf1e8bd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:01:52.603568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:01:52.609859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:01:52.698484 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:52.703779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:52.736997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:01:52.746079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:52.751864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:52.752222 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Added segment e2f27d56-d2b1-48d7-b31e-731fd3943383 of type vlan for network 05b36406-b193-4adb-abf7-3dab91bcb9e6 Jun 15 15:01:52.783271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:52.817098 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:52.818151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:52.818793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:52.935156 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5359948 Jun 15 15:01:52.938645 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42462) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:01:52.939239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462194ea-7d2b-4120-bece-adc2fdb19669 admin admin] Pushing event updated for resources: {'Network': ['ID=05b36406-b193-4adb-abf7-3dab91bcb9e6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:52.944380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Request body: {'subnet': {'network_id': '05b36406-b193-4adb-abf7-3dab91bcb9e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-516833207-subnet', 'tenant_id': 'b220c77fca834fdeadac069e1cf1e8bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:01:52.950042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:01:52.951670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 05b36406-b193-4adb-abf7-3dab91bcb9e6 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:01:52.959073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Usage tracker for resource:subnet and tenant:b220c77fca834fdeadac069e1cf1e8bd is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:01:52.962387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:01:52.970135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:01:52.982202 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Made reservation on behalf of b220c77fca834fdeadac069e1cf1e8bd for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:01:52.984770 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:53.219284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:53.299790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2505407d-395b-4dd8-9473-28ccdbfdcf73,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:53.317723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Checking segment: {'id': 'e2f27d56-d2b1-48d7-b31e-731fd3943383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05b36406-b193-4adb-abf7-3dab91bcb9e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:01:53.318060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Network hostable DHCP agents. Network: 05b36406-b193-4adb-abf7-3dab91bcb9e6, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:01:53.339128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Network 05b36406-b193-4adb-abf7-3dab91bcb9e6 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:01:53.349924 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 05b36406-b193-4adb-abf7-3dab91bcb9e6) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:01:53.354345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:53.354933 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:53.360104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef8507d-8eb1-4e54-9718-b3b95f819fc9 None None] Network 05b36406-b193-4adb-abf7-3dab91bcb9e6 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:01:53.393757 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8be6e92a-8585-47ea-aa88-a5a9a5846142 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4489214 Jun 15 15:01:53.614547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac64cba5-3aba-44e0-9598-6d2c672a5adb None None] Network 05b36406-b193-4adb-abf7-3dab91bcb9e6 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:01:53.994170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-f94ff775-771c-4129-bc1b-094dd4c0cd61 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:53.994996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-f94ff775-771c-4129-bc1b-094dd4c0cd61 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Synchronizing usage tracker for tenant:b220c77fca834fdeadac069e1cf1e8bd on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:01:54.019067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-f94ff775-771c-4129-bc1b-094dd4c0cd61 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Unset dirty status for tenant:b220c77fca834fdeadac069e1cf1e8bd on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:01:54.020352 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-f94ff775-771c-4129-bc1b-094dd4c0cd61 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/networks?id=05b36406-b193-4adb-abf7-3dab91bcb9e6 HTTP/1.1" status: 200 len: 811 time: 0.2012277 Jun 15 15:01:54.042003 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-9968ae63-032d-4365-bbbd-813410ae5b46 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/quotas/b220c77fca834fdeadac069e1cf1e8bd HTTP/1.1" status: 200 len: 375 time: 0.0146029 Jun 15 15:01:54.106661 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-7f51b59c-d657-4a5f-8e9a-92966fb5ce6c tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b220c77fca834fdeadac069e1cf1e8bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573952 Jun 15 15:01:54.117845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-2ec04684-58f3-4722-9c33-4d0f4986e958 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 15:01:54.119120 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-2ec04684-58f3-4722-9c33-4d0f4986e958 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057356 Jun 15 15:01:54.269182 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-261c4865-4de0-4fd9-863a-38428d4eaee0 service neutron] 10.222.0.26 "GET /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387208 Jun 15 15:01:54.413941 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-4672a0c0-9ba4-4605-aa28-001d81ac2d5f service neutron] 10.222.0.26 "GET /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373353 Jun 15 15:01:54.621546 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-106f24d6-7079-4a74-b1a7-a73c37814a4a req-0b51422a-b53d-4b54-96e4-ff4a14844f30 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 210 time: 0.0607605 Jun 15 15:01:55.742411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-5a7386d8-ad62-4777-95ee-cc1c8d7cd97b tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:55.743963 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-5a7386d8-ad62-4777-95ee-cc1c8d7cd97b tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.44 "GET /v2.0/networks?id=05b36406-b193-4adb-abf7-3dab91bcb9e6 HTTP/1.1" status: 200 len: 811 time: 0.1720386 Jun 15 15:01:55.756291 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Request body: {'port': {'device_id': '9d3bc254-f282-455d-a0aa-a7bfb642db5e', 'network_id': '05b36406-b193-4adb-abf7-3dab91bcb9e6', 'admin_state_up': True, 'tenant_id': 'b220c77fca834fdeadac069e1cf1e8bd'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:01:55.992785 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f9109b51-aa4c-46cc-a9b6-883f45d7982a req-0994c73a-abec-4103-bfaa-2da0594c69bd tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 210 time: 0.2049084 Jun 15 15:01:56.063811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:01:56.068363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Usage tracker for resource:port and tenant:b220c77fca834fdeadac069e1cf1e8bd is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:01:56.071957 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:01:56.079672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:01:56.096575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Made reservation on behalf of b220c77fca834fdeadac069e1cf1e8bd for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:01:56.100695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:56.269371 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Allocated IP 172.20.0.14 (05b36406-b193-4adb-abf7-3dab91bcb9e6/2505407d-395b-4dd8-9473-28ccdbfdcf73/7ea51734-7dc9-43ab-9490-745d41f2808c) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:01:56.481921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:56.515708 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:56.591085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Network 05b36406-b193-4adb-abf7-3dab91bcb9e6 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:01:56.594133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:01:56.597975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:01:56.628676 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Pushing event updated for resources: {'Port': ['ID=7ea51734-7dc9-43ab-9490-745d41f2808c,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:56.666061 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:56.666744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:56.690230 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3a100b9b-f23c-414c-a021-f413a8975046 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9382133 Jun 15 15:01:56.701648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Request body: {'port': {'device_id': '9d3bc254-f282-455d-a0aa-a7bfb642db5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:01:56.819966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:57.214049 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99914394-1392-4831-90ee-478869e8a40e req-4fe90144-6450-445d-9f00-11921f716b5a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:57.215958 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99914394-1392-4831-90ee-478869e8a40e req-4fe90144-6450-445d-9f00-11921f716b5a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 932 time: 0.1051660 Jun 15 15:01:57.272030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea51734-7dc9-43ab-9490-745d41f2808c {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:01:57.272765 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-99914394-1392-4831-90ee-478869e8a40e req-6e126ec9-8d17-434e-a46c-1e20e24ebb45 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494146 Jun 15 15:01:57.282296 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:57.287813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b4a81cae-bb27-480c-b7f9-76ea8915cc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:57.305793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Transition to ACTIVE for port object 7ea51734-7dc9-43ab-9490-745d41f2808c will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:01:57.310939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:57.483077 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea51734-7dc9-43ab-9490-745d41f2808c,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:57.566225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Attempting to bind port 7ea51734-7dc9-43ab-9490-745d41f2808c on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:01:57.566485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Attempting to bind port 7ea51734-7dc9-43ab-9490-745d41f2808c by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'e2f27d56-d2b1-48d7-b31e-731fd3943383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05b36406-b193-4adb-abf7-3dab91bcb9e6'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:01:57.566815 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Attempting to bind port 7ea51734-7dc9-43ab-9490-745d41f2808c on network 05b36406-b193-4adb-abf7-3dab91bcb9e6 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:01:57.572592 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Port 7ea51734-7dc9-43ab-9490-745d41f2808c on network 05b36406-b193-4adb-abf7-3dab91bcb9e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:01:57.572909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Attempting to bind port 7ea51734-7dc9-43ab-9490-745d41f2808c on network 05b36406-b193-4adb-abf7-3dab91bcb9e6 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:01:57.578416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:01:57.578876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Checking segment: {'id': 'e2f27d56-d2b1-48d7-b31e-731fd3943383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05b36406-b193-4adb-abf7-3dab91bcb9e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:01:57.579148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Bound using segment: {'id': 'e2f27d56-d2b1-48d7-b31e-731fd3943383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05b36406-b193-4adb-abf7-3dab91bcb9e6'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:01:57.579631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Bound port: 7ea51734-7dc9-43ab-9490-745d41f2808c, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f27d56-d2b1-48d7-b31e-731fd3943383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '05b36406-b193-4adb-abf7-3dab91bcb9e6'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:01:57.579920 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:57.685292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] For port 7ea51734-7dc9-43ab-9490-745d41f2808c, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:01:57.688718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] For port 7ea51734-7dc9-43ab-9490-745d41f2808c, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=7ea51734-7dc9-43ab-9490-745d41f2808c,segment=NetworkSegment(e2f27d56-d2b1-48d7-b31e-731fd3943383),segment_id=e2f27d56-d2b1-48d7-b31e-731fd3943383)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:01:57.694481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:57.758910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:57.758910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:57.760352 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] 10.222.0.44 "PUT /v2.0/ports/7ea51734-7dc9-43ab-9490-745d41f2808c HTTP/1.1" status: 200 len: 1094 time: 1.0633874 Jun 15 15:01:57.763268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3bc254-f282-455d-a0aa-a7bfb642db5e', 'tag': '7ea51734-7dc9-43ab-9490-745d41f2808c'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:01:57.795421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc9b19-8f1e-4860-b32d-2e043756d264 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea51734-7dc9-43ab-9490-745d41f2808c,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:01:57.842243 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10312c65-3d2d-4dcf-bd3e-6050399dd7cb'] response: {'name': 'network-changed', 'server_uuid': '9d3bc254-f282-455d-a0aa-a7bfb642db5e', 'tag': '7ea51734-7dc9-43ab-9490-745d41f2808c', 'status': 'completed', 'code': 200} Jun 15 15:01:57.888080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-1c2bb2aa-2e93-46c1-a003-cf2f30e80937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:57.889653 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-1c2bb2aa-2e93-46c1-a003-cf2f30e80937 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b220c77fca834fdeadac069e1cf1e8bd&device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 1097 time: 0.0870848 Jun 15 15:01:57.963274 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-3f93d704-1444-41eb-8604-c60c15e0ef08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea51734-7dc9-43ab-9490-745d41f2808c HTTP/1.1" status: 200 len: 217 time: 0.0669110 Jun 15 15:01:58.029420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-4016387a-5fb9-4e5b-8aa9-9ceee7c45fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:58.031208 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-4016387a-5fb9-4e5b-8aa9-9ceee7c45fea service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2505407d-395b-4dd8-9473-28ccdbfdcf73 HTTP/1.1" status: 200 len: 851 time: 0.0617108 Jun 15 15:01:58.194892 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-53436ce5-5636-4571-86e4-ff983db4e587 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=05b36406-b193-4adb-abf7-3dab91bcb9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1578052 Jun 15 15:01:58.338750 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-fff8573f-2727-457b-9a0f-8ea9289cf311 service neutron] 10.222.0.44 "GET /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317859 Jun 15 15:01:58.480089 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cacefb81-9e27-4393-9e56-e72c8ce6f598 req-1f46eae1-899f-45ab-b3fc-bca2807defbf service neutron] 10.222.0.44 "GET /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355116 Jun 15 15:01:58.498622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65161d2-9c2e-41b2-bcb7-aed289adeba5 req-940f20f3-4b26-49b7-b6a7-bfcf621812ee tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:58.500813 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c65161d2-9c2e-41b2-bcb7-aed289adeba5 req-940f20f3-4b26-49b7-b6a7-bfcf621812ee tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 944 time: 0.1066849 Jun 15 15:01:58.558670 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c65161d2-9c2e-41b2-bcb7-aed289adeba5 req-676f2d72-2942-4f87-9a85-be7adabca226 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504985 Jun 15 15:01:58.644580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f61d9a-60e8-408a-9eda-2939dfeebf83 req-96cd527e-0597-4a83-8220-e22d6feeee87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:58.646089 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53f61d9a-60e8-408a-9eda-2939dfeebf83 req-96cd527e-0597-4a83-8220-e22d6feeee87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b220c77fca834fdeadac069e1cf1e8bd&device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 1097 time: 0.1122911 Jun 15 15:01:58.812136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f61d9a-60e8-408a-9eda-2939dfeebf83 req-81f45d5a-d9c6-4a42-91fa-d2769b013c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:58.813689 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53f61d9a-60e8-408a-9eda-2939dfeebf83 req-81f45d5a-d9c6-4a42-91fa-d2769b013c15 service neutron] 10.222.0.44 "GET /v2.0/networks?id=05b36406-b193-4adb-abf7-3dab91bcb9e6 HTTP/1.1" status: 200 len: 912 time: 0.1602583 Jun 15 15:01:58.888274 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53f61d9a-60e8-408a-9eda-2939dfeebf83 req-4a1e757d-e88d-4bf4-9679-c561cfbe9693 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea51734-7dc9-43ab-9490-745d41f2808c HTTP/1.1" status: 200 len: 217 time: 0.0682626 Jun 15 15:01:58.952436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f61d9a-60e8-408a-9eda-2939dfeebf83 req-9a1f905c-4ca0-4343-8b70-7782b606d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:58.954172 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53f61d9a-60e8-408a-9eda-2939dfeebf83 req-9a1f905c-4ca0-4343-8b70-7782b606d83a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2505407d-395b-4dd8-9473-28ccdbfdcf73 HTTP/1.1" status: 200 len: 851 time: 0.0594592 Jun 15 15:01:59.014753 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53f61d9a-60e8-408a-9eda-2939dfeebf83 req-772278ac-4b4a-481e-a4ec-5fda75e4ac00 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=05b36406-b193-4adb-abf7-3dab91bcb9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542088 Jun 15 15:01:59.152391 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53f61d9a-60e8-408a-9eda-2939dfeebf83 req-d86e6407-d640-4c2d-a15e-26802fe2616e service neutron] 10.222.0.44 "GET /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305768 Jun 15 15:01:59.288222 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53f61d9a-60e8-408a-9eda-2939dfeebf83 req-30806240-675c-4fc2-949a-f41d8e4e270c service neutron] 10.222.0.44 "GET /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288378 Jun 15 15:01:59.394405 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b600d27c-9ac8-4919-a548-e04b755815f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:01:59.760907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99f23a-d513-43cf-9102-35cf4bf1caef req-0af8aa0b-e6b7-46f7-b002-b11f6eaec6ce tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:01:59.761629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-ae99f23a-d513-43cf-9102-35cf4bf1caef req-0af8aa0b-e6b7-46f7-b002-b11f6eaec6ce tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Synchronizing usage tracker for tenant:b220c77fca834fdeadac069e1cf1e8bd on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:01:59.780972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-ae99f23a-d513-43cf-9102-35cf4bf1caef req-0af8aa0b-e6b7-46f7-b002-b11f6eaec6ce tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Unset dirty status for tenant:b220c77fca834fdeadac069e1cf1e8bd on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:01:59.782147 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ae99f23a-d513-43cf-9102-35cf4bf1caef req-0af8aa0b-e6b7-46f7-b002-b11f6eaec6ce tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 944 time: 0.1118069 Jun 15 15:01:59.828609 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-ae99f23a-d513-43cf-9102-35cf4bf1caef req-76203cc3-0dd8-4ada-9ac8-730d2c42743a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Synchronizing usage tracker for tenant:b220c77fca834fdeadac069e1cf1e8bd on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:01:59.846836 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-ae99f23a-d513-43cf-9102-35cf4bf1caef req-76203cc3-0dd8-4ada-9ac8-730d2c42743a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Unset dirty status for tenant:b220c77fca834fdeadac069e1cf1e8bd on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:01:59.847949 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ae99f23a-d513-43cf-9102-35cf4bf1caef req-76203cc3-0dd8-4ada-9ac8-730d2c42743a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601113 Jun 15 15:02:00.514035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 7ea51734-7dc9-43ab-9490-745d41f2808c details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:02:00.653360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:00.657019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:00.701947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 7ea51734-7dc9-43ab-9490-745d41f2808c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=7ea51734-7dc9-43ab-9490-745d41f2808c,segment=NetworkSegment(e2f27d56-d2b1-48d7-b31e-731fd3943383),segment_id=e2f27d56-d2b1-48d7-b31e-731fd3943383)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:02:00.716399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '7ea51734-7dc9-43ab-9490-745d41f2808c', 'network_id': '05b36406-b193-4adb-abf7-3dab91bcb9e6', 'port_id': '7ea51734-7dc9-43ab-9490-745d41f2808c', 'mac_address': 'fa:16:3e:0a:21:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2505407d-395b-4dd8-9473-28ccdbfdcf73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:02:00.772377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 7ea51734-7dc9-43ab-9490-745d41f2808c is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:02:00.772669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:00.791074 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea51734-7dc9-43ab-9490-745d41f2808c {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:02:00.808489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 7ea51734-7dc9-43ab-9490-745d41f2808c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=7ea51734-7dc9-43ab-9490-745d41f2808c,segment=NetworkSegment(e2f27d56-d2b1-48d7-b31e-731fd3943383),segment_id=e2f27d56-d2b1-48d7-b31e-731fd3943383)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:02:00.813375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:00.885178 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=7ea51734-7dc9-43ab-9490-745d41f2808c,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:01.003557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['7ea51734-7dc9-43ab-9490-745d41f2808c'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:02:01.051900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40916e8-2a0f-4ae7-901d-45ecaab1d919 req-3aafa139-7797-4cf2-ae7d-3be5957ccc0b tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:01.053362 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c40916e8-2a0f-4ae7-901d-45ecaab1d919 req-3aafa139-7797-4cf2-ae7d-3be5957ccc0b tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 945 time: 0.0953035 Jun 15 15:02:01.104507 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c40916e8-2a0f-4ae7-901d-45ecaab1d919 req-327ffdac-eb3e-425f-84b1-eaac3574f40b tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Jun 15 15:02:02.047862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:02.326118 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af81e4-1a42-466c-a152-bc07adc449b1 req-07f24af6-698c-4d07-bc37-93f2c1189b64 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:02.327965 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-21af81e4-1a42-466c-a152-bc07adc449b1 req-07f24af6-698c-4d07-bc37-93f2c1189b64 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 945 time: 0.1059585 Jun 15 15:02:02.383869 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-21af81e4-1a42-466c-a152-bc07adc449b1 req-ea026710-53e9-4347-bfef-a558151cfae3 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495009 Jun 15 15:02:02.529232 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 7ea51734-7dc9-43ab-9490-745d41f2808c up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:02:02.618961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 7ea51734-7dc9-43ab-9490-745d41f2808c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:02:02.625841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 7ea51734-7dc9-43ab-9490-745d41f2808c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:02:02.626263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:02.761401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 7ea51734-7dc9-43ab-9490-745d41f2808c is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:02:02.761776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:02.790690 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3bc254-f282-455d-a0aa-a7bfb642db5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea51734-7dc9-43ab-9490-745d41f2808c'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:02:02.803675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 7ea51734-7dc9-43ab-9490-745d41f2808c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=7ea51734-7dc9-43ab-9490-745d41f2808c,segment=NetworkSegment(e2f27d56-d2b1-48d7-b31e-731fd3943383),segment_id=e2f27d56-d2b1-48d7-b31e-731fd3943383)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:02:02.810697 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:02.847887 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84ecba3-aabb-4d6b-b5ad-baabb50b96d3'] response: {'server_uuid': '9d3bc254-f282-455d-a0aa-a7bfb642db5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea51734-7dc9-43ab-9490-745d41f2808c', 'code': 200} Jun 15 15:02:02.891231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=7ea51734-7dc9-43ab-9490-745d41f2808c,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:03.111974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522921b-24ae-4b72-b700-6fe066ecbb5d req-2281f512-4d99-42a6-96a3-17ffde35d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:03.114136 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3522921b-24ae-4b72-b700-6fe066ecbb5d req-2281f512-4d99-42a6-96a3-17ffde35d728 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 1099 time: 0.0947413 Jun 15 15:02:03.162099 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3522921b-24ae-4b72-b700-6fe066ecbb5d req-34d5e9de-47d4-40d3-a1c1-1da37e05fea0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422299 Jun 15 15:02:03.595776 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b5fce-8f22-43bd-9fac-3da3ca698837 req-7a0396e5-f0b3-4559-ba3e-fc144b136e7a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:03.597360 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8e0b5fce-8f22-43bd-9fac-3da3ca698837 req-7a0396e5-f0b3-4559-ba3e-fc144b136e7a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.0951076 Jun 15 15:02:03.655516 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8e0b5fce-8f22-43bd-9fac-3da3ca698837 req-ad9b50d1-6c77-4ff1-8bf6-d12fc377b35c tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514786 Jun 15 15:02:04.885171 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce8941a-6f45-43da-8100-55db84217a75 req-ffe9c942-ff1c-420f-8fad-9a2c8273eda0 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:04.888151 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5ce8941a-6f45-43da-8100-55db84217a75 req-ffe9c942-ff1c-420f-8fad-9a2c8273eda0 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1007361 Jun 15 15:02:04.955342 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5ce8941a-6f45-43da-8100-55db84217a75 req-976fb4b9-bd24-426e-9efb-835b49db7871 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599847 Jun 15 15:02:05.399937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42524) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:02:05.429767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f56e5-151e-4e4d-9ff0-eb697a79a9c2 req-092eee04-b2df-452a-bb92-f0c09ae01c8a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:05.431362 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e1f56e5-151e-4e4d-9ff0-eb697a79a9c2 req-092eee04-b2df-452a-bb92-f0c09ae01c8a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1179123 Jun 15 15:02:05.492632 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e1f56e5-151e-4e4d-9ff0-eb697a79a9c2 req-7533728c-fc3a-446a-a8a1-8aff696ccc31 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535316 Jun 15 15:02:05.558639 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-6eb48fc1-396c-4c79-a7f3-531893492e85 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1575000 Jun 15 15:02:06.712008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e7d5f-2dff-496d-9ec8-df5e2389e63d req-8afdb351-b17b-454a-a41f-663c880a1e89 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:06.713579 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d36e7d5f-2dff-496d-9ec8-df5e2389e63d req-8afdb351-b17b-454a-a41f-663c880a1e89 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1086698 Jun 15 15:02:06.773046 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d36e7d5f-2dff-496d-9ec8-df5e2389e63d req-54156e64-04ae-442b-8342-c03ab6fe626c tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469816 Jun 15 15:02:07.089858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-3b0d3b15-4e65-4108-88c7-134c18d72e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:07.091274 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-3b0d3b15-4e65-4108-88c7-134c18d72e59 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b220c77fca834fdeadac069e1cf1e8bd&device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 1099 time: 0.1845863 Jun 15 15:02:07.227021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-9587c8ce-ea30-4844-8b89-3cde75458580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:07.228574 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-9587c8ce-ea30-4844-8b89-3cde75458580 service neutron] 10.222.0.44 "GET /v2.0/networks?id=05b36406-b193-4adb-abf7-3dab91bcb9e6 HTTP/1.1" status: 200 len: 912 time: 0.1316168 Jun 15 15:02:07.300830 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-57b4fcab-89e0-499d-8592-a6af166f1009 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea51734-7dc9-43ab-9490-745d41f2808c HTTP/1.1" status: 200 len: 217 time: 0.0660360 Jun 15 15:02:07.367035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-90679d9d-38ce-4d7b-adc4-89666798c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:07.368678 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-90679d9d-38ce-4d7b-adc4-89666798c8cd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2505407d-395b-4dd8-9473-28ccdbfdcf73 HTTP/1.1" status: 200 len: 851 time: 0.0622151 Jun 15 15:02:07.434603 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-74b141d7-a7bc-4cec-bed3-1fa99931fb18 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=05b36406-b193-4adb-abf7-3dab91bcb9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596099 Jun 15 15:02:07.573420 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-e037f2eb-d28f-4f0a-bf93-b301a237df26 service neutron] 10.222.0.44 "GET /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323006 Jun 15 15:02:07.716852 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-b5022b7b-7ae0-4a76-919a-e47be71c87ff service neutron] 10.222.0.44 "GET /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371362 Jun 15 15:02:07.972930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36938b92-4caa-4f58-8245-791fbf990f73 req-d68d3f5d-bea6-4b2e-8241-9004dbcfc3a5 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:07.974315 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36938b92-4caa-4f58-8245-791fbf990f73 req-d68d3f5d-bea6-4b2e-8241-9004dbcfc3a5 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.0918834 Jun 15 15:02:08.022697 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36938b92-4caa-4f58-8245-791fbf990f73 req-3e9b1663-7ae7-469e-b021-6c00b5492f0a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Jun 15 15:02:09.230549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf3b98-18ef-47c4-8240-df7670b0bf99 req-c040bd35-5238-40c2-b5f4-07a92b163465 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:09.232075 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-aebf3b98-18ef-47c4-8240-df7670b0bf99 req-c040bd35-5238-40c2-b5f4-07a92b163465 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.0929646 Jun 15 15:02:09.282389 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-aebf3b98-18ef-47c4-8240-df7670b0bf99 req-f8944710-9f21-43f9-8fbc-d3651ef5720a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Jun 15 15:02:10.514867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2da3c-e49d-488b-86dc-94032528016a req-d1d1be23-85ea-4d17-9898-1832507a3702 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:10.516780 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13b2da3c-e49d-488b-86dc-94032528016a req-d1d1be23-85ea-4d17-9898-1832507a3702 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1217034 Jun 15 15:02:10.571128 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13b2da3c-e49d-488b-86dc-94032528016a req-8f5e3075-ce2c-4360-8840-ce22730d0dd4 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484436 Jun 15 15:02:11.788597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9a076-9fbf-48d2-9e33-b837b092577a req-429697fc-ad3c-45d8-a32b-a5f7be206869 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:11.790112 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f9f9a076-9fbf-48d2-9e33-b837b092577a req-429697fc-ad3c-45d8-a32b-a5f7be206869 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.0965478 Jun 15 15:02:11.835860 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f9f9a076-9fbf-48d2-9e33-b837b092577a req-f55ebf49-097d-4c15-b04f-f1efb566f129 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398862 Jun 15 15:02:13.058519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5960d8-2880-419e-b79a-80cc06eaa7c1 req-806592f3-42e3-42eb-8086-b54e84920b18 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:13.060453 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb5960d8-2880-419e-b79a-80cc06eaa7c1 req-806592f3-42e3-42eb-8086-b54e84920b18 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1030126 Jun 15 15:02:13.112494 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb5960d8-2880-419e-b79a-80cc06eaa7c1 req-4b88737d-1879-4a50-9e3c-f0728ae24b2b tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418656 Jun 15 15:02:14.340589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e8342-fab5-4d34-abb3-e42503a9e740 req-6d97e947-5c6d-4c8f-a404-151d6517951b tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:14.342196 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a75e8342-fab5-4d34-abb3-e42503a9e740 req-6d97e947-5c6d-4c8f-a404-151d6517951b tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1068840 Jun 15 15:02:14.403150 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a75e8342-fab5-4d34-abb3-e42503a9e740 req-5064fb76-32c4-4e88-b972-37ce3e7272be tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541213 Jun 15 15:02:15.654270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e36bd-f7e5-447f-b8dc-5d5a339a1bd1 req-d4747083-9527-49fb-aed7-3d131172cdbb tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:15.655797 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-281e36bd-f7e5-447f-b8dc-5d5a339a1bd1 req-d4747083-9527-49fb-aed7-3d131172cdbb tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.0997221 Jun 15 15:02:15.708902 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-281e36bd-f7e5-447f-b8dc-5d5a339a1bd1 req-5888366d-7213-43e9-a4cb-5e8ce1d69f99 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454819 Jun 15 15:02:16.920637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a0441-5886-43f5-b08d-f27eea3c724b req-f08a528a-7d1a-4292-89bf-4813358e437c tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:16.922220 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cc9a0441-5886-43f5-b08d-f27eea3c724b req-f08a528a-7d1a-4292-89bf-4813358e437c tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.0990825 Jun 15 15:02:16.970013 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cc9a0441-5886-43f5-b08d-f27eea3c724b req-7392d2a8-aba5-43f2-ad24-7858fe1d108a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411699 Jun 15 15:02:18.175656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781c651-e0d0-462f-ac86-955116e4464b req-9178125e-8a2e-4673-a70a-15427d59d163 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:18.177222 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f781c651-e0d0-462f-ac86-955116e4464b req-9178125e-8a2e-4673-a70a-15427d59d163 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.0993516 Jun 15 15:02:18.228635 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f781c651-e0d0-462f-ac86-955116e4464b req-c4f25df4-1ac6-40a6-b4a9-14f6cedbb059 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424984 Jun 15 15:02:19.437503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffa465-5045-41e2-9f3c-121dfbe6b6cb req-7c91da72-d73e-41a3-9902-c1df202918a7 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:19.438993 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-89ffa465-5045-41e2-9f3c-121dfbe6b6cb req-7c91da72-d73e-41a3-9902-c1df202918a7 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.0954151 Jun 15 15:02:19.485659 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-89ffa465-5045-41e2-9f3c-121dfbe6b6cb req-550df0bb-959e-4f66-9cde-65f775471852 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394046 Jun 15 15:02:20.702565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63783a-88d3-45ab-bc60-9bac57714edb req-93f9ce50-a421-4e7a-808d-1d1d3ccb73c5 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:20.704429 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba63783a-88d3-45ab-bc60-9bac57714edb req-93f9ce50-a421-4e7a-808d-1d1d3ccb73c5 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1014078 Jun 15 15:02:20.754483 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ba63783a-88d3-45ab-bc60-9bac57714edb req-c73df5f8-b1d4-475e-822c-1e1f132a580d tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Jun 15 15:02:21.544856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:21.959275 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339ac13-9b02-4f69-85e7-71586dd6329a req-1d007598-68af-4397-a541-c56d0ec3d65d tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:21.960862 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0339ac13-9b02-4f69-85e7-71586dd6329a req-1d007598-68af-4397-a541-c56d0ec3d65d tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.0934136 Jun 15 15:02:22.032374 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0339ac13-9b02-4f69-85e7-71586dd6329a req-12c1ef5d-228b-4856-82ef-996a1c64de33 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651121 Jun 15 15:02:23.250271 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab209-b59a-4b0d-8eb9-8ab562c51c0e req-feb50977-0822-4d54-8376-d09289d7d2d3 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:23.251794 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8ebab209-b59a-4b0d-8eb9-8ab562c51c0e req-feb50977-0822-4d54-8376-d09289d7d2d3 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1051936 Jun 15 15:02:23.305182 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8ebab209-b59a-4b0d-8eb9-8ab562c51c0e req-9b2ce054-8db1-432e-b260-163adc5c9438 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462744 Jun 15 15:02:24.528851 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c3a9f-6d96-427b-b967-372bdf5fa382 req-7ac402c0-928b-41c9-90d2-4576f127bf4f tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:24.530392 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-569c3a9f-6d96-427b-b967-372bdf5fa382 req-7ac402c0-928b-41c9-90d2-4576f127bf4f tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.0964639 Jun 15 15:02:24.577783 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-569c3a9f-6d96-427b-b967-372bdf5fa382 req-e401c965-f244-4f49-9fef-ed86a73d0dc2 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Jun 15 15:02:25.815575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2263a-cb52-4079-b267-c0c68bb4ec34 req-70e8085c-603d-4a43-96ad-8bd8a5dc7264 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:25.817757 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85a2263a-cb52-4079-b267-c0c68bb4ec34 req-70e8085c-603d-4a43-96ad-8bd8a5dc7264 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1241951 Jun 15 15:02:25.866593 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85a2263a-cb52-4079-b267-c0c68bb4ec34 req-0b952558-f4f2-455c-981b-4333afd9597a tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427244 Jun 15 15:02:26.591100 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:02:27.091348 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c19a3b-c684-4699-806a-1adb0e5667e3 req-9511e01f-67d7-4cde-bf61-2426a142e727 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:27.092870 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c4c19a3b-c684-4699-806a-1adb0e5667e3 req-9511e01f-67d7-4cde-bf61-2426a142e727 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1026096 Jun 15 15:02:27.141621 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c4c19a3b-c684-4699-806a-1adb0e5667e3 req-23699145-5c91-4ebf-8db5-a0a09b491c22 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411038 Jun 15 15:02:27.289180 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5195515a-30b7-4a30-900d-00f76d409837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:28.493005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51437e1-c736-42cf-91a1-80039b7bcc65 req-cdeadc04-da73-446f-829d-76577ac41501 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:28.494538 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d51437e1-c736-42cf-91a1-80039b7bcc65 req-cdeadc04-da73-446f-829d-76577ac41501 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.2154524 Jun 15 15:02:28.550620 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d51437e1-c736-42cf-91a1-80039b7bcc65 req-e6144cbc-87d5-437e-81d0-44062efc29a3 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495183 Jun 15 15:02:29.389556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe3beb04-07e8-4594-b8e3-f2d62bc36784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:29.790237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6370f-947a-4bfa-8ed2-2eea109aad44 req-08fa258c-b8ce-4391-9ba9-d2e293f70182 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:29.791823 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fcc6370f-947a-4bfa-8ed2-2eea109aad44 req-08fa258c-b8ce-4391-9ba9-d2e293f70182 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1054776 Jun 15 15:02:29.844993 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fcc6370f-947a-4bfa-8ed2-2eea109aad44 req-916f6c38-1ff4-4b9b-b6fd-b66048d78eb0 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470917 Jun 15 15:02:30.618008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:30.626719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:31.068202 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc89717-0915-4a4b-a624-897a09c7f9cc req-7402bad9-5804-4a98-baab-27a10434b522 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:31.070520 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fc89717-0915-4a4b-a624-897a09c7f9cc req-7402bad9-5804-4a98-baab-27a10434b522 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1084607 Jun 15 15:02:31.120078 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fc89717-0915-4a4b-a624-897a09c7f9cc req-609ac37f-3cc6-45e5-8118-c15bbc42d623 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 Jun 15 15:02:32.047857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:32.450969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d476bd9-21b6-4972-9478-d5f32c7c59f9 req-e06a0981-dc91-494b-afe2-66c68ac62357 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:32.453232 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3d476bd9-21b6-4972-9478-d5f32c7c59f9 req-e06a0981-dc91-494b-afe2-66c68ac62357 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.2092800 Jun 15 15:02:32.520870 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3d476bd9-21b6-4972-9478-d5f32c7c59f9 req-93d3f066-28da-4dd8-89ff-b7b78b5c834f tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614073 Jun 15 15:02:33.732203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a21cc-b2f6-471a-8dc5-083feb3f21b7 req-02432f04-4b7a-4e64-97cb-bcbcee988a70 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:33.733768 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-535a21cc-b2f6-471a-8dc5-083feb3f21b7 req-02432f04-4b7a-4e64-97cb-bcbcee988a70 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1005437 Jun 15 15:02:33.785604 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-535a21cc-b2f6-471a-8dc5-083feb3f21b7 req-5053019a-2ea9-48df-a20e-ee713c5305ea tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420811 Jun 15 15:02:34.449854 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-2664fc66-d5bf-4a99-8b0f-fac2a65200cd service neutron] 10.222.0.44 "GET /v2.0/ports/7ea51734-7dc9-43ab-9490-745d41f2808c/bindings/hv-neutron-8458 HTTP/1.1" status: 200 len: 384 time: 0.0870993 Jun 15 15:02:34.746971 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-81da83b6-78e4-486f-9522-bf08a7d1c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:34.748585 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-81da83b6-78e4-486f-9522-bf08a7d1c566 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e&tenant_id=b220c77fca834fdeadac069e1cf1e8bd HTTP/1.1" status: 200 len: 1099 time: 0.0933139 Jun 15 15:02:34.864419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-06dc52bd-9d66-42a1-952e-1f8e6e5bd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:34.866522 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-06dc52bd-9d66-42a1-952e-1f8e6e5bd8af service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b220c77fca834fdeadac069e1cf1e8bd&device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 1099 time: 0.0956264 Jun 15 15:02:35.077051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-5b2eb813-8686-49b1-823d-4bcbd173d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:35.078475 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-5b2eb813-8686-49b1-823d-4bcbd173d03a service neutron] 10.222.0.44 "GET /v2.0/networks?id=05b36406-b193-4adb-abf7-3dab91bcb9e6 HTTP/1.1" status: 200 len: 912 time: 0.2068536 Jun 15 15:02:35.153184 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-5864497e-c1f7-40c9-8a6e-20a8b2953f55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea51734-7dc9-43ab-9490-745d41f2808c HTTP/1.1" status: 200 len: 217 time: 0.0678012 Jun 15 15:02:35.161184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93098c0-c90b-47b5-ad80-353e2d923be6 req-841e3a3d-c82d-4645-9016-9534e374d7a5 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:35.162779 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a93098c0-c90b-47b5-ad80-353e2d923be6 req-841e3a3d-c82d-4645-9016-9534e374d7a5 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.2140677 Jun 15 15:02:35.259934 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a93098c0-c90b-47b5-ad80-353e2d923be6 req-97abdf63-83bc-46b6-96b2-ddb48b12b627 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655837 Jun 15 15:02:35.261425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-939b2e45-3ffa-47de-a7ab-4a7396d0ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:35.262778 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-939b2e45-3ffa-47de-a7ab-4a7396d0ff86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2505407d-395b-4dd8-9473-28ccdbfdcf73 HTTP/1.1" status: 200 len: 851 time: 0.0989239 Jun 15 15:02:35.328309 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-862a32aa-416f-43ad-bd25-074d0cd1665d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=05b36406-b193-4adb-abf7-3dab91bcb9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594797 Jun 15 15:02:35.491796 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-88e40900-7b1e-4f8d-a90f-3a3edeb0adc1 service neutron] 10.222.0.44 "GET /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575575 Jun 15 15:02:35.638700 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1211c0e2-3374-44b5-b178-f34f9d3421ca req-c064a159-5f8e-4882-ba3e-72ad29ba7eff service neutron] 10.222.0.44 "GET /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396558 Jun 15 15:02:36.485777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441bd79-c76c-4309-a115-66c4ee911cb5 req-7c57fb73-2dca-4b3b-9089-a30fb2ffc6b7 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:36.487423 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0441bd79-c76c-4309-a115-66c4ee911cb5 req-7c57fb73-2dca-4b3b-9089-a30fb2ffc6b7 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1021204 Jun 15 15:02:36.540961 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0441bd79-c76c-4309-a115-66c4ee911cb5 req-3467ce4a-0b0e-4e57-9421-4c9a2f648581 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465770 Jun 15 15:02:37.820353 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66179703-24a4-4118-ae03-f7d659be07bb req-7b23330f-9318-4de7-8867-0637df95eff8 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:37.821909 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-66179703-24a4-4118-ae03-f7d659be07bb req-7b23330f-9318-4de7-8867-0637df95eff8 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1205122 Jun 15 15:02:37.869901 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-66179703-24a4-4118-ae03-f7d659be07bb req-34734ea6-4f66-4703-8e2e-0a04e7b9e66f tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Jun 15 15:02:38.332057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-425f0c8f-7b9c-43ce-b68f-67db4c68d805 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:38.333605 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-425f0c8f-7b9c-43ce-b68f-67db4c68d805 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e&tenant_id=b220c77fca834fdeadac069e1cf1e8bd&binding%3Ahost_id=hv-neutron-8458 HTTP/1.1" status: 200 len: 946 time: 0.0954809 Jun 15 15:02:38.521998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-56e4a16e-6f2d-4638-bff1-51a6456c8132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:38.523961 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-56e4a16e-6f2d-4638-bff1-51a6456c8132 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b220c77fca834fdeadac069e1cf1e8bd&device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 1099 time: 0.0928590 Jun 15 15:02:38.666111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-19853fe7-cee5-42cc-9aa6-cd1c6be26900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:38.667531 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-19853fe7-cee5-42cc-9aa6-cd1c6be26900 service neutron] 10.222.0.44 "GET /v2.0/networks?id=05b36406-b193-4adb-abf7-3dab91bcb9e6 HTTP/1.1" status: 200 len: 912 time: 0.1379681 Jun 15 15:02:38.704422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 7ea51734-7dc9-43ab-9490-745d41f2808c details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:02:38.708747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 7ea51734-7dc9-43ab-9490-745d41f2808c no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:02:38.737974 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-46656529-747b-4247-bcdb-0f7f4e028c26 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ea51734-7dc9-43ab-9490-745d41f2808c HTTP/1.1" status: 200 len: 217 time: 0.0638230 Jun 15 15:02:38.923087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-664af3ce-152d-4564-89b3-734a69b9489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:38.924779 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-664af3ce-152d-4564-89b3-734a69b9489b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=2505407d-395b-4dd8-9473-28ccdbfdcf73 HTTP/1.1" status: 200 len: 851 time: 0.1812201 Jun 15 15:02:38.980411 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-0427227f-e8af-4b42-a86c-6e88a0ed4633 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=05b36406-b193-4adb-abf7-3dab91bcb9e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495787 Jun 15 15:02:38.997169 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 7ea51734-7dc9-43ab-9490-745d41f2808c is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:02:38.997545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:39.044825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 7ea51734-7dc9-43ab-9490-745d41f2808c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=7ea51734-7dc9-43ab-9490-745d41f2808c,segment=NetworkSegment(e2f27d56-d2b1-48d7-b31e-731fd3943383),segment_id=e2f27d56-d2b1-48d7-b31e-731fd3943383)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:02:39.062870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3bc254-f282-455d-a0aa-a7bfb642db5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea51734-7dc9-43ab-9490-745d41f2808c'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:02:39.072508 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '7ea51734-7dc9-43ab-9490-745d41f2808c', 'network_id': '05b36406-b193-4adb-abf7-3dab91bcb9e6', 'port_id': '7ea51734-7dc9-43ab-9490-745d41f2808c', 'mac_address': 'fa:16:3e:0a:21:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2505407d-395b-4dd8-9473-28ccdbfdcf73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:02:39.076694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 7ea51734-7dc9-43ab-9490-745d41f2808c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=7ea51734-7dc9-43ab-9490-745d41f2808c,segment=NetworkSegment(e2f27d56-d2b1-48d7-b31e-731fd3943383),segment_id=e2f27d56-d2b1-48d7-b31e-731fd3943383)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:02:39.116384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:39.146424 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-73709bd2-d099-4cf1-a25a-53737425fa26 service neutron] 10.222.0.44 "GET /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599069 Jun 15 15:02:39.160526 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5d235d-65b2-4189-906e-bf1a6b8d28ed'] response: {'server_uuid': '9d3bc254-f282-455d-a0aa-a7bfb642db5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ea51734-7dc9-43ab-9490-745d41f2808c', 'code': 200} Jun 15 15:02:39.208130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 7ea51734-7dc9-43ab-9490-745d41f2808c is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:02:39.208523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:39.233575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea51734-7dc9-43ab-9490-745d41f2808c {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:02:39.237851 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=7ea51734-7dc9-43ab-9490-745d41f2808c,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:39.252247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:39.252742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:39.253250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:39.253733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:39.254195 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:39.254868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:39.255483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:39.256234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:39.256855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:39.258541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:39.258541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:39.258541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:39.269990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 7ea51734-7dc9-43ab-9490-745d41f2808c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=7ea51734-7dc9-43ab-9490-745d41f2808c,segment=NetworkSegment(e2f27d56-d2b1-48d7-b31e-731fd3943383),segment_id=e2f27d56-d2b1-48d7-b31e-731fd3943383)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:02:39.275192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:39.316022 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-ab172a1d-fc31-44ee-af73-16f31abfce88 service neutron] 10.222.0.44 "GET /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638060 Jun 15 15:02:39.345836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['7ea51734-7dc9-43ab-9490-745d41f2808c'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:02:39.438581 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=7ea51734-7dc9-43ab-9490-745d41f2808c,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:40.223022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa19528-15f9-4b81-ac0e-5dd1853863f3 req-a101d684-971b-41bc-861e-087159df639b tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:40.224607 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0fa19528-15f9-4b81-ac0e-5dd1853863f3 req-a101d684-971b-41bc-861e-087159df639b tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 945 time: 0.1015482 Jun 15 15:02:40.274308 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0fa19528-15f9-4b81-ac0e-5dd1853863f3 req-3ff90a91-ac4f-4e9f-b32d-b541b6a19c38 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Jun 15 15:02:40.703997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 7ea51734-7dc9-43ab-9490-745d41f2808c up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:02:40.776347 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 7ea51734-7dc9-43ab-9490-745d41f2808c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:02:40.776730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:40.910340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 7ea51734-7dc9-43ab-9490-745d41f2808c is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:02:40.910729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:40.951461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 7ea51734-7dc9-43ab-9490-745d41f2808c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=7ea51734-7dc9-43ab-9490-745d41f2808c,segment=NetworkSegment(e2f27d56-d2b1-48d7-b31e-731fd3943383),segment_id=e2f27d56-d2b1-48d7-b31e-731fd3943383)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:02:40.958050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:41.055030 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=7ea51734-7dc9-43ab-9490-745d41f2808c,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:41.161922 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3bc254-f282-455d-a0aa-a7bfb642db5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea51734-7dc9-43ab-9490-745d41f2808c'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:02:41.211384 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3425afe-c4ab-4edf-a77a-187e56785fcd'] response: {'server_uuid': '9d3bc254-f282-455d-a0aa-a7bfb642db5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea51734-7dc9-43ab-9490-745d41f2808c', 'code': 200} Jun 15 15:02:41.489402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3dd91-6e26-44e5-9035-53efee4faff8 req-275b3929-6594-4926-bdd8-e6527819c0f0 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:41.490961 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-22e3dd91-6e26-44e5-9035-53efee4faff8 req-275b3929-6594-4926-bdd8-e6527819c0f0 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1025848 Jun 15 15:02:41.554446 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-22e3dd91-6e26-44e5-9035-53efee4faff8 req-da6099f0-81cc-4a31-9b5a-19f55d299482 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/security-groups?id=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557091 Jun 15 15:02:41.777834 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-e38d9f9a-61cd-433a-bef1-47b54b1721f9 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:41.779349 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-e38d9f9a-61cd-433a-bef1-47b54b1721f9 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.44 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 946 time: 0.1003523 Jun 15 15:02:41.880557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Deleting port 7ea51734-7dc9-43ab-9490-745d41f2808c {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:02:41.880926 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:42.228334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] For port 7ea51734-7dc9-43ab-9490-745d41f2808c, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=7ea51734-7dc9-43ab-9490-745d41f2808c,segment=NetworkSegment(e2f27d56-d2b1-48d7-b31e-731fd3943383),segment_id=e2f27d56-d2b1-48d7-b31e-731fd3943383)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:02:42.228691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:42.379502 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Calling delete_port for 7ea51734-7dc9-43ab-9490-745d41f2808c owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:02:42.557849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:42.572408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['7ea51734-7dc9-43ab-9490-745d41f2808c'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:02:42.625660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Pushing event deleted for resources: {'Port': ['ID=7ea51734-7dc9-43ab-9490-745d41f2808c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:42.652171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:42.652911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:42.653633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:42.654249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:42.655443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:42.656116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:42.656833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:42.657753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:42.658225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:42.658681 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:42.659163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:42.659929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:42.792614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] No DVR routers for this DVR port 7ea51734-7dc9-43ab-9490-745d41f2808c on host hv-neutron-8458 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:02:42.797521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:42.798439 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f382241f-6c3e-4e0b-be4c-5eb2b86f8cac req-c6d77740-ca54-40ac-8e51-982ac8a8c137 tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.26 "GET /v2.0/ports?device_id=9d3bc254-f282-455d-a0aa-a7bfb642db5e HTTP/1.1" status: 200 len: 210 time: 0.0605457 Jun 15 15:02:42.804048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3bc254-f282-455d-a0aa-a7bfb642db5e', 'name': 'network-vif-deleted', 'tag': '7ea51734-7dc9-43ab-9490-745d41f2808c'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:02:42.839571 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-945b4f96-a28d-44e9-b696-3255b552fa39 req-5fca02d9-aa0b-40f0-8629-545955a1c44e tempest-DeleteServersTestJSON-1190664812 tempest-DeleteServersTestJSON-1190664812-project] 10.222.0.44 "DELETE /v2.0/ports/7ea51734-7dc9-43ab-9490-745d41f2808c HTTP/1.1" status: 204 len: 173 time: 1.0552795 Jun 15 15:02:42.891818 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1c50207-873f-4eb6-97c4-f02b6085b58a'] response: {'server_uuid': '9d3bc254-f282-455d-a0aa-a7bfb642db5e', 'name': 'network-vif-deleted', 'tag': '7ea51734-7dc9-43ab-9490-745d41f2808c', 'status': 'completed', 'code': 200} Jun 15 15:02:44.061867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42626) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:02:44.129120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc42829b-3372-4762-acf5-451b76b52a8d admin admin] Deleting subnet 2505407d-395b-4dd8-9473-28ccdbfdcf73 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:02:44.133459 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc42829b-3372-4762-acf5-451b76b52a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:44.188339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc42829b-3372-4762-acf5-451b76b52a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:44.257212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc42829b-3372-4762-acf5-451b76b52a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:44.338741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc42829b-3372-4762-acf5-451b76b52a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:44.383872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42829b-3372-4762-acf5-451b76b52a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2505407d-395b-4dd8-9473-28ccdbfdcf73,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:44.388030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bc42829b-3372-4762-acf5-451b76b52a8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:44.395428 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bc42829b-3372-4762-acf5-451b76b52a8d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/2505407d-395b-4dd8-9473-28ccdbfdcf73 HTTP/1.1" status: 204 len: 168 time: 0.3319950 Jun 15 15:02:44.398758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42630) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:02:44.521617 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:44.719832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 7ea51734-7dc9-43ab-9490-745d41f2808c no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:02:44.762277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 7ea51734-7dc9-43ab-9490-745d41f2808c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:02:44.762627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 7ea51734-7dc9-43ab-9490-745d41f2808c not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:02:44.788471 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:44.824001 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b36406-b193-4adb-abf7-3dab91bcb9e6']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:02:44.842024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f27d56-d2b1-48d7-b31e-731fd3943383') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:02:44.842419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f27d56-d2b1-48d7-b31e-731fd3943383') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:02:44.855904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:44.874724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:44.884916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:02:44.885364 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:44.961036 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e2f27d56-d2b1-48d7-b31e-731fd3943383 resource provider aggregate not found Jun 15 15:02:44.995675 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment e2f27d56-d2b1-48d7-b31e-731fd3943383 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2f27d56-d2b1-48d7-b31e-731fd3943383 found for delete ", "request_id": "req-6186a6c8-67da-4081-9af0-4ccd51ac28e6"}]} Jun 15 15:02:45.000832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:45.006750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:45.034212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=05b36406-b193-4adb-abf7-3dab91bcb9e6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:45.045382 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e40be2a7-74e8-4f04-b5bb-481ee7a19e33 admin admin] 10.222.0.26 "DELETE /v2.0/networks/05b36406-b193-4adb-abf7-3dab91bcb9e6 HTTP/1.1" status: 204 len: 168 time: 0.6451068 Jun 15 15:02:45.211473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42640) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:02:45.270734 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ac8ac9c8-bfea-49a0-aed4-ae4473da3c8f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b220c77fca834fdeadac069e1cf1e8bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579531 Jun 15 15:02:45.275027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42644) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:02:45.344875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:45.377295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:45.460059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:45.479672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0fd72a-08ca-4fe0-a0ac-239036dc80e5,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:45.491311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:45.491654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:45.491992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:45.492356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:45.492687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:45.493017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:45.493346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:45.493665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:45.494015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:45.494325 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:45.494619 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:45.494930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:02:45.502593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:45.506969 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b8c691a6-50dd-4ff3-8c2b-ced5139e8e11 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe0fd72a-08ca-4fe0-a0ac-239036dc80e5 HTTP/1.1" status: 204 len: 168 time: 0.2278287 Jun 15 15:02:46.371067 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42668) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:02:46.488428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-120294450-network', 'tenant_id': 'e1dc38f1a0f04107a6062425f019ebcf'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:02:46.493743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:02:46.498075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Usage tracker for resource:network and tenant:e1dc38f1a0f04107a6062425f019ebcf is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:02:46.501460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:02:46.509685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:02:46.523876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Made reservation on behalf of e1dc38f1a0f04107a6062425f019ebcf for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:02:46.526403 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:46.540563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:46.557008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:02:46.561245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Usage tracker for resource:security_group_rule and tenant:e1dc38f1a0f04107a6062425f019ebcf is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:02:46.564647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:02:46.572034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:02:46.675163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:46.679906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:46.711261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:02:46.720046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe23bd4-bc88-446d-977e-6560cdfce80f,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:46.726119 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:46.726469 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Added segment 494e52b9-2ee0-4714-93fa-e10ffd3d8c01 of type vlan for network e93723c3-c72f-4f92-b5db-b53f63c832b9 Jun 15 15:02:46.753976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:46.797079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:46.798044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:46.798629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:46.905498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] Pushing event updated for resources: {'Network': ['ID=e93723c3-c72f-4f92-b5db-b53f63c832b9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:46.908561 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b13d2841-a234-4546-893b-b8ed257dc44a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5364149 Jun 15 15:02:46.913329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 42674) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:02:46.919087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Request body: {'subnet': {'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-120294450-subnet', 'tenant_id': 'e1dc38f1a0f04107a6062425f019ebcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:02:46.922184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network e93723c3-c72f-4f92-b5db-b53f63c832b9 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:02:46.925473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:02:46.931342 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Usage tracker for resource:subnet and tenant:e1dc38f1a0f04107a6062425f019ebcf is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:02:46.935053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:02:46.941559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:02:46.955025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Made reservation on behalf of e1dc38f1a0f04107a6062425f019ebcf for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:02:46.957723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:47.200469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:47.287621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba8092e-f604-4e5c-b562-61eff986973a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:47.302240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Checking segment: {'id': '494e52b9-2ee0-4714-93fa-e10ffd3d8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:02:47.302839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Network hostable DHCP agents. Network: e93723c3-c72f-4f92-b5db-b53f63c832b9, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:02:47.326898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Network e93723c3-c72f-4f92-b5db-b53f63c832b9 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:02:47.338883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, e93723c3-c72f-4f92-b5db-b53f63c832b9) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:02:47.345105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:47.346332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:47.350327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc9e1f-a230-4853-be17-ce31fc317d98 None None] Network e93723c3-c72f-4f92-b5db-b53f63c832b9 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:02:47.384651 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2c818c9b-c168-4bbc-a50a-3c51a496bdcb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4697232 Jun 15 15:02:47.682546 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8443ed-3f05-4ae4-af5d-fa0b9211f347 None None] Network e93723c3-c72f-4f92-b5db-b53f63c832b9 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:02:48.073093 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-3c590e8d-9e48-4dd6-a4a9-601161e448ce tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:48.074718 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-3c590e8d-9e48-4dd6-a4a9-601161e448ce tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 814 time: 0.1984389 Jun 15 15:02:48.091570 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-799209a7-e9cb-42ba-9a7f-6d7b37a36f4d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/quotas/e1dc38f1a0f04107a6062425f019ebcf HTTP/1.1" status: 200 len: 375 time: 0.0111246 Jun 15 15:02:48.153488 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0e87b3d2-6ed5-42fd-86c3-74c610e7ea41 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555954 Jun 15 15:02:48.305759 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-4d4328ac-582b-47fd-97d1-6b2df022bdfe service neutron] 10.222.0.26 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450863 Jun 15 15:02:48.487600 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-e3b34f1c-8e3e-4186-bbda-a7f672f0d587 service neutron] 10.222.0.26 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750100 Jun 15 15:02:48.715967 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c82b9159-9ee1-4f28-a353-01ecd4dd7cfb req-ad91acdc-4888-4e35-86a3-e0ef230a1115 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 210 time: 0.0735991 Jun 15 15:02:49.957208 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ba195980-f60b-47af-b559-47a83b98298b req-ba964fd6-9280-4e50-a53a-b039432207ba tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 210 time: 0.0693865 Jun 15 15:02:50.031461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-11ecee43-7875-4fa0-b24b-27db40026215 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:50.033180 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-11ecee43-7875-4fa0-b24b-27db40026215 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.44 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 814 time: 0.2673099 Jun 15 15:02:50.046830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Request body: {'port': {'device_id': '0fefaa19-998a-4d96-b4f5-6996f9283ce4', 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9', 'admin_state_up': True, 'tenant_id': 'e1dc38f1a0f04107a6062425f019ebcf'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:02:50.213338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:02:50.217951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Usage tracker for resource:port and tenant:e1dc38f1a0f04107a6062425f019ebcf is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:02:50.221462 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:02:50.228305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:02:50.243362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Made reservation on behalf of e1dc38f1a0f04107a6062425f019ebcf for: {'port': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:02:50.247544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:50.431325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Allocated IP 172.20.0.2 (e93723c3-c72f-4f92-b5db-b53f63c832b9/4ba8092e-f604-4e5c-b562-61eff986973a/95b3369b-1bd1-4532-8ff4-39a5d307cceb) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:02:50.669513 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:50.714377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:50.907333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Network e93723c3-c72f-4f92-b5db-b53f63c832b9 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:02:50.910507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:02:50.915414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:02:50.955280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Pushing event updated for resources: {'Port': ['ID=95b3369b-1bd1-4532-8ff4-39a5d307cceb,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:50.993474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:50.994463 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:51.025969 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-f94aff56-7ffa-4514-8897-ee32fafac244 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9846241 Jun 15 15:02:51.039934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Request body: {'port': {'device_id': '0fefaa19-998a-4d96-b4f5-6996f9283ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:02:51.197937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:51.198323 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2c4ee-7cc3-4920-b555-2fb3dd43dccb req-e4c74279-e678-4a39-9cb7-d19ea3f9aa6e tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:51.200394 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9ec2c4ee-7cc3-4920-b555-2fb3dd43dccb req-e4c74279-e678-4a39-9cb7-d19ea3f9aa6e tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 931 time: 0.1115105 Jun 15 15:02:51.261680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9ec2c4ee-7cc3-4920-b555-2fb3dd43dccb req-68b8f0f0-95f5-4baf-98f8-a397005b646c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Synchronizing usage tracker for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:02:51.290968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9ec2c4ee-7cc3-4920-b555-2fb3dd43dccb req-68b8f0f0-95f5-4baf-98f8-a397005b646c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Unset dirty status for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:02:51.294001 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9ec2c4ee-7cc3-4920-b555-2fb3dd43dccb req-68b8f0f0-95f5-4baf-98f8-a397005b646c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831988 Jun 15 15:02:51.577022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:51.638037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b3369b-1bd1-4532-8ff4-39a5d307cceb {{(pid=89019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:02:51.646966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:51.664090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Transition to ACTIVE for port object 95b3369b-1bd1-4532-8ff4-39a5d307cceb will not be triggered until provisioned by entity L2. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:02:51.669585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:51.809327 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Pushing event updated for resources: {'Port': ['ID=95b3369b-1bd1-4532-8ff4-39a5d307cceb,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:51.935413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Attempting to bind port 95b3369b-1bd1-4532-8ff4-39a5d307cceb on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:02:51.935635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Attempting to bind port 95b3369b-1bd1-4532-8ff4-39a5d307cceb by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '494e52b9-2ee0-4714-93fa-e10ffd3d8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9'}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:02:51.935959 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Attempting to bind port 95b3369b-1bd1-4532-8ff4-39a5d307cceb on network e93723c3-c72f-4f92-b5db-b53f63c832b9 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:02:51.940887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Port 95b3369b-1bd1-4532-8ff4-39a5d307cceb on network e93723c3-c72f-4f92-b5db-b53f63c832b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:02:51.941211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Attempting to bind port 95b3369b-1bd1-4532-8ff4-39a5d307cceb on network e93723c3-c72f-4f92-b5db-b53f63c832b9 {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:02:51.946937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:02:51.947282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Checking segment: {'id': '494e52b9-2ee0-4714-93fa-e10ffd3d8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:02:51.947664 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Bound using segment: {'id': '494e52b9-2ee0-4714-93fa-e10ffd3d8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9'} {{(pid=89019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:02:51.948102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.managers [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Bound port: 95b3369b-1bd1-4532-8ff4-39a5d307cceb, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494e52b9-2ee0-4714-93fa-e10ffd3d8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9'}}] {{(pid=89019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:02:51.948624 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:52.067017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] For port 95b3369b-1bd1-4532-8ff4-39a5d307cceb, host hv-neutron-8458, cleared binding levels {{(pid=89019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:02:52.071707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] For port 95b3369b-1bd1-4532-8ff4-39a5d307cceb, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:02:52.077504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:52.179887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:52.180575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:52.182632 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] 10.222.0.44 "PUT /v2.0/ports/95b3369b-1bd1-4532-8ff4-39a5d307cceb HTTP/1.1" status: 200 len: 1093 time: 1.1492927 Jun 15 15:02:52.183367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fefaa19-998a-4d96-b4f5-6996f9283ce4', 'tag': '95b3369b-1bd1-4532-8ff4-39a5d307cceb'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:02:52.214224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc0ea9-7142-4441-8b6b-4ceaf8ec3d46 service neutron] Pushing event updated for resources: {'Port': ['ID=95b3369b-1bd1-4532-8ff4-39a5d307cceb,revision_number=3']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:52.274024 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7dc84d-fdc2-4008-b2c3-a17d68a7a6b4'] response: {'name': 'network-changed', 'server_uuid': '0fefaa19-998a-4d96-b4f5-6996f9283ce4', 'tag': '95b3369b-1bd1-4532-8ff4-39a5d307cceb', 'status': 'completed', 'code': 200} Jun 15 15:02:52.324581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-debf6e63-5aec-4ddf-bf49-ea67684854c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:52.326137 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-debf6e63-5aec-4ddf-bf49-ea67684854c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0917950 Jun 15 15:02:52.401808 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-00d3a7e3-2d12-415f-a708-171d301b00d8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb HTTP/1.1" status: 200 len: 217 time: 0.0681684 Jun 15 15:02:52.473667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-87d4f137-8fca-4a02-8f85-61810e449335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:52.475737 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-87d4f137-8fca-4a02-8f85-61810e449335 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ba8092e-f604-4e5c-b562-61eff986973a HTTP/1.1" status: 200 len: 854 time: 0.0680487 Jun 15 15:02:52.519601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c58353-5573-4a39-a42c-49d2526ab5d2 req-449f57b2-38ba-458e-98d8-87a30f8243aa tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:52.521556 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78c58353-5573-4a39-a42c-49d2526ab5d2 req-449f57b2-38ba-458e-98d8-87a30f8243aa tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 943 time: 0.1120234 Jun 15 15:02:52.537559 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-7c225c6e-7223-4e99-9768-9609fef54966 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e93723c3-c72f-4f92-b5db-b53f63c832b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551393 Jun 15 15:02:52.588050 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78c58353-5573-4a39-a42c-49d2526ab5d2 req-fed3dc8a-7fde-4c20-8e6a-5133486f5b1f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556498 Jun 15 15:02:52.708107 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-2508bdf5-ae15-48c8-b1c1-7ef1dcc6c3bb service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641381 Jun 15 15:02:52.863996 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38352bc7-e5b0-44f2-a00c-8a0cda7f1139 req-16c47368-3e01-4be0-85b6-b47332319de1 service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502390 Jun 15 15:02:53.005900 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662c518-3d1b-467a-9b74-210e2a619f69 req-62c91d7c-09f4-4ff4-8108-a452785bc33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:53.007450 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8662c518-3d1b-467a-9b74-210e2a619f69 req-62c91d7c-09f4-4ff4-8108-a452785bc33e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 1096 time: 0.0894599 Jun 15 15:02:53.266903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662c518-3d1b-467a-9b74-210e2a619f69 req-869a4dff-9695-4b3f-8448-d34d1b3e7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:53.268395 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8662c518-3d1b-467a-9b74-210e2a619f69 req-869a4dff-9695-4b3f-8448-d34d1b3e7917 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 915 time: 0.2520869 Jun 15 15:02:53.340550 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8662c518-3d1b-467a-9b74-210e2a619f69 req-c0ecf299-3230-4311-8ca6-0a29fc1f2455 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb HTTP/1.1" status: 200 len: 217 time: 0.0647798 Jun 15 15:02:53.412857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662c518-3d1b-467a-9b74-210e2a619f69 req-290e38aa-649c-415b-8b72-452ec0a9bef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:53.414414 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8662c518-3d1b-467a-9b74-210e2a619f69 req-290e38aa-649c-415b-8b72-452ec0a9bef3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ba8092e-f604-4e5c-b562-61eff986973a HTTP/1.1" status: 200 len: 854 time: 0.0674057 Jun 15 15:02:53.475709 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8662c518-3d1b-467a-9b74-210e2a619f69 req-350e208e-ca3f-4a2a-be71-21786bf50207 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e93723c3-c72f-4f92-b5db-b53f63c832b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542247 Jun 15 15:02:53.621034 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8662c518-3d1b-467a-9b74-210e2a619f69 req-ad2a4b70-2e70-40ec-86ef-6c01dc4e6596 service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386640 Jun 15 15:02:53.835845 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8662c518-3d1b-467a-9b74-210e2a619f69 req-d0d75ce1-3f4c-4e21-8824-017e0df30512 service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088833 Jun 15 15:02:53.880172 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed649a5-9a70-43f3-a8fd-48645d5a2704 req-d7e5c10b-1bd5-416a-8d5a-ebe532c65a5b tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:53.880858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-7ed649a5-9a70-43f3-a8fd-48645d5a2704 req-d7e5c10b-1bd5-416a-8d5a-ebe532c65a5b tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Synchronizing usage tracker for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:02:53.900474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-7ed649a5-9a70-43f3-a8fd-48645d5a2704 req-d7e5c10b-1bd5-416a-8d5a-ebe532c65a5b tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Unset dirty status for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:02:53.901664 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7ed649a5-9a70-43f3-a8fd-48645d5a2704 req-d7e5c10b-1bd5-416a-8d5a-ebe532c65a5b tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 943 time: 0.1616993 Jun 15 15:02:53.964048 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7ed649a5-9a70-43f3-a8fd-48645d5a2704 req-8b247329-334e-4dfa-bc3d-4be25666c0e3 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561891 Jun 15 15:02:54.761720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 95b3369b-1bd1-4532-8ff4-39a5d307cceb details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:02:54.924927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 95b3369b-1bd1-4532-8ff4-39a5d307cceb, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:02:54.942962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '95b3369b-1bd1-4532-8ff4-39a5d307cceb', 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9', 'port_id': '95b3369b-1bd1-4532-8ff4-39a5d307cceb', 'mac_address': 'fa:16:3e:94:75:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba8092e-f604-4e5c-b562-61eff986973a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:02:55.010872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 95b3369b-1bd1-4532-8ff4-39a5d307cceb is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:02:55.011073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:55.034403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b3369b-1bd1-4532-8ff4-39a5d307cceb {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:02:55.061640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 95b3369b-1bd1-4532-8ff4-39a5d307cceb, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:02:55.068846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:55.171987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=95b3369b-1bd1-4532-8ff4-39a5d307cceb,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:55.205702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f2288-be38-44a0-b3a7-6f2b8a745a4c req-518339e3-9d51-414d-a99f-8ff046ca1005 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:55.207572 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-304f2288-be38-44a0-b3a7-6f2b8a745a4c req-518339e3-9d51-414d-a99f-8ff046ca1005 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 944 time: 0.1130893 Jun 15 15:02:55.261783 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-304f2288-be38-44a0-b3a7-6f2b8a745a4c req-69cc89bb-41b3-4855-a4b5-79f443902ff4 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431881 Jun 15 15:02:55.280799 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['95b3369b-1bd1-4532-8ff4-39a5d307cceb'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:02:56.498590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a139e3c-2f4a-4454-82f7-e994fa6d9484 req-9666a011-ccb2-40b6-8f88-76c27f0f0b7d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:56.500146 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4a139e3c-2f4a-4454-82f7-e994fa6d9484 req-9666a011-ccb2-40b6-8f88-76c27f0f0b7d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 944 time: 0.1168511 Jun 15 15:02:56.553251 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4a139e3c-2f4a-4454-82f7-e994fa6d9484 req-720f94c8-e571-401b-9422-bd3f6cdcb629 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 Jun 15 15:02:56.777322 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 95b3369b-1bd1-4532-8ff4-39a5d307cceb up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:02:56.853991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 95b3369b-1bd1-4532-8ff4-39a5d307cceb completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:02:56.859618 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 95b3369b-1bd1-4532-8ff4-39a5d307cceb triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:02:56.860001 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:56.994676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 95b3369b-1bd1-4532-8ff4-39a5d307cceb is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:02:56.995065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:57.035653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fefaa19-998a-4d96-b4f5-6996f9283ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b3369b-1bd1-4532-8ff4-39a5d307cceb'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:02:57.048069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 95b3369b-1bd1-4532-8ff4-39a5d307cceb, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:02:57.055683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:57.106743 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce6972ff-84d7-4224-b4b0-77b69c4dc2aa'] response: {'server_uuid': '0fefaa19-998a-4d96-b4f5-6996f9283ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b3369b-1bd1-4532-8ff4-39a5d307cceb', 'code': 200} Jun 15 15:02:57.144385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=95b3369b-1bd1-4532-8ff4-39a5d307cceb,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:02:57.284718 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20347d99-69ed-43b2-9f15-324e9ecf3bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:57.374805 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764037d4-532d-49fa-9584-dc1a9f25816d req-eae43b0f-a679-454d-bb25-52b36891bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:57.377019 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-764037d4-532d-49fa-9584-dc1a9f25816d req-eae43b0f-a679-454d-bb25-52b36891bb36 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 1098 time: 0.1037872 Jun 15 15:02:57.430825 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-764037d4-532d-49fa-9584-dc1a9f25816d req-d240f957-fc9f-4b67-ba28-4c101ded70b0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478773 Jun 15 15:02:57.784753 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2a4a4-41af-40c7-a87f-ce67f14c91aa req-fcfce7bd-f315-44a1-bdc8-4e6f94d30661 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:57.787424 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-91b2a4a4-41af-40c7-a87f-ce67f14c91aa req-fcfce7bd-f315-44a1-bdc8-4e6f94d30661 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1152942 Jun 15 15:02:57.861013 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-91b2a4a4-41af-40c7-a87f-ce67f14c91aa req-1d9931a4-ad71-41f3-add2-16b5ae004818 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669122 Jun 15 15:02:59.088785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083ddbe-990e-4f52-b7db-90e55e259a63 req-1dfc3b9a-6389-4364-9ef4-57c5c40871ee tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:59.090169 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f083ddbe-990e-4f52-b7db-90e55e259a63 req-1dfc3b9a-6389-4364-9ef4-57c5c40871ee tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1042132 Jun 15 15:02:59.145383 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f083ddbe-990e-4f52-b7db-90e55e259a63 req-e672a235-4739-4912-bf04-c766e271d313 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456214 Jun 15 15:02:59.357562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54003a-281b-4d84-8ba9-2ba31b2b5348 req-8b9031b2-b305-45cb-96fc-4ebd4b5c0e42 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:59.359065 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb54003a-281b-4d84-8ba9-2ba31b2b5348 req-8b9031b2-b305-45cb-96fc-4ebd4b5c0e42 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.0976355 Jun 15 15:02:59.399832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ded162d2-5d7e-4dbf-aa72-7400d12eba5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:02:59.413386 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb54003a-281b-4d84-8ba9-2ba31b2b5348 req-74b605b4-4923-45ee-91cc-93847a53e5f8 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465159 Jun 15 15:02:59.821585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617f57e-dc07-4d81-83c4-8fef8e04e7ed req-6359b70a-0656-4ebf-95e8-3b5cd4dce8af tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:02:59.823145 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1617f57e-dc07-4d81-83c4-8fef8e04e7ed req-6359b70a-0656-4ebf-95e8-3b5cd4dce8af tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1108305 Jun 15 15:02:59.882711 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1617f57e-dc07-4d81-83c4-8fef8e04e7ed req-08f841ed-3f65-4944-8d76-0671b2ab82e1 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522103 Jun 15 15:03:00.104219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2d3636-d196-4761-a15d-14b308ef0559 req-2ef70cc4-7cd8-4e67-9a6b-cd6eb5f226dd tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:00.105830 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e2d3636-d196-4761-a15d-14b308ef0559 req-2ef70cc4-7cd8-4e67-9a6b-cd6eb5f226dd tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.0960810 Jun 15 15:03:00.167075 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e2d3636-d196-4761-a15d-14b308ef0559 req-075dd523-385d-4215-9639-3d0612859242 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515311 Jun 15 15:03:00.556160 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-7d185994-00de-4ded-bb6c-6cf803caeba9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817130 Jun 15 15:03:00.627766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:00.637765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:00.651867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dd9e8-dc92-4f69-af2e-2a288346b247 req-9493e5c7-d9dc-408c-aa31-9437c29a7d24 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:00.653760 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f40dd9e8-dc92-4f69-af2e-2a288346b247 req-9493e5c7-d9dc-408c-aa31-9437c29a7d24 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1257796 Jun 15 15:03:00.715814 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f40dd9e8-dc92-4f69-af2e-2a288346b247 req-695483a8-c123-4c35-9c31-fb68def665df tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484145 Jun 15 15:03:01.962345 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-269ab53a-be84-4f89-8ee0-54253f749863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:01.963736 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-269ab53a-be84-4f89-8ee0-54253f749863 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 1098 time: 0.1664138 Jun 15 15:03:01.977997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f8ff6-b248-4f15-836b-780be3b3df1c req-d9b2a9f5-537c-40f0-856b-918be82a1bee tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:01.979503 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e85f8ff6-b248-4f15-836b-780be3b3df1c req-d9b2a9f5-537c-40f0-856b-918be82a1bee tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1239684 Jun 15 15:03:02.064020 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:02.214786 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e85f8ff6-b248-4f15-836b-780be3b3df1c req-4371124e-a328-4603-93bd-e24d8660bc20 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116394 Jun 15 15:03:02.257687 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-732dc853-302c-4cf3-ac8b-627110ccd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:02.259178 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-732dc853-302c-4cf3-ac8b-627110ccd8ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 915 time: 0.2787898 Jun 15 15:03:02.340086 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-ed9e2d23-c600-409c-9918-7ae37d7be9c6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb HTTP/1.1" status: 200 len: 217 time: 0.0726600 Jun 15 15:03:02.411378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-b113d7e4-00e2-4860-9b34-17b7aefa8d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:02.412893 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-b113d7e4-00e2-4860-9b34-17b7aefa8d01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ba8092e-f604-4e5c-b562-61eff986973a HTTP/1.1" status: 200 len: 854 time: 0.0662017 Jun 15 15:03:02.469263 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-26b4e2e8-e19b-4637-b73e-f1a69fbd5243 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e93723c3-c72f-4f92-b5db-b53f63c832b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499279 Jun 15 15:03:02.608670 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-910cb282-4c6d-4444-b6a8-2a08e21da09f service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335170 Jun 15 15:03:02.778283 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-760d2d12-cc10-4da2-893a-bba3159a109a service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602898 Jun 15 15:03:03.558433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf848a-9199-42f2-b8e7-0e1495de25fa req-ed732cdb-7fcd-4c0d-964f-9af47b1788c6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:03.559999 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fcaf848a-9199-42f2-b8e7-0e1495de25fa req-ed732cdb-7fcd-4c0d-964f-9af47b1788c6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.2169137 Jun 15 15:03:03.593298 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:03:03.617028 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fcaf848a-9199-42f2-b8e7-0e1495de25fa req-cfa84755-b0c9-4f66-a6da-fa13b197297c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508995 Jun 15 15:03:05.002425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed4d21-d255-4b96-8654-f32232b7ef3b req-bf756ca8-b6cb-473b-9b27-aaad0ac830a3 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:05.003806 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1ed4d21-d255-4b96-8654-f32232b7ef3b req-bf756ca8-b6cb-473b-9b27-aaad0ac830a3 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1002944 Jun 15 15:03:05.062041 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1ed4d21-d255-4b96-8654-f32232b7ef3b req-0f5cdc54-c26b-4994-ac20-9644e7cd4669 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476801 Jun 15 15:03:06.303596 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a38647-7a62-4967-86db-968b6c2a7fd8 req-5c9ad7fc-8d72-421b-ac16-fca6706e3a52 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:06.305545 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8a38647-7a62-4967-86db-968b6c2a7fd8 req-5c9ad7fc-8d72-421b-ac16-fca6706e3a52 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1251266 Jun 15 15:03:06.357264 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8a38647-7a62-4967-86db-968b6c2a7fd8 req-9558c99f-669b-4841-b945-8c7038982d33 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440729 Jun 15 15:03:07.574318 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735c2e4-039a-4f13-a693-1f6db270f9c3 req-4bfdc928-3803-406f-a999-03b10b5db28f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:07.575900 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4735c2e4-039a-4f13-a693-1f6db270f9c3 req-4bfdc928-3803-406f-a999-03b10b5db28f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1052217 Jun 15 15:03:07.628559 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4735c2e4-039a-4f13-a693-1f6db270f9c3 req-5eb66e18-8834-4e84-9a1f-8659af33ac89 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462558 Jun 15 15:03:08.888852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3342f24-eaf1-44e6-a7d0-882c1fb0ef16 req-67079d55-e1ae-4349-9d1e-1679071f1933 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:08.891208 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c3342f24-eaf1-44e6-a7d0-882c1fb0ef16 req-67079d55-e1ae-4349-9d1e-1679071f1933 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1229036 Jun 15 15:03:08.956640 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c3342f24-eaf1-44e6-a7d0-882c1fb0ef16 req-ad0a0fab-ca14-4f79-97e1-8839c2e635b6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567510 Jun 15 15:03:10.210393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335134b-d86f-4809-bd78-6957e6fbabe5 req-a4b40a54-882d-46e3-840a-6efb5d12a441 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:10.211996 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a335134b-d86f-4809-bd78-6957e6fbabe5 req-a4b40a54-882d-46e3-840a-6efb5d12a441 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1068382 Jun 15 15:03:10.267554 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a335134b-d86f-4809-bd78-6957e6fbabe5 req-e7ded29c-02fc-4bec-b2b6-c09bc6dd2669 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492818 Jun 15 15:03:11.495113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4d364-c30e-4a36-b684-b5e7e3b4e8e7 req-465c14f1-5f51-44d1-9ff7-615f20b13f1f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:11.496867 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0ef4d364-c30e-4a36-b684-b5e7e3b4e8e7 req-465c14f1-5f51-44d1-9ff7-615f20b13f1f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1076908 Jun 15 15:03:11.553186 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0ef4d364-c30e-4a36-b684-b5e7e3b4e8e7 req-4b0ea76b-570a-4e67-86e2-7c9d369ac24f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498469 Jun 15 15:03:12.783805 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8f3f1-8954-44cc-968b-064173dc5fd0 req-4b1c95b9-9cae-4248-a9ed-2083cd74c54a tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:12.785643 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9cb8f3f1-8954-44cc-968b-064173dc5fd0 req-4b1c95b9-9cae-4248-a9ed-2083cd74c54a tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1132221 Jun 15 15:03:12.844963 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9cb8f3f1-8954-44cc-968b-064173dc5fd0 req-23c59fb3-4471-4e3f-af06-bbd8ca94cf82 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488765 Jun 15 15:03:14.060036 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e424bb4-0723-4297-b71e-1fba1700bbde req-7d397bae-47d7-42e6-b4dc-77c29cf16fa4 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:14.061570 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e424bb4-0723-4297-b71e-1fba1700bbde req-7d397bae-47d7-42e6-b4dc-77c29cf16fa4 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.0975099 Jun 15 15:03:14.109813 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e424bb4-0723-4297-b71e-1fba1700bbde req-27e87964-1812-4028-a04b-ac66835bbafd tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424371 Jun 15 15:03:15.346300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb572a-b981-48e3-98c8-86a9833b9e7c req-1c8dfd30-cd03-4ff0-a31f-9ee7d41234d5 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:15.348210 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5dbb572a-b981-48e3-98c8-86a9833b9e7c req-1c8dfd30-cd03-4ff0-a31f-9ee7d41234d5 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.0999386 Jun 15 15:03:15.415880 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5dbb572a-b981-48e3-98c8-86a9833b9e7c req-928cb4ff-7630-4579-a337-3b51707357e6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609534 Jun 15 15:03:16.635086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d462-d060-4290-b630-4efb31c75380 req-b893787d-887b-4eae-a7d5-ec79346a7e10 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:16.636776 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e01d462-d060-4290-b630-4efb31c75380 req-b893787d-887b-4eae-a7d5-ec79346a7e10 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1079516 Jun 15 15:03:16.696608 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3e01d462-d060-4290-b630-4efb31c75380 req-f397660d-c1b8-4b2f-b762-f013ff0f92a1 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514321 Jun 15 15:03:17.926180 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b3b9c-c612-492b-a8df-851fd9af17a7 req-c35bbb6f-04f7-407e-b266-63c7ab3c62d8 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:17.927885 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-050b3b9c-c612-492b-a8df-851fd9af17a7 req-c35bbb6f-04f7-407e-b266-63c7ab3c62d8 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.0999355 Jun 15 15:03:17.979143 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-050b3b9c-c612-492b-a8df-851fd9af17a7 req-97df6b8f-8f37-4b21-a95b-23f64d61cceb tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445025 Jun 15 15:03:19.203595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49dbe8-a1c9-4978-a142-8ac423fa5f07 req-b0d3ff8f-f104-4a4b-8629-842dadbe30d9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:19.205169 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d49dbe8-a1c9-4978-a142-8ac423fa5f07 req-b0d3ff8f-f104-4a4b-8629-842dadbe30d9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1021831 Jun 15 15:03:19.259346 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d49dbe8-a1c9-4978-a142-8ac423fa5f07 req-bdef7f0f-5668-4b84-b7b8-cdaf92e5a538 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476577 Jun 15 15:03:20.496880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fcd7a0-81cf-4dba-8012-de4d9a30edb1 req-e317f898-c393-4ada-9062-676f503d1f32 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:20.498496 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-71fcd7a0-81cf-4dba-8012-de4d9a30edb1 req-e317f898-c393-4ada-9062-676f503d1f32 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1207066 Jun 15 15:03:20.558378 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-71fcd7a0-81cf-4dba-8012-de4d9a30edb1 req-21bcdeb3-1b7a-4928-b908-d84a00777c65 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531189 Jun 15 15:03:21.579605 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:21.800809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b00511-4993-42f4-b6d4-d4e912f9ab4c req-6b7ac2e2-8af5-40c7-a524-3f5bcf7cb1cf tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:21.802734 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-10b00511-4993-42f4-b6d4-d4e912f9ab4c req-6b7ac2e2-8af5-40c7-a524-3f5bcf7cb1cf tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.0923421 Jun 15 15:03:21.850775 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-10b00511-4993-42f4-b6d4-d4e912f9ab4c req-3ab85016-2387-4bf6-892b-9409a993e1ae tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419455 Jun 15 15:03:23.078474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d2116-5bf3-4661-b984-d65b80147eba req-ba718c01-0ced-4b24-9fad-d1b579fa61d5 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:23.079909 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-227d2116-5bf3-4661-b984-d65b80147eba req-ba718c01-0ced-4b24-9fad-d1b579fa61d5 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1055326 Jun 15 15:03:23.133074 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-227d2116-5bf3-4661-b984-d65b80147eba req-b8bc2fe1-4fcc-4e3b-a771-9f408d9d319f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464599 Jun 15 15:03:24.345911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d2dde6-286f-4a91-86ac-01c96a7da4cb req-a0342b4b-506f-4514-9e7b-e76c8f9c4af2 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:24.347474 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36d2dde6-286f-4a91-86ac-01c96a7da4cb req-a0342b4b-506f-4514-9e7b-e76c8f9c4af2 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1011407 Jun 15 15:03:24.404580 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36d2dde6-286f-4a91-86ac-01c96a7da4cb req-b5f0ad16-2a08-4108-870f-df4082b4122e tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503199 Jun 15 15:03:25.609378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c76773-ac18-49a1-9ad9-c46ba8fa9370 req-c287f620-febc-47b9-9d7b-d25a5502295a tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:25.610867 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c0c76773-ac18-49a1-9ad9-c46ba8fa9370 req-c287f620-febc-47b9-9d7b-d25a5502295a tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.0917909 Jun 15 15:03:25.659147 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c0c76773-ac18-49a1-9ad9-c46ba8fa9370 req-2e3d83f1-a21a-4dba-9e54-a6a98bef602c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422232 Jun 15 15:03:26.867148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49852cb2-59e6-47dd-882c-5d74d33fa078 req-39fb8e2a-9712-41db-937e-b22c1ef32a08 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:26.868739 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-49852cb2-59e6-47dd-882c-5d74d33fa078 req-39fb8e2a-9712-41db-937e-b22c1ef32a08 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.0974326 Jun 15 15:03:26.925176 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-49852cb2-59e6-47dd-882c-5d74d33fa078 req-2694db13-e672-4da1-a6ad-10951fa55c40 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506802 Jun 15 15:03:27.280638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d92da1b-d590-4616-a311-96209fb2ad79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:28.162354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c024911-7b1d-4f54-aeda-5c152f48f4f4 req-ec203b36-4e56-44fb-a29c-f6fc92d9e366 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:28.163980 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6c024911-7b1d-4f54-aeda-5c152f48f4f4 req-ec203b36-4e56-44fb-a29c-f6fc92d9e366 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1294274 Jun 15 15:03:28.213835 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6c024911-7b1d-4f54-aeda-5c152f48f4f4 req-729c33bf-5d31-4158-8423-22b540b601ed tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435297 Jun 15 15:03:29.400365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4cabadb0-4a4c-4728-aefc-9f5743804a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:29.431730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db222275-7ac4-4c76-b7f3-0d61bfc47d2c req-5e4f0ef8-d2f1-4a58-b790-574867e21e56 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:29.433585 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-db222275-7ac4-4c76-b7f3-0d61bfc47d2c req-5e4f0ef8-d2f1-4a58-b790-574867e21e56 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1013868 Jun 15 15:03:29.483931 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-b0173673-fb53-4005-9e75-3bf2f8aea4ce service neutron] 10.222.0.44 "GET /v2.0/ports/95b3369b-1bd1-4532-8ff4-39a5d307cceb/bindings/hv-neutron-8458 HTTP/1.1" status: 200 len: 384 time: 0.0828619 Jun 15 15:03:29.507112 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-db222275-7ac4-4c76-b7f3-0d61bfc47d2c req-1a7ef933-1364-45cd-b984-586fb7d09095 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621789 Jun 15 15:03:29.808249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-b092729b-ce53-4b80-8d6c-99080bb9b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:29.809646 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-b092729b-ce53-4b80-8d6c-99080bb9b81a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4&tenant_id=e1dc38f1a0f04107a6062425f019ebcf HTTP/1.1" status: 200 len: 1098 time: 0.0846958 Jun 15 15:03:29.915355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-c8958460-2d88-404a-9f56-f1a19d6c5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:29.916902 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-c8958460-2d88-404a-9f56-f1a19d6c5215 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 1098 time: 0.0862386 Jun 15 15:03:30.059824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-2fd19b4e-9132-40fc-a0bd-aabe32ecd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:30.061246 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-2fd19b4e-9132-40fc-a0bd-aabe32ecd354 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 915 time: 0.1388938 Jun 15 15:03:30.134825 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-0ea56e57-70ae-4540-b0b3-3c22a34b510a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb HTTP/1.1" status: 200 len: 217 time: 0.0668426 Jun 15 15:03:30.198196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-93a6318d-1802-4587-b91f-1355f587a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:30.199661 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-93a6318d-1802-4587-b91f-1355f587a02a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ba8092e-f604-4e5c-b562-61eff986973a HTTP/1.1" status: 200 len: 854 time: 0.0596313 Jun 15 15:03:30.256654 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-2f7f0356-61e0-4a6f-8d32-97ba3fa34535 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e93723c3-c72f-4f92-b5db-b53f63c832b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514727 Jun 15 15:03:30.506477 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-33011ddd-ab58-4f31-b77c-2400a56ed81e service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420249 Jun 15 15:03:30.626689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:30.647246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:30.713603 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3155f8b6-90eb-4f89-95d8-6adfe28a8241 req-51d0f3dc-5897-4dab-ba02-4efd4301e510 service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006052 Jun 15 15:03:30.782959 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751a7be-3c08-445d-93f0-51bdc7497657 req-d7fb1072-dcce-47e2-92ab-08e7df1a0da3 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:30.785403 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a751a7be-3c08-445d-93f0-51bdc7497657 req-d7fb1072-dcce-47e2-92ab-08e7df1a0da3 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1218474 Jun 15 15:03:30.843480 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a751a7be-3c08-445d-93f0-51bdc7497657 req-3419c602-d848-432b-8cb6-405eafa2d7b3 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508127 Jun 15 15:03:32.055933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:32.066159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa2d7-6480-4d5d-9c69-acc1e0c13bb6 req-4538e6f1-8fdb-46e0-a6e6-ce008bb357cf tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:32.068025 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd0fa2d7-6480-4d5d-9c69-acc1e0c13bb6 req-4538e6f1-8fdb-46e0-a6e6-ce008bb357cf tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1088359 Jun 15 15:03:32.121560 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fd0fa2d7-6480-4d5d-9c69-acc1e0c13bb6 req-40aaed15-a300-4bde-b602-866a02d091b8 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 Jun 15 15:03:32.910153 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 95b3369b-1bd1-4532-8ff4-39a5d307cceb details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:03:32.916728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 95b3369b-1bd1-4532-8ff4-39a5d307cceb no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:03:33.148210 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 95b3369b-1bd1-4532-8ff4-39a5d307cceb is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:03:33.149154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:33.171798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 95b3369b-1bd1-4532-8ff4-39a5d307cceb, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:03:33.203723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fefaa19-998a-4d96-b4f5-6996f9283ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b3369b-1bd1-4532-8ff4-39a5d307cceb'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:03:33.211154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '95b3369b-1bd1-4532-8ff4-39a5d307cceb', 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9', 'port_id': '95b3369b-1bd1-4532-8ff4-39a5d307cceb', 'mac_address': 'fa:16:3e:94:75:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba8092e-f604-4e5c-b562-61eff986973a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:03:33.217151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 95b3369b-1bd1-4532-8ff4-39a5d307cceb, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:03:33.248327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:33.292710 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598c5c9e-e8d0-4442-b121-d0211e9daa6d'] response: {'server_uuid': '0fefaa19-998a-4d96-b4f5-6996f9283ce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95b3369b-1bd1-4532-8ff4-39a5d307cceb', 'code': 200} Jun 15 15:03:33.332505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 95b3369b-1bd1-4532-8ff4-39a5d307cceb is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:03:33.333277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:33.351494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801ee04-4ff6-4619-8e97-3c35b7acc4e5 req-7a7a222e-e022-4a02-a9bd-48ff1e731af5 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:33.353130 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5801ee04-4ff6-4619-8e97-3c35b7acc4e5 req-7a7a222e-e022-4a02-a9bd-48ff1e731af5 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 943 time: 0.1044502 Jun 15 15:03:33.357989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=95b3369b-1bd1-4532-8ff4-39a5d307cceb,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:33.362343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b3369b-1bd1-4532-8ff4-39a5d307cceb {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:03:33.381777 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 95b3369b-1bd1-4532-8ff4-39a5d307cceb, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:03:33.388362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:33.415463 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5801ee04-4ff6-4619-8e97-3c35b7acc4e5 req-67b004eb-0df6-43d6-bb11-774e28c88368 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561099 Jun 15 15:03:33.467604 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['95b3369b-1bd1-4532-8ff4-39a5d307cceb'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:03:33.533954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=95b3369b-1bd1-4532-8ff4-39a5d307cceb,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:33.871668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea2f80-e7b3-46ad-a0cd-07113cea813a req-c996461f-e2a3-4920-b02e-80fa1e246ac7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:33.873233 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-74ea2f80-e7b3-46ad-a0cd-07113cea813a req-c996461f-e2a3-4920-b02e-80fa1e246ac7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 944 time: 0.1820195 Jun 15 15:03:33.881786 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982e487-cb71-4322-b74e-18cf03cce57d req-e8501e2c-b3ab-43ee-81ea-ea2fc2f279cf tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:33.883220 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d982e487-cb71-4322-b74e-18cf03cce57d req-e8501e2c-b3ab-43ee-81ea-ea2fc2f279cf tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4&tenant_id=e1dc38f1a0f04107a6062425f019ebcf&binding%3Ahost_id=hv-neutron-8458 HTTP/1.1" status: 200 len: 944 time: 0.1392825 Jun 15 15:03:33.925415 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-74ea2f80-e7b3-46ad-a0cd-07113cea813a req-e0fee8e9-901c-4046-ba71-48abaf52d1e3 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Jun 15 15:03:34.044669 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982e487-cb71-4322-b74e-18cf03cce57d req-38f216cf-08f4-4d7e-8e2a-9e61a991cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:34.046089 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d982e487-cb71-4322-b74e-18cf03cce57d req-38f216cf-08f4-4d7e-8e2a-9e61a991cd31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 1097 time: 0.0878916 Jun 15 15:03:34.213248 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982e487-cb71-4322-b74e-18cf03cce57d req-d68a039c-b985-43bb-85e4-10c30ee7d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:34.214729 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d982e487-cb71-4322-b74e-18cf03cce57d req-d68a039c-b985-43bb-85e4-10c30ee7d7fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 915 time: 0.1611447 Jun 15 15:03:34.281795 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d982e487-cb71-4322-b74e-18cf03cce57d req-9a3db183-7a1c-4faa-8ca2-7cbbd75a7010 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb HTTP/1.1" status: 200 len: 217 time: 0.0612037 Jun 15 15:03:34.466643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982e487-cb71-4322-b74e-18cf03cce57d req-8d2ddd96-5286-4cec-979b-61a1ff7a33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:34.468152 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d982e487-cb71-4322-b74e-18cf03cce57d req-8d2ddd96-5286-4cec-979b-61a1ff7a33ef service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ba8092e-f604-4e5c-b562-61eff986973a HTTP/1.1" status: 200 len: 854 time: 0.0801802 Jun 15 15:03:34.528561 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d982e487-cb71-4322-b74e-18cf03cce57d req-6b06a2d5-7652-4858-97cb-bc62dfe7ec88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e93723c3-c72f-4f92-b5db-b53f63c832b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538399 Jun 15 15:03:34.669672 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d982e487-cb71-4322-b74e-18cf03cce57d req-c77ccfff-723b-424b-92f2-102d4437c06d service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353645 Jun 15 15:03:34.808159 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d982e487-cb71-4322-b74e-18cf03cce57d req-d45d8ee9-fd4a-4e1b-8253-e34b82917beb service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328452 Jun 15 15:03:34.921462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 95b3369b-1bd1-4532-8ff4-39a5d307cceb up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:03:34.994230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 95b3369b-1bd1-4532-8ff4-39a5d307cceb triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:03:34.994735 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:35.137316 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 95b3369b-1bd1-4532-8ff4-39a5d307cceb is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:03:35.137316 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:35.150287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796d349-b61e-4666-8adc-0174418971c0 req-aa3efb5c-6d9c-4f96-a0b5-4d3f880e2b3b tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:35.153105 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d796d349-b61e-4666-8adc-0174418971c0 req-aa3efb5c-6d9c-4f96-a0b5-4d3f880e2b3b tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 944 time: 0.1142325 Jun 15 15:03:35.171657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 95b3369b-1bd1-4532-8ff4-39a5d307cceb, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:03:35.177007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:35.216855 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d796d349-b61e-4666-8adc-0174418971c0 req-ec6df44c-60e4-4ba7-965e-655d29542909 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541627 Jun 15 15:03:35.250625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=95b3369b-1bd1-4532-8ff4-39a5d307cceb,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:35.294187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fefaa19-998a-4d96-b4f5-6996f9283ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b3369b-1bd1-4532-8ff4-39a5d307cceb'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:03:35.345087 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be23d8f7-cfb8-4c9e-ac63-34d12fdd5747'] response: {'server_uuid': '0fefaa19-998a-4d96-b4f5-6996f9283ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b3369b-1bd1-4532-8ff4-39a5d307cceb', 'code': 200} Jun 15 15:03:36.430188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc5042f-9646-46a7-be42-81415d405775 req-02f6045c-08e1-4851-b4c8-18803d3aa83c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:36.431776 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cc5042f-9646-46a7-be42-81415d405775 req-02f6045c-08e1-4851-b4c8-18803d3aa83c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1088002 Jun 15 15:03:36.478339 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0cc5042f-9646-46a7-be42-81415d405775 req-9dcf70d6-cb61-460d-ba95-566456b85a7d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401690 Jun 15 15:03:36.703404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2089da3c-4a11-4124-a222-b71759d87a48 req-3b9e432e-abaa-448f-9328-144b402e2c4e tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:36.705006 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2089da3c-4a11-4124-a222-b71759d87a48 req-3b9e432e-abaa-448f-9328-144b402e2c4e tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1027217 Jun 15 15:03:36.753620 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2089da3c-4a11-4124-a222-b71759d87a48 req-bc89760c-3c94-499f-b368-6f9d181b3f8c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Jun 15 15:03:36.857382 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42834) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:03:36.862950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612291742', 'description': 'tempest-description--1540047983'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:03:36.871845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:03:36.884060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:03:36.899766 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:36.926123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:03:36.932144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Usage tracker for resource:security_group_rule and tenant:e1dc38f1a0f04107a6062425f019ebcf is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:03:36.935531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:03:36.942433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:03:37.020177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.026184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.083417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e25b40-8d67-4027-a12c-a8634bfc79c3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:37.086963 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.088294 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4eeec83d-ee4a-4709-b6ed-c30141c6d678 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2298200 Jun 15 15:03:37.093378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42838) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:03:37.099085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6084a031-01ea-4b19-af09-1b29264f0416 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Request body: {'security_group_rule': {'security_group_id': 'a3e25b40-8d67-4027-a12c-a8634bfc79c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:03:37.105799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6084a031-01ea-4b19-af09-1b29264f0416 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:03:37.110510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6084a031-01ea-4b19-af09-1b29264f0416 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Usage tracker for resource:security_group_rule and tenant:e1dc38f1a0f04107a6062425f019ebcf is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:03:37.114225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6084a031-01ea-4b19-af09-1b29264f0416 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:03:37.120807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6084a031-01ea-4b19-af09-1b29264f0416 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:03:37.138209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6084a031-01ea-4b19-af09-1b29264f0416 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.210257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6084a031-01ea-4b19-af09-1b29264f0416 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.214830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6084a031-01ea-4b19-af09-1b29264f0416 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.239113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6084a031-01ea-4b19-af09-1b29264f0416 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da4e313-addf-4e7d-9977-03f9406c21a2,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:37.250031 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6084a031-01ea-4b19-af09-1b29264f0416 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.251427 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6084a031-01ea-4b19-af09-1b29264f0416 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570976 Jun 15 15:03:37.254689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42842) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:03:37.260255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-2350b59d-2186-4f85-9e1d-f39e570e602d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Request body: {'security_group_rule': {'security_group_id': 'a3e25b40-8d67-4027-a12c-a8634bfc79c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:03:37.267209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2350b59d-2186-4f85-9e1d-f39e570e602d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:03:37.272011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2350b59d-2186-4f85-9e1d-f39e570e602d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Usage tracker for resource:security_group_rule and tenant:e1dc38f1a0f04107a6062425f019ebcf is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:03:37.275616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-2350b59d-2186-4f85-9e1d-f39e570e602d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:03:37.285302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-2350b59d-2186-4f85-9e1d-f39e570e602d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:03:37.306766 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2350b59d-2186-4f85-9e1d-f39e570e602d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.374339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2350b59d-2186-4f85-9e1d-f39e570e602d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.380296 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2350b59d-2186-4f85-9e1d-f39e570e602d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.407916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350b59d-2186-4f85-9e1d-f39e570e602d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9146665-93ff-47f1-b88b-b17f7c086959,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:37.430172 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2350b59d-2186-4f85-9e1d-f39e570e602d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.432209 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2350b59d-2186-4f85-9e1d-f39e570e602d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763220 Jun 15 15:03:37.436905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 42846) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:03:37.443854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:03:37.451741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:03:37.457149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Usage tracker for resource:floatingip and tenant:e1dc38f1a0f04107a6062425f019ebcf is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:03:37.462750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:03:37.469963 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:03:37.482603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.772688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:37.919476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Allocated IP 172.26.3.251 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/409d41d7-e82d-418f-9483-4d3e3d3e7061) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:03:38.078211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:38.112953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:38.199416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:03:38.202485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:03:38.206483 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:03:38.237367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Pushing event updated for resources: {'Port': ['ID=409d41d7-e82d-418f-9483-4d3e3d3e7061,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:38.303818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:38.376087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:38.616276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:38.622449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:38.737473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Pushing event updated for resources: {'Port': ['ID=409d41d7-e82d-418f-9483-4d3e3d3e7061,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:38.750246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:38.774406 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:38.775601 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9302e487-68e9-4ac0-9b5b-cd8dd4d1b412 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3374608 Jun 15 15:03:38.984938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26871000-e266-4e0e-8f1c-49d7a28adcc6 req-43751e91-e025-45bd-a441-00e0c8ebbd1d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:38.986402 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-26871000-e266-4e0e-8f1c-49d7a28adcc6 req-43751e91-e025-45bd-a441-00e0c8ebbd1d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.1139541 Jun 15 15:03:39.035379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-26871000-e266-4e0e-8f1c-49d7a28adcc6 req-2829baa1-adfa-4dde-8916-0c3f7951e859 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Synchronizing usage tracker for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:03:39.061936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-26871000-e266-4e0e-8f1c-49d7a28adcc6 req-2829baa1-adfa-4dde-8916-0c3f7951e859 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Unset dirty status for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:03:39.063151 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-26871000-e266-4e0e-8f1c-49d7a28adcc6 req-2829baa1-adfa-4dde-8916-0c3f7951e859 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705147 Jun 15 15:03:39.607231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-adc8a2b9-ddea-488d-b4a6-745127ff2712 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:39.608634 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-adc8a2b9-ddea-488d-b4a6-745127ff2712 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 814 time: 0.1641173 Jun 15 15:03:39.624936 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-da196544-26a4-4c0e-a0da-8ab3c788c6a6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/quotas/e1dc38f1a0f04107a6062425f019ebcf HTTP/1.1" status: 200 len: 375 time: 0.0105817 Jun 15 15:03:39.727555 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-5d245fdc-c3e4-4691-a4b3-fc6a24a27303 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969913 Jun 15 15:03:39.873858 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-2f2b75b6-12ef-4d18-a19a-32d28c4dfde8 service neutron] 10.222.0.26 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393137 Jun 15 15:03:40.012112 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-cf37fdda-44ce-4316-b0d1-fcc506337e6c service neutron] 10.222.0.26 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324754 Jun 15 15:03:40.225155 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff96ac7d-d1a5-4817-a56a-567045d213f3 req-b9562bab-3859-465c-b504-4eab6dc54f71 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 210 time: 0.0693817 Jun 15 15:03:40.592614 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:03:41.066792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd45b80-9708-46dc-8e0e-6e10bb56cc91 req-264fa4ea-7985-4ac1-82d5-cdb5104239ec tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:41.068899 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1dd45b80-9708-46dc-8e0e-6e10bb56cc91 req-264fa4ea-7985-4ac1-82d5-cdb5104239ec tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.44 "GET /v2.0/ports?device_id=0fefaa19-998a-4d96-b4f5-6996f9283ce4 HTTP/1.1" status: 200 len: 945 time: 0.0907524 Jun 15 15:03:41.250190 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-1dd45b80-9708-46dc-8e0e-6e10bb56cc91 req-86ff3e46-43b1-4235-b47d-61ac685b0863 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Deleting port 95b3369b-1bd1-4532-8ff4-39a5d307cceb {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:03:41.250533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-1dd45b80-9708-46dc-8e0e-6e10bb56cc91 req-86ff3e46-43b1-4235-b47d-61ac685b0863 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:41.423964 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e95ff268-85cd-4e86-84b0-126563df7010 req-9693020f-3326-447a-a719-567c734c5132 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 210 time: 0.0710843 Jun 15 15:03:41.444342 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-4e0610ce-10c5-44a0-9287-467e5f98f562 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:41.448286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-4e0610ce-10c5-44a0-9287-467e5f98f562 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Synchronizing usage tracker for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:03:41.477214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-4e0610ce-10c5-44a0-9287-467e5f98f562 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Unset dirty status for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:03:41.479311 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-4e0610ce-10c5-44a0-9287-467e5f98f562 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.44 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 814 time: 0.2098279 Jun 15 15:03:41.493507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Request body: {'port': {'device_id': '36e0a066-9608-4313-ab2b-6db670e10240', 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9', 'admin_state_up': True, 'tenant_id': 'e1dc38f1a0f04107a6062425f019ebcf'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:03:41.588880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-1dd45b80-9708-46dc-8e0e-6e10bb56cc91 req-86ff3e46-43b1-4235-b47d-61ac685b0863 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] For port 95b3369b-1bd1-4532-8ff4-39a5d307cceb, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=95b3369b-1bd1-4532-8ff4-39a5d307cceb,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:03:41.589269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-1dd45b80-9708-46dc-8e0e-6e10bb56cc91 req-86ff3e46-43b1-4235-b47d-61ac685b0863 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:41.658422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:03:41.668800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:03:41.681205 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Made reservation on behalf of e1dc38f1a0f04107a6062425f019ebcf for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:03:41.685974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:41.723842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [req-1dd45b80-9708-46dc-8e0e-6e10bb56cc91 req-86ff3e46-43b1-4235-b47d-61ac685b0863 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Calling delete_port for 95b3369b-1bd1-4532-8ff4-39a5d307cceb owned by compute:nova {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:03:41.878785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-1dd45b80-9708-46dc-8e0e-6e10bb56cc91 req-86ff3e46-43b1-4235-b47d-61ac685b0863 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:41.892501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['95b3369b-1bd1-4532-8ff4-39a5d307cceb'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:03:41.977685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff3e46-43b1-4235-b47d-61ac685b0863 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Pushing event deleted for resources: {'Port': ['ID=95b3369b-1bd1-4532-8ff4-39a5d307cceb,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:41.989805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Allocated IP 172.20.0.13 (e93723c3-c72f-4f92-b5db-b53f63c832b9/4ba8092e-f604-4e5c-b562-61eff986973a/ea1c6026-1468-4f08-bf31-98bd5b140a25) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:03:42.037898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd45b80-9708-46dc-8e0e-6e10bb56cc91 req-86ff3e46-43b1-4235-b47d-61ac685b0863 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] No DVR routers for this DVR port 95b3369b-1bd1-4532-8ff4-39a5d307cceb on host hv-neutron-8458 {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:03:42.040570 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-1dd45b80-9708-46dc-8e0e-6e10bb56cc91 req-86ff3e46-43b1-4235-b47d-61ac685b0863 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:42.043427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fefaa19-998a-4d96-b4f5-6996f9283ce4', 'name': 'network-vif-deleted', 'tag': '95b3369b-1bd1-4532-8ff4-39a5d307cceb'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:03:42.070652 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1dd45b80-9708-46dc-8e0e-6e10bb56cc91 req-86ff3e46-43b1-4235-b47d-61ac685b0863 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.44 "DELETE /v2.0/ports/95b3369b-1bd1-4532-8ff4-39a5d307cceb HTTP/1.1" status: 204 len: 173 time: 0.9950087 Jun 15 15:03:42.166449 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43783a9a-b563-4948-8f50-0c0578a454a3'] response: {'server_uuid': '0fefaa19-998a-4d96-b4f5-6996f9283ce4', 'name': 'network-vif-deleted', 'tag': '95b3369b-1bd1-4532-8ff4-39a5d307cceb', 'status': 'completed', 'code': 200} Jun 15 15:03:42.282057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:42.314200 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:42.325527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['95b3369b-1bd1-4532-8ff4-39a5d307cceb'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:03:42.382566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Network e93723c3-c72f-4f92-b5db-b53f63c832b9 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:03:42.386042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:03:42.389918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:03:42.441711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Pushing event updated for resources: {'Port': ['ID=ea1c6026-1468-4f08-bf31-98bd5b140a25,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:42.469075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:42.469765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:42.496050 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-bff99994-b21d-4d3f-9be7-3f4da11b48c9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0087643 Jun 15 15:03:42.508087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Request body: {'port': {'device_id': '36e0a066-9608-4313-ab2b-6db670e10240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:03:42.638137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:42.644556 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73631a7f-ff08-474c-b927-b42bcb069a5d req-60e58856-b9b6-4710-bfe6-3a0e2f986a70 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:42.645686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-73631a7f-ff08-474c-b927-b42bcb069a5d req-60e58856-b9b6-4710-bfe6-3a0e2f986a70 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Synchronizing usage tracker for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:03:42.663671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-73631a7f-ff08-474c-b927-b42bcb069a5d req-60e58856-b9b6-4710-bfe6-3a0e2f986a70 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Unset dirty status for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:03:42.665148 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-73631a7f-ff08-474c-b927-b42bcb069a5d req-60e58856-b9b6-4710-bfe6-3a0e2f986a70 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 932 time: 0.1153750 Jun 15 15:03:42.720483 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-73631a7f-ff08-474c-b927-b42bcb069a5d req-462de4a8-4874-4b79-81eb-912740acd2fa tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488815 Jun 15 15:03:43.041804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1c6026-1468-4f08-bf31-98bd5b140a25 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:03:43.050889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:43.067547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Transition to ACTIVE for port object ea1c6026-1468-4f08-bf31-98bd5b140a25 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:03:43.071678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:43.205228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c6026-1468-4f08-bf31-98bd5b140a25,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:43.326607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Attempting to bind port ea1c6026-1468-4f08-bf31-98bd5b140a25 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:03:43.326953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Attempting to bind port ea1c6026-1468-4f08-bf31-98bd5b140a25 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '494e52b9-2ee0-4714-93fa-e10ffd3d8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:03:43.327288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Attempting to bind port ea1c6026-1468-4f08-bf31-98bd5b140a25 on network e93723c3-c72f-4f92-b5db-b53f63c832b9 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:03:43.332220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Port ea1c6026-1468-4f08-bf31-98bd5b140a25 on network e93723c3-c72f-4f92-b5db-b53f63c832b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:03:43.332634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Attempting to bind port ea1c6026-1468-4f08-bf31-98bd5b140a25 on network e93723c3-c72f-4f92-b5db-b53f63c832b9 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:03:43.338529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:03:43.338867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Checking segment: {'id': '494e52b9-2ee0-4714-93fa-e10ffd3d8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:03:43.339272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Bound using segment: {'id': '494e52b9-2ee0-4714-93fa-e10ffd3d8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:03:43.339700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Bound port: ea1c6026-1468-4f08-bf31-98bd5b140a25, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494e52b9-2ee0-4714-93fa-e10ffd3d8c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:03:43.340055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:43.441240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] For port ea1c6026-1468-4f08-bf31-98bd5b140a25, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:03:43.446399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] For port ea1c6026-1468-4f08-bf31-98bd5b140a25, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:03:43.452250 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:43.515237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:43.516002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:43.517290 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] 10.222.0.44 "PUT /v2.0/ports/ea1c6026-1468-4f08-bf31-98bd5b140a25 HTTP/1.1" status: 200 len: 1094 time: 1.0151989 Jun 15 15:03:43.517725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e0a066-9608-4313-ab2b-6db670e10240', 'tag': 'ea1c6026-1468-4f08-bf31-98bd5b140a25'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:03:43.540578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7becc1c-9df8-4c5d-a2b9-055f511a4101 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1c6026-1468-4f08-bf31-98bd5b140a25,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:43.635836 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85eef950-b382-4a54-a58e-abcb83685854'] response: {'name': 'network-changed', 'server_uuid': '36e0a066-9608-4313-ab2b-6db670e10240', 'tag': 'ea1c6026-1468-4f08-bf31-98bd5b140a25', 'status': 'completed', 'code': 200} Jun 15 15:03:43.652913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-907f80c4-d1e8-4491-864e-339dc900f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:43.654437 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-907f80c4-d1e8-4491-864e-339dc900f03a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 1097 time: 0.0925560 Jun 15 15:03:43.733884 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-70cb21e5-491a-4421-9358-c45fd96f885b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25 HTTP/1.1" status: 200 len: 217 time: 0.0728197 Jun 15 15:03:43.801428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-087c9227-2093-4bdb-a4bc-b40cb20133b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:43.802965 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-087c9227-2093-4bdb-a4bc-b40cb20133b6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ba8092e-f604-4e5c-b562-61eff986973a HTTP/1.1" status: 200 len: 854 time: 0.0637667 Jun 15 15:03:43.860500 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-1d5dd78a-ce48-46e1-9359-b49bb0bb9360 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e93723c3-c72f-4f92-b5db-b53f63c832b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512331 Jun 15 15:03:43.927079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10017b2a-c783-42f7-9c3f-8b46c1fc1d88 req-640eed0f-1a68-48ff-982f-48ec663e8f30 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:43.928830 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-10017b2a-c783-42f7-9c3f-8b46c1fc1d88 req-640eed0f-1a68-48ff-982f-48ec663e8f30 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 944 time: 0.0978541 Jun 15 15:03:43.984168 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-10017b2a-c783-42f7-9c3f-8b46c1fc1d88 req-bc58b0db-c308-42c3-bd46-4c2b24277c2a tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489109 Jun 15 15:03:44.110475 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-dd205869-a8c6-4cb3-8194-984ebb4b60e2 service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441933 Jun 15 15:03:44.249057 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c1ed76c-63a4-4f71-bd61-7d5f464fd3e9 req-91d5db94-b5c4-4492-a765-8dac09d6efc6 service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325965 Jun 15 15:03:44.396728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63901ddc-0633-4578-a04d-63318d10f4fb req-325d419d-ceff-4f8c-9864-353902ba8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:44.398264 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63901ddc-0633-4578-a04d-63318d10f4fb req-325d419d-ceff-4f8c-9864-353902ba8a94 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 1097 time: 0.0987689 Jun 15 15:03:44.543280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63901ddc-0633-4578-a04d-63318d10f4fb req-55015286-6026-4ca8-baf8-1dffbca8fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:44.544504 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63901ddc-0633-4578-a04d-63318d10f4fb req-55015286-6026-4ca8-baf8-1dffbca8fd31 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 915 time: 0.1398070 Jun 15 15:03:44.617023 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63901ddc-0633-4578-a04d-63318d10f4fb req-c96cfaee-aa3e-49c3-8836-d509a0bbdebb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25 HTTP/1.1" status: 200 len: 217 time: 0.0642157 Jun 15 15:03:44.688598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63901ddc-0633-4578-a04d-63318d10f4fb req-096cc55c-73b8-420f-8834-961a67ba3033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:44.690050 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63901ddc-0633-4578-a04d-63318d10f4fb req-096cc55c-73b8-420f-8834-961a67ba3033 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ba8092e-f604-4e5c-b562-61eff986973a HTTP/1.1" status: 200 len: 854 time: 0.0654380 Jun 15 15:03:44.747627 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63901ddc-0633-4578-a04d-63318d10f4fb req-5b53663c-1471-40cc-bd71-0986790f868d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e93723c3-c72f-4f92-b5db-b53f63c832b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511220 Jun 15 15:03:44.891031 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63901ddc-0633-4578-a04d-63318d10f4fb req-411f87c0-4a74-442f-ae49-764c0e259007 service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358950 Jun 15 15:03:44.995459 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 95b3369b-1bd1-4532-8ff4-39a5d307cceb no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:03:45.054170 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63901ddc-0633-4578-a04d-63318d10f4fb req-a12a070c-e8b6-48f2-b2fd-20e19040e328 service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566718 Jun 15 15:03:45.061868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 95b3369b-1bd1-4532-8ff4-39a5d307cceb {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:03:45.062425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 95b3369b-1bd1-4532-8ff4-39a5d307cceb not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:03:45.235489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c793e6-1ff9-44b4-b10e-fb22dbc0333b req-6bd4cf92-62ca-410c-8d15-0623c0205b81 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:45.236260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-20c793e6-1ff9-44b4-b10e-fb22dbc0333b req-6bd4cf92-62ca-410c-8d15-0623c0205b81 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Synchronizing usage tracker for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:03:45.249303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-20c793e6-1ff9-44b4-b10e-fb22dbc0333b req-6bd4cf92-62ca-410c-8d15-0623c0205b81 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Unset dirty status for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:03:45.250485 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-20c793e6-1ff9-44b4-b10e-fb22dbc0333b req-6bd4cf92-62ca-410c-8d15-0623c0205b81 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 944 time: 0.1182992 Jun 15 15:03:45.315379 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-20c793e6-1ff9-44b4-b10e-fb22dbc0333b req-48f4579d-9f71-4e3c-9a02-8e3d858a872b tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583606 Jun 15 15:03:46.520354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2814e-916a-4df1-ad4e-3ee96a4de10d req-20e9612d-def5-413e-819d-1afc170931e6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:46.521993 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-02d2814e-916a-4df1-ad4e-3ee96a4de10d req-20e9612d-def5-413e-819d-1afc170931e6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 944 time: 0.0912409 Jun 15 15:03:46.568784 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-02d2814e-916a-4df1-ad4e-3ee96a4de10d req-679c5a38-3b1d-4270-bd2c-4f30050e1fa6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409691 Jun 15 15:03:46.999094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ea1c6026-1468-4f08-bf31-98bd5b140a25 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:03:47.148583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ea1c6026-1468-4f08-bf31-98bd5b140a25, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:03:47.162844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'ea1c6026-1468-4f08-bf31-98bd5b140a25', 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9', 'port_id': 'ea1c6026-1468-4f08-bf31-98bd5b140a25', 'mac_address': 'fa:16:3e:7a:51:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba8092e-f604-4e5c-b562-61eff986973a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:03:47.226937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port ea1c6026-1468-4f08-bf31-98bd5b140a25 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:03:47.227313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:47.246008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1c6026-1468-4f08-bf31-98bd5b140a25 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:03:47.264078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ea1c6026-1468-4f08-bf31-98bd5b140a25, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:03:47.269146 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:47.341320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=ea1c6026-1468-4f08-bf31-98bd5b140a25,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:47.350147 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:03:47.350540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:03:47.350883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:03:47.351188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:03:47.351545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:03:47.352029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:03:47.352374 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:03:47.352682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:03:47.353181 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:03:47.353701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:03:47.354237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:03:47.354748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:03:47.467032 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['ea1c6026-1468-4f08-bf31-98bd5b140a25'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:03:47.917025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d19a2-a5c1-4698-a153-6c08d5e4e9a7 req-b60d9965-c481-4dc7-9255-6145fb1cad14 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:47.918399 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-063d19a2-a5c1-4698-a153-6c08d5e4e9a7 req-b60d9965-c481-4dc7-9255-6145fb1cad14 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 945 time: 0.0888467 Jun 15 15:03:47.967442 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-063d19a2-a5c1-4698-a153-6c08d5e4e9a7 req-736d3292-c080-415a-bf3b-49cd36c104c7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Jun 15 15:03:49.010331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ea1c6026-1468-4f08-bf31-98bd5b140a25 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:03:49.086651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port ea1c6026-1468-4f08-bf31-98bd5b140a25 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:03:49.093543 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port ea1c6026-1468-4f08-bf31-98bd5b140a25 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:03:49.094297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:49.171138 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751e20-7f7c-4299-b87e-87c6a1c8d4db req-e923651f-f459-4b1b-b8bb-be90dea67b23 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:49.173033 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d5751e20-7f7c-4299-b87e-87c6a1c8d4db req-e923651f-f459-4b1b-b8bb-be90dea67b23 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 945 time: 0.0933611 Jun 15 15:03:49.219185 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port ea1c6026-1468-4f08-bf31-98bd5b140a25 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:03:49.219653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:49.219908 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d5751e20-7f7c-4299-b87e-87c6a1c8d4db req-1cc029e4-d790-4652-9898-f604c570314f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 Jun 15 15:03:49.250418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e0a066-9608-4313-ab2b-6db670e10240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c6026-1468-4f08-bf31-98bd5b140a25'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:03:49.261804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ea1c6026-1468-4f08-bf31-98bd5b140a25, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:03:49.267862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:49.351216 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e242b18b-2f60-467d-8372-9cef9b199308'] response: {'server_uuid': '36e0a066-9608-4313-ab2b-6db670e10240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c6026-1468-4f08-bf31-98bd5b140a25', 'code': 200} Jun 15 15:03:49.359551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=ea1c6026-1468-4f08-bf31-98bd5b140a25,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:03:49.601577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9352f8-7797-4884-91e4-b0b6ff906c8e req-31f2927c-a74c-4891-bc54-bd0d83bf1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:49.602964 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6a9352f8-7797-4884-91e4-b0b6ff906c8e req-31f2927c-a74c-4891-bc54-bd0d83bf1d10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 1099 time: 0.0799277 Jun 15 15:03:49.644672 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6a9352f8-7797-4884-91e4-b0b6ff906c8e req-26dea1fd-3398-4e9e-991f-292646205f24 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356131 Jun 15 15:03:50.437928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31c7e2-de5a-4cd6-b873-593368880177 req-f6c5a4df-d22c-4d1c-baaf-ac1de47796e7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:50.439411 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1b31c7e2-de5a-4cd6-b873-593368880177 req-f6c5a4df-d22c-4d1c-baaf-ac1de47796e7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1076982 Jun 15 15:03:50.487058 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1b31c7e2-de5a-4cd6-b873-593368880177 req-49c56bb1-29c8-43bf-b3ac-5635629d7263 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Jun 15 15:03:51.589984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:51.701994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff3aab-35f4-49d3-ac78-0748f8754816 req-0bf5866b-41ba-4b6b-833c-12321c5d59d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:51.703516 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-31ff3aab-35f4-49d3-ac78-0748f8754816 req-0bf5866b-41ba-4b6b-833c-12321c5d59d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1009400 Jun 15 15:03:51.753524 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-31ff3aab-35f4-49d3-ac78-0748f8754816 req-2eda550a-a314-4f92-9cb2-7f6e488a1f3a tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Jun 15 15:03:51.964056 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb084c-a65f-4ba0-ac80-3aedd89c4472 req-c37b25fc-f5f6-4457-ac8c-5d257c49f87c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:51.965594 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-59eb084c-a65f-4ba0-ac80-3aedd89c4472 req-c37b25fc-f5f6-4457-ac8c-5d257c49f87c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0979197 Jun 15 15:03:52.014085 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-59eb084c-a65f-4ba0-ac80-3aedd89c4472 req-d586e096-c935-4408-a679-f1941ef6dc9f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410504 Jun 15 15:03:52.069135 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9718ea0-1d63-498e-83be-c697d10ac147 req-0e154807-46c9-47e3-a817-0fcd815ee9e6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822103 Jun 15 15:03:52.222941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9718ea0-1d63-498e-83be-c697d10ac147 req-6e03b65e-ffa5-44bf-b557-6ebfcdfbe4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:52.224413 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9718ea0-1d63-498e-83be-c697d10ac147 req-6e03b65e-ffa5-44bf-b557-6ebfcdfbe4b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 1099 time: 0.0859146 Jun 15 15:03:52.394044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9718ea0-1d63-498e-83be-c697d10ac147 req-d015e209-47f5-45d7-a485-ee8c3a8a04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:52.396211 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9718ea0-1d63-498e-83be-c697d10ac147 req-d015e209-47f5-45d7-a485-ee8c3a8a04ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 915 time: 0.1530762 Jun 15 15:03:52.454776 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-30fcd7d8-d393-4336-8dca-34169a08f18a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1531303 Jun 15 15:03:52.470958 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9718ea0-1d63-498e-83be-c697d10ac147 req-86733ca0-16db-424f-a78e-93fb5e33733a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25 HTTP/1.1" status: 200 len: 217 time: 0.0682297 Jun 15 15:03:52.471572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36353f-2732-4604-90e9-3377909dd4f1 req-38382b67-374c-4c0b-b874-144b1a5f81bd tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:52.473300 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3b36353f-2732-4604-90e9-3377909dd4f1 req-38382b67-374c-4c0b-b874-144b1a5f81bd tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1173716 Jun 15 15:03:52.531175 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3b36353f-2732-4604-90e9-3377909dd4f1 req-852c0bf1-3dfa-40b3-8a4e-d160fc43bf4f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504684 Jun 15 15:03:52.655846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9718ea0-1d63-498e-83be-c697d10ac147 req-5bb2ab17-7898-478a-8cf5-b46913c64840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:52.657576 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9718ea0-1d63-498e-83be-c697d10ac147 req-5bb2ab17-7898-478a-8cf5-b46913c64840 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ba8092e-f604-4e5c-b562-61eff986973a HTTP/1.1" status: 200 len: 854 time: 0.1805723 Jun 15 15:03:52.716034 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9718ea0-1d63-498e-83be-c697d10ac147 req-721e8c1f-1e58-4ddf-927a-ca6fefbd373e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e93723c3-c72f-4f92-b5db-b53f63c832b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521762 Jun 15 15:03:52.864830 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9718ea0-1d63-498e-83be-c697d10ac147 req-6875fdfd-b74e-4703-b195-251690bcbdcb service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429422 Jun 15 15:03:53.013113 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d9718ea0-1d63-498e-83be-c697d10ac147 req-0aebc76b-43f7-49ef-876c-b5c695b57429 service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425092 Jun 15 15:03:53.766154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-1cfc37a6-3a47-4dd4-a16f-6d87bc105e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:53.767659 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-1cfc37a6-3a47-4dd4-a16f-6d87bc105e2d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 1099 time: 0.1520736 Jun 15 15:03:53.780014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574058f-1163-46ae-80fc-23fa4b9e693e req-e10f6166-bae2-4a38-9cd4-45c87017c779 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:53.781498 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c574058f-1163-46ae-80fc-23fa4b9e693e req-e10f6166-bae2-4a38-9cd4-45c87017c779 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1200695 Jun 15 15:03:53.912083 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c574058f-1163-46ae-80fc-23fa4b9e693e req-cba3f6d9-5b50-403b-87ef-967611e3a0f8 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101224 Jun 15 15:03:53.950371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-bceaa0d9-ae10-4a44-99e6-5d5f2812bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:53.951887 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-bceaa0d9-ae10-4a44-99e6-5d5f2812bede service neutron] 10.222.0.44 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 915 time: 0.1695824 Jun 15 15:03:54.022629 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-77904b0c-6b7b-41e0-a168-13098cc3aa6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25 HTTP/1.1" status: 200 len: 217 time: 0.0642536 Jun 15 15:03:54.087035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-c3d1bc98-dbc4-4a6b-b61d-86ec21bb8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:54.088554 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-c3d1bc98-dbc4-4a6b-b61d-86ec21bb8aa1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ba8092e-f604-4e5c-b562-61eff986973a HTTP/1.1" status: 200 len: 854 time: 0.0595374 Jun 15 15:03:54.142800 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-0eb756ad-f67a-472d-b776-23e6275d9d70 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e93723c3-c72f-4f92-b5db-b53f63c832b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486748 Jun 15 15:03:54.290622 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-913f9dc3-1317-4163-8433-ebc2e730911e service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414204 Jun 15 15:03:54.430056 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-ffab4e6b-f743-488e-b9e2-255ea432c1ca service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334069 Jun 15 15:03:55.116942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beca39-4182-4bbc-9b50-b8ad7eae93ed req-b2db6f6d-23ce-4341-a595-369497669e6f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:55.118428 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-14beca39-4182-4bbc-9b50-b8ad7eae93ed req-b2db6f6d-23ce-4341-a595-369497669e6f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0933197 Jun 15 15:03:55.165580 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-14beca39-4182-4bbc-9b50-b8ad7eae93ed req-8865a267-acf7-46c4-995a-128ce9d359ac tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Jun 15 15:03:56.397906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15512c73-e511-4a66-a8cc-8f204105225f req-707b4c6d-a46e-4065-b4cb-6517dabefd21 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:56.399481 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15512c73-e511-4a66-a8cc-8f204105225f req-707b4c6d-a46e-4065-b4cb-6517dabefd21 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1075840 Jun 15 15:03:56.448560 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-15512c73-e511-4a66-a8cc-8f204105225f req-979d7c22-9c9f-4d29-bfd7-4129120a9389 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432501 Jun 15 15:03:57.288087 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d9386ac9-c5db-4aa8-abae-93bb9fcf5d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:03:57.742233 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cd3d9-3c7f-4e13-bb1d-e46a9bc3fc3a req-2b2c9614-9a91-4c5a-9842-d1a8944d4330 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:57.743726 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4f1cd3d9-3c7f-4e13-bb1d-e46a9bc3fc3a req-2b2c9614-9a91-4c5a-9842-d1a8944d4330 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1850202 Jun 15 15:03:57.788678 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4f1cd3d9-3c7f-4e13-bb1d-e46a9bc3fc3a req-9b703768-4b81-43f2-b2ce-452064becd39 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391588 Jun 15 15:03:58.997783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e6ae7-4e3b-43ea-9cf6-509e0490c482 req-c1c816d8-1ea8-4c54-b189-f51c2f6bb9a2 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:03:58.999317 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d5e6ae7-4e3b-43ea-9cf6-509e0490c482 req-c1c816d8-1ea8-4c54-b189-f51c2f6bb9a2 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0960405 Jun 15 15:03:59.050088 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d5e6ae7-4e3b-43ea-9cf6-509e0490c482 req-e129963e-8640-4e11-af2a-e3eda7a652db tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429094 Jun 15 15:03:59.395158 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f094309b-95f4-4454-87ef-c1d5d9420fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:00.267651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c6499-0def-4861-961c-a819245e0e62 req-eef48f3d-daf0-4ed0-9612-2aeea0b510c6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:00.269239 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6f6c6499-0def-4861-961c-a819245e0e62 req-eef48f3d-daf0-4ed0-9612-2aeea0b510c6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1063275 Jun 15 15:04:00.320442 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6f6c6499-0def-4861-961c-a819245e0e62 req-babe7f72-ddae-4ea4-bddf-af5c20f1f13c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452540 Jun 15 15:04:00.619532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:00.632560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:01.525768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1bcb8-4aea-4579-b336-fb85bd76d078 req-6af7cecb-4766-4b40-82e9-8a571916796b tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:01.527298 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a5d1bcb8-4aea-4579-b336-fb85bd76d078 req-6af7cecb-4766-4b40-82e9-8a571916796b tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0936301 Jun 15 15:04:01.580611 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a5d1bcb8-4aea-4579-b336-fb85bd76d078 req-88f134cd-242b-4a7c-922f-0a94e093c05a tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460224 Jun 15 15:04:02.058940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:02.820389 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb629eba-7648-421a-96a4-bda74d814c15 req-2baaa879-df46-42d6-915b-5f5bd9a928d0 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:02.821924 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb629eba-7648-421a-96a4-bda74d814c15 req-2baaa879-df46-42d6-915b-5f5bd9a928d0 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1087065 Jun 15 15:04:02.869512 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb629eba-7648-421a-96a4-bda74d814c15 req-97ac109b-d909-491a-a1f3-05277d69ed19 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415554 Jun 15 15:04:04.184822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee9163-2109-4292-88b5-ab6a1315db14 req-c7390493-28a6-4854-a5fd-1e3e0c9f6c25 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:04.186276 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7cee9163-2109-4292-88b5-ab6a1315db14 req-c7390493-28a6-4854-a5fd-1e3e0c9f6c25 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.2078073 Jun 15 15:04:04.237609 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7cee9163-2109-4292-88b5-ab6a1315db14 req-22a03683-5857-4eb0-9c35-508dfb0af9ac tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Jun 15 15:04:05.448152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78093623-1248-4712-a0d6-dfb610ae6684 req-2da43310-1c72-499a-ae55-c91085229d71 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:05.449778 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-78093623-1248-4712-a0d6-dfb610ae6684 req-2da43310-1c72-499a-ae55-c91085229d71 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0970500 Jun 15 15:04:05.497014 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-78093623-1248-4712-a0d6-dfb610ae6684 req-7e1ab55f-4016-47e5-bccc-22c762e0901d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Jun 15 15:04:06.725607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdb1c2-8b5e-41ed-bd93-50cac6908558 req-f5ba6038-7599-44f8-ba72-8dde41f3267e tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:06.727167 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-acbdb1c2-8b5e-41ed-bd93-50cac6908558 req-f5ba6038-7599-44f8-ba72-8dde41f3267e tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1060476 Jun 15 15:04:06.790839 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-acbdb1c2-8b5e-41ed-bd93-50cac6908558 req-6e7c0e0b-11f1-4254-9c43-0b28d51e24f7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543489 Jun 15 15:04:07.993691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd3298-dada-4bb4-9433-2bb83a5a041a req-770920ad-576b-4320-a0ea-bd411a6e6eb8 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:07.995065 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-64fd3298-dada-4bb4-9433-2bb83a5a041a req-770920ad-576b-4320-a0ea-bd411a6e6eb8 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0917583 Jun 15 15:04:08.040068 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-64fd3298-dada-4bb4-9433-2bb83a5a041a req-0d6971f6-a052-4bc9-b4d0-534447fa13e6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391920 Jun 15 15:04:09.239640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a341ff-5279-4648-b85a-4ec669e4ebbf req-cbe4f59a-d09c-40a3-a9ee-6e312c5274bd tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:09.241242 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-80a341ff-5279-4648-b85a-4ec669e4ebbf req-cbe4f59a-d09c-40a3-a9ee-6e312c5274bd tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0927150 Jun 15 15:04:09.287297 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-80a341ff-5279-4648-b85a-4ec669e4ebbf req-089de558-45e0-4024-9c41-5b19b5cd575d tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400734 Jun 15 15:04:10.491991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa71c8-2cb9-4fd7-857a-f5aaa31d933c req-03346e99-1e18-44d1-b24c-db246b783b05 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:10.493541 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-98aa71c8-2cb9-4fd7-857a-f5aaa31d933c req-03346e99-1e18-44d1-b24c-db246b783b05 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0958748 Jun 15 15:04:10.539786 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-98aa71c8-2cb9-4fd7-857a-f5aaa31d933c req-6c3eb722-35dc-4e05-a3bb-692614a84386 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 Jun 15 15:04:11.750377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a994605-b8d3-45d8-930a-c47cb8a2035f req-de9d21fe-75d6-4c1c-9395-e6354daf58b9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:11.751889 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a994605-b8d3-45d8-930a-c47cb8a2035f req-de9d21fe-75d6-4c1c-9395-e6354daf58b9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1053956 Jun 15 15:04:11.800252 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7a994605-b8d3-45d8-930a-c47cb8a2035f req-ab38b56a-370a-48f0-84de-744bfa5ffc53 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 Jun 15 15:04:13.007904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8e078-9c0f-438d-8856-4c301fe1db9e req-f3056a6b-5d34-40eb-ae7e-776658fba7a3 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:13.009441 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6dc8e078-9c0f-438d-8856-4c301fe1db9e req-f3056a6b-5d34-40eb-ae7e-776658fba7a3 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0984259 Jun 15 15:04:13.058981 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6dc8e078-9c0f-438d-8856-4c301fe1db9e req-98bd291d-98e0-4274-aff7-c7c80984b3ea tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436518 Jun 15 15:04:14.274025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24708c8-d42f-4edb-b5fd-c95be515793b req-b1186e6d-1409-4cc7-b507-c291c3fd1851 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:14.275640 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e24708c8-d42f-4edb-b5fd-c95be515793b req-b1186e6d-1409-4cc7-b507-c291c3fd1851 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0969110 Jun 15 15:04:14.326602 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e24708c8-d42f-4edb-b5fd-c95be515793b req-35c21d32-5056-4fbd-82a8-1fa71799ffc6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449345 Jun 15 15:04:15.543265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67365249-9ecb-4d98-b7d2-db2e614a18c9 req-0778d148-7387-4dd9-888d-8ffb7d1fd29a tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:15.544852 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-67365249-9ecb-4d98-b7d2-db2e614a18c9 req-0778d148-7387-4dd9-888d-8ffb7d1fd29a tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0975127 Jun 15 15:04:15.594726 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-67365249-9ecb-4d98-b7d2-db2e614a18c9 req-6386e414-6c1d-4a1a-985b-4ae7bdad6a18 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432172 Jun 15 15:04:16.813045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9ca44-51f6-4860-8207-f9fc2311fc75 req-627ff300-0eb9-4f71-b2de-de061baabd12 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:16.814584 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3a9ca44-51f6-4860-8207-f9fc2311fc75 req-627ff300-0eb9-4f71-b2de-de061baabd12 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1017339 Jun 15 15:04:16.882038 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3a9ca44-51f6-4860-8207-f9fc2311fc75 req-9019402c-6e76-4d70-ace9-46a591ef442b tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610948 Jun 15 15:04:17.623995 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:04:18.095365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b56b9-ba12-4367-9f7e-75b842abaa50 req-3e6ddb52-b854-43a5-83ca-b3da184f0c6f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:18.096925 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-789b56b9-ba12-4367-9f7e-75b842abaa50 req-3e6ddb52-b854-43a5-83ca-b3da184f0c6f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0962710 Jun 15 15:04:18.144481 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-789b56b9-ba12-4367-9f7e-75b842abaa50 req-6868da6e-4dde-4a9e-b5f5-5e2f3c058e06 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Jun 15 15:04:19.349043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7567e0-b9d8-4514-9db1-08ef14887b6f req-65cd25a8-90cd-4a33-9ada-e8b0159e058b tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:19.350603 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f7567e0-b9d8-4514-9db1-08ef14887b6f req-65cd25a8-90cd-4a33-9ada-e8b0159e058b tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0970588 Jun 15 15:04:19.401447 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2f7567e0-b9d8-4514-9db1-08ef14887b6f req-441799f9-f4cb-4361-a56a-35ce3f724b40 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Jun 15 15:04:20.604365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589e6c9-683d-4013-8557-84ea7e0c35c7 req-d7eda941-4640-4a2c-b9ac-bf5fafd7b604 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:20.606011 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2589e6c9-683d-4013-8557-84ea7e0c35c7 req-d7eda941-4640-4a2c-b9ac-bf5fafd7b604 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0925565 Jun 15 15:04:20.665113 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2589e6c9-683d-4013-8557-84ea7e0c35c7 req-0d778167-e218-40a7-9c46-621e2f08bb63 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523076 Jun 15 15:04:21.137828 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-3b583417-b08d-4e06-9e55-da28c8259528 service neutron] 10.222.0.44 "GET /v2.0/ports/ea1c6026-1468-4f08-bf31-98bd5b140a25/bindings/hv-neutron-8458 HTTP/1.1" status: 200 len: 384 time: 0.0856194 Jun 15 15:04:21.432463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-369490c4-f84d-4f23-b1be-8fa8224dfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:21.433891 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-369490c4-f84d-4f23-b1be-8fa8224dfa8f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240&tenant_id=e1dc38f1a0f04107a6062425f019ebcf HTTP/1.1" status: 200 len: 1099 time: 0.0892551 Jun 15 15:04:21.564585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-80808bbf-8043-4373-b41c-7511b6815cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:21.566820 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-80808bbf-8043-4373-b41c-7511b6815cb8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 1099 time: 0.1077383 Jun 15 15:04:21.589415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:21.705248 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-acf827bf-4108-4fc0-8389-b5ba4733ec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:21.707421 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-acf827bf-4108-4fc0-8389-b5ba4733ec69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 915 time: 0.1339264 Jun 15 15:04:21.781953 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-5f2af2bb-def1-4cf1-a800-507d795d9143 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25 HTTP/1.1" status: 200 len: 217 time: 0.0687184 Jun 15 15:04:21.899484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-e7258a1d-cae3-4216-becc-6beb83544d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:21.900997 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-e7258a1d-cae3-4216-becc-6beb83544d76 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ba8092e-f604-4e5c-b562-61eff986973a HTTP/1.1" status: 200 len: 854 time: 0.0788066 Jun 15 15:04:21.958781 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-e1bd0978-d506-4c65-99f0-e4770ba9cddc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e93723c3-c72f-4f92-b5db-b53f63c832b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511296 Jun 15 15:04:21.970666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda9daf-4545-4733-8963-d3b6c1380860 req-c77aee49-d1d7-4bbd-9d50-34dc3c9ea861 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:21.972041 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6dda9daf-4545-4733-8963-d3b6c1380860 req-c77aee49-d1d7-4bbd-9d50-34dc3c9ea861 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1926365 Jun 15 15:04:22.100565 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6dda9daf-4545-4733-8963-d3b6c1380860 req-2e381173-d0ad-45ce-901a-989b3176c61a tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090317 Jun 15 15:04:22.142931 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-e3396454-7140-42d8-9394-5242df65fc12 service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688268 Jun 15 15:04:22.280397 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e49a81d-3d61-4747-badb-4efadd8e47b9 req-4d2eaa93-f543-446e-afe0-7d99d8658f98 service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316330 Jun 15 15:04:23.315262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f2185-8395-4a2d-ac06-eb0b68b678dc req-ec37c339-1d01-41d9-afc2-d05defc80078 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:23.317277 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6f0f2185-8395-4a2d-ac06-eb0b68b678dc req-ec37c339-1d01-41d9-afc2-d05defc80078 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1070178 Jun 15 15:04:23.365888 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6f0f2185-8395-4a2d-ac06-eb0b68b678dc req-bea011eb-6042-4848-ad95-819852e5d7b9 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 Jun 15 15:04:24.575177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb0610-7e47-458c-9e51-e558ac3a269b req-905e7aba-edcb-4702-b136-b21bfbfc7ba0 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:24.576674 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cabb0610-7e47-458c-9e51-e558ac3a269b req-905e7aba-edcb-4702-b136-b21bfbfc7ba0 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0981755 Jun 15 15:04:24.627033 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cabb0610-7e47-458c-9e51-e558ac3a269b req-94c035a4-d80e-44b0-ae3b-fe02ed982db3 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439534 Jun 15 15:04:25.015120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544de210-8207-49d6-97c6-635d002c3ee4 req-8a2cc815-2890-48a4-babb-97d79870e13f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:25.016637 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-544de210-8207-49d6-97c6-635d002c3ee4 req-8a2cc815-2890-48a4-babb-97d79870e13f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1554294 Jun 15 15:04:25.030372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238abe6e-3405-4eb6-bffd-56340fe58168 req-753aeeab-87b1-4139-8a0e-d7910078a8c5 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:25.031807 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-238abe6e-3405-4eb6-bffd-56340fe58168 req-753aeeab-87b1-4139-8a0e-d7910078a8c5 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240&tenant_id=e1dc38f1a0f04107a6062425f019ebcf&binding%3Ahost_id=hv-neutron-8458 HTTP/1.1" status: 200 len: 946 time: 0.1316257 Jun 15 15:04:25.073481 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-544de210-8207-49d6-97c6-635d002c3ee4 req-7e8391d9-6c54-42b7-8b27-a395ec4fae5f tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406628 Jun 15 15:04:25.187126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ea1c6026-1468-4f08-bf31-98bd5b140a25 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:04:25.188077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238abe6e-3405-4eb6-bffd-56340fe58168 req-cadfcbe4-4b87-46f4-9e95-fc27a4e3c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:25.189592 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-238abe6e-3405-4eb6-bffd-56340fe58168 req-cadfcbe4-4b87-46f4-9e95-fc27a4e3c2b1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 1099 time: 0.0859988 Jun 15 15:04:25.190797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ea1c6026-1468-4f08-bf31-98bd5b140a25 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:04:25.334551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238abe6e-3405-4eb6-bffd-56340fe58168 req-836d1055-ca09-427b-b49d-b2972441c934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:25.335919 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-238abe6e-3405-4eb6-bffd-56340fe58168 req-836d1055-ca09-427b-b49d-b2972441c934 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 200 len: 915 time: 0.1405056 Jun 15 15:04:25.412746 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-238abe6e-3405-4eb6-bffd-56340fe58168 req-e9770708-adfd-48a5-bb99-85f2befcfdf2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25 HTTP/1.1" status: 200 len: 217 time: 0.0712826 Jun 15 15:04:25.433373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port ea1c6026-1468-4f08-bf31-98bd5b140a25 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:04:25.433736 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:25.449970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ea1c6026-1468-4f08-bf31-98bd5b140a25, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:04:25.477651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'ea1c6026-1468-4f08-bf31-98bd5b140a25', 'network_id': 'e93723c3-c72f-4f92-b5db-b53f63c832b9', 'port_id': 'ea1c6026-1468-4f08-bf31-98bd5b140a25', 'mac_address': 'fa:16:3e:7a:51:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba8092e-f604-4e5c-b562-61eff986973a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:04:25.483967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e0a066-9608-4313-ab2b-6db670e10240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1c6026-1468-4f08-bf31-98bd5b140a25'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:04:25.524225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ea1c6026-1468-4f08-bf31-98bd5b140a25, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:04:25.537935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:25.591033 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0df87c-fa48-40db-8e41-54b384d0309b'] response: {'server_uuid': '36e0a066-9608-4313-ab2b-6db670e10240', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea1c6026-1468-4f08-bf31-98bd5b140a25', 'code': 200} Jun 15 15:04:25.604313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238abe6e-3405-4eb6-bffd-56340fe58168 req-27912181-2fb7-419e-8288-795cdcea4a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:25.606592 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-238abe6e-3405-4eb6-bffd-56340fe58168 req-27912181-2fb7-419e-8288-795cdcea4a6b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4ba8092e-f604-4e5c-b562-61eff986973a HTTP/1.1" status: 200 len: 854 time: 0.1878059 Jun 15 15:04:25.622369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port ea1c6026-1468-4f08-bf31-98bd5b140a25 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:04:25.622752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:25.665050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1c6026-1468-4f08-bf31-98bd5b140a25 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:04:25.666455 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-238abe6e-3405-4eb6-bffd-56340fe58168 req-01c0e903-d0f7-4b0b-8f0f-3c6a7bdf89fd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e93723c3-c72f-4f92-b5db-b53f63c832b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541940 Jun 15 15:04:25.676861 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=ea1c6026-1468-4f08-bf31-98bd5b140a25,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:25.695897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ea1c6026-1468-4f08-bf31-98bd5b140a25, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:04:25.701199 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:25.813194 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=ea1c6026-1468-4f08-bf31-98bd5b140a25,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:25.817870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['ea1c6026-1468-4f08-bf31-98bd5b140a25'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:04:25.824313 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-238abe6e-3405-4eb6-bffd-56340fe58168 req-fc5f072f-9b4f-44dc-ae9c-0a5dad0a8fcd service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516159 Jun 15 15:04:25.967855 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-238abe6e-3405-4eb6-bffd-56340fe58168 req-6ea9663e-dbc0-4de7-a97f-74f3b5d5cb8f service neutron] 10.222.0.44 "GET /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374578 Jun 15 15:04:26.285725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58412684-a06b-4f5d-adf3-4437bca1bf2e req-d565242b-7117-4908-8c87-b43a80fc8988 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:26.287306 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58412684-a06b-4f5d-adf3-4437bca1bf2e req-d565242b-7117-4908-8c87-b43a80fc8988 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 945 time: 0.0964167 Jun 15 15:04:26.338913 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-58412684-a06b-4f5d-adf3-4437bca1bf2e req-bb99af49-640f-4067-8106-b393d379107a tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442550 Jun 15 15:04:27.196414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ea1c6026-1468-4f08-bf31-98bd5b140a25 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:04:27.281413 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port ea1c6026-1468-4f08-bf31-98bd5b140a25 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:04:27.281760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:27.311624 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9c04cea3-bc13-4f02-ab3e-7c0a2c69da30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:27.410485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port ea1c6026-1468-4f08-bf31-98bd5b140a25 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:04:27.411128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:27.446532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ea1c6026-1468-4f08-bf31-98bd5b140a25, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:04:27.451486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:27.521883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=ea1c6026-1468-4f08-bf31-98bd5b140a25,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:27.548819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e278198e-7837-4dda-acbe-d133933823cb req-ba5018de-e0e4-4dcd-bbf5-b8fa34d21b2e tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:27.550954 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e278198e-7837-4dda-acbe-d133933823cb req-ba5018de-e0e4-4dcd-bbf5-b8fa34d21b2e tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0959275 Jun 15 15:04:27.592570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e0a066-9608-4313-ab2b-6db670e10240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c6026-1468-4f08-bf31-98bd5b140a25'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:04:27.597193 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e278198e-7837-4dda-acbe-d133933823cb req-d0ff792a-f3ed-4789-8a46-c4b4885e1f90 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Jun 15 15:04:27.640976 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ef723a5-843d-4c98-9640-410657265492'] response: {'server_uuid': '36e0a066-9608-4313-ab2b-6db670e10240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1c6026-1468-4f08-bf31-98bd5b140a25', 'code': 200} Jun 15 15:04:27.804443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37a732-5d29-4973-897c-500bc2534db6 req-5707f40d-13cf-4527-adf4-cc9794a56d23 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:27.805928 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1f37a732-5d29-4973-897c-500bc2534db6 req-5707f40d-13cf-4527-adf4-cc9794a56d23 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0912495 Jun 15 15:04:27.858019 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1f37a732-5d29-4973-897c-500bc2534db6 req-711e958b-8a16-4efd-9fc7-b8b42f91a3d4 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462208 Jun 15 15:04:28.063641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e666859b-ff31-491b-b7c1-fe1b6e8e13b2 req-5b3c4c7d-67a3-4fa0-9871-f1d5f367cd37 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:28.065155 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e666859b-ff31-491b-b7c1-fe1b6e8e13b2 req-5b3c4c7d-67a3-4fa0-9871-f1d5f367cd37 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0979521 Jun 15 15:04:28.117302 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e666859b-ff31-491b-b7c1-fe1b6e8e13b2 req-4b95eb77-0afa-429c-b102-48a30f56df41 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414107 Jun 15 15:04:28.729046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e70fe0-6284-4e12-882b-85c5c061a570 req-47eddd92-94c2-4dde-ae4c-0199b6f9f8aa tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:28.730800 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-48e70fe0-6284-4e12-882b-85c5c061a570 req-47eddd92-94c2-4dde-ae4c-0199b6f9f8aa tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0965326 Jun 15 15:04:28.778710 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-48e70fe0-6284-4e12-882b-85c5c061a570 req-e1b5670b-111f-48f3-a440-4ec73fa0abc1 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Jun 15 15:04:29.406347 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0a2ca9ad-f27f-4249-b4e0-724c256e4fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:30.012891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4046e9f-28e9-4c41-abc8-ccde6e8720e5 req-bf7e74a2-2358-4ea4-be06-85c50380d6f2 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:30.014294 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c4046e9f-28e9-4c41-abc8-ccde6e8720e5 req-bf7e74a2-2358-4ea4-be06-85c50380d6f2 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.1265645 Jun 15 15:04:30.066404 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c4046e9f-28e9-4c41-abc8-ccde6e8720e5 req-34966e35-1e0f-4dc6-aea6-178c535f72c3 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups?id=8fe23bd4-bc88-446d-977e-6560cdfce80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459070 Jun 15 15:04:30.175914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657000de-1ce3-4513-87e9-9b820bffc4f6 req-a3bb55d6-68f1-48a7-b82d-ed87c7311a9c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:30.177463 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-657000de-1ce3-4513-87e9-9b820bffc4f6 req-a3bb55d6-68f1-48a7-b82d-ed87c7311a9c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.44 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 946 time: 0.0944037 Jun 15 15:04:30.249617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-657000de-1ce3-4513-87e9-9b820bffc4f6 req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Deleting port ea1c6026-1468-4f08-bf31-98bd5b140a25 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:04:30.250219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-657000de-1ce3-4513-87e9-9b820bffc4f6 req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:30.533757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-657000de-1ce3-4513-87e9-9b820bffc4f6 req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] For port ea1c6026-1468-4f08-bf31-98bd5b140a25, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ea1c6026-1468-4f08-bf31-98bd5b140a25,segment=NetworkSegment(494e52b9-2ee0-4714-93fa-e10ffd3d8c01),segment_id=494e52b9-2ee0-4714-93fa-e10ffd3d8c01)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:04:30.534121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-657000de-1ce3-4513-87e9-9b820bffc4f6 req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:30.613697 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:30.643319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:30.670775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-657000de-1ce3-4513-87e9-9b820bffc4f6 req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Calling delete_port for ea1c6026-1468-4f08-bf31-98bd5b140a25 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:04:30.830974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-657000de-1ce3-4513-87e9-9b820bffc4f6 req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:30.843110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['ea1c6026-1468-4f08-bf31-98bd5b140a25'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:04:30.885551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Pushing event deleted for resources: {'Port': ['ID=ea1c6026-1468-4f08-bf31-98bd5b140a25,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:30.929439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:30.929789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:30.930134 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:30.930467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:30.930801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:30.931128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:30.931571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:30.931766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:30.932090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:30.932421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:30.932763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:30.933140 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:30.982450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-657000de-1ce3-4513-87e9-9b820bffc4f6 req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] No DVR routers for this DVR port ea1c6026-1468-4f08-bf31-98bd5b140a25 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:04:30.985035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-657000de-1ce3-4513-87e9-9b820bffc4f6 req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:30.987647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e0a066-9608-4313-ab2b-6db670e10240', 'name': 'network-vif-deleted', 'tag': 'ea1c6026-1468-4f08-bf31-98bd5b140a25'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:04:31.004885 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-657000de-1ce3-4513-87e9-9b820bffc4f6 req-c5bd6726-0845-4880-9582-433c6fbd0b72 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.44 "DELETE /v2.0/ports/ea1c6026-1468-4f08-bf31-98bd5b140a25 HTTP/1.1" status: 204 len: 173 time: 0.8214087 Jun 15 15:04:31.043335 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-decfec02-eb08-461e-b4b0-d36ce907893e'] response: {'server_uuid': '36e0a066-9608-4313-ab2b-6db670e10240', 'name': 'network-vif-deleted', 'tag': 'ea1c6026-1468-4f08-bf31-98bd5b140a25', 'status': 'completed', 'code': 200} Jun 15 15:04:31.242465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6aba5f23-6bee-4fca-ba5c-78c67688c8b1 req-553cba42-9db0-47ba-a61b-51d9068db2aa tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Synchronizing usage tracker for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:04:31.259049 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6aba5f23-6bee-4fca-ba5c-78c67688c8b1 req-553cba42-9db0-47ba-a61b-51d9068db2aa tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Unset dirty status for tenant:e1dc38f1a0f04107a6062425f019ebcf on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:04:31.260237 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6aba5f23-6bee-4fca-ba5c-78c67688c8b1 req-553cba42-9db0-47ba-a61b-51d9068db2aa tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/ports?device_id=36e0a066-9608-4313-ab2b-6db670e10240 HTTP/1.1" status: 200 len: 210 time: 0.0700998 Jun 15 15:04:32.067491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:32.412079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43030) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:32.483936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-375d31c7-14c8-4d69-a803-28ac25a3457c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:32.513825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-375d31c7-14c8-4d69-a803-28ac25a3457c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:32.571439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-375d31c7-14c8-4d69-a803-28ac25a3457c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:32.590898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d31c7-14c8-4d69-a803-28ac25a3457c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e25b40-8d67-4027-a12c-a8634bfc79c3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:32.606876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-375d31c7-14c8-4d69-a803-28ac25a3457c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:32.607972 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-375d31c7-14c8-4d69-a803-28ac25a3457c tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "DELETE /v2.0/security-groups/a3e25b40-8d67-4027-a12c-a8634bfc79c3 HTTP/1.1" status: 204 len: 168 time: 0.1948490 Jun 15 15:04:32.611251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43034) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:32.629366 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-f1ff6b5d-5a45-4bdd-be11-786199e57aa6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] show failed (client error): The resource could not be found. Jun 15 15:04:32.629872 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f1ff6b5d-5a45-4bdd-be11-786199e57aa6 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "GET /v2.0/security-groups/a3e25b40-8d67-4027-a12c-a8634bfc79c3 HTTP/1.1" status: 404 len: 347 time: 0.0177526 Jun 15 15:04:32.632831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 43038) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:32.810292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Deleting port 409d41d7-e82d-418f-9483-4d3e3d3e7061 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:04:32.810710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:33.025257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:33.025584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:33.174032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Calling delete_port for 409d41d7-e82d-418f-9483-4d3e3d3e7061 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:04:33.228103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ea1c6026-1468-4f08-bf31-98bd5b140a25 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:04:33.265348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: ea1c6026-1468-4f08-bf31-98bd5b140a25 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:04:33.265687 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ea1c6026-1468-4f08-bf31-98bd5b140a25 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:04:33.428158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:33.479355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Pushing event deleted for resources: {'Port': ['ID=409d41d7-e82d-418f-9483-4d3e3d3e7061,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:33.527276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:33.527586 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:33.527935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:33.528290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:33.528643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:33.528944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:33.529271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:33.529620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:33.529939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:33.530265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:33.530603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:33.530897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:33.589853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:33.608948 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:33.610130 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-51682560-751d-465f-93c2-029f8ec670d7 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] 10.222.0.26 "DELETE /v2.0/floatingips/62608b24-0e50-4bac-8779-5944e4702c2b HTTP/1.1" status: 204 len: 168 time: 0.9762943 Jun 15 15:04:33.760543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 43046) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:33.825270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aacc4a8-5e16-4f1e-af9e-30b4f3e4758c admin admin] Deleting subnet 4ba8092e-f604-4e5c-b562-61eff986973a {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:04:33.828508 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6aacc4a8-5e16-4f1e-af9e-30b4f3e4758c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:33.876918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6aacc4a8-5e16-4f1e-af9e-30b4f3e4758c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:33.932698 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6aacc4a8-5e16-4f1e-af9e-30b4f3e4758c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.005164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6aacc4a8-5e16-4f1e-af9e-30b4f3e4758c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.041695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacc4a8-5e16-4f1e-af9e-30b4f3e4758c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba8092e-f604-4e5c-b562-61eff986973a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:34.047750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6aacc4a8-5e16-4f1e-af9e-30b4f3e4758c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.054935 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6aacc4a8-5e16-4f1e-af9e-30b4f3e4758c admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4ba8092e-f604-4e5c-b562-61eff986973a HTTP/1.1" status: 204 len: 168 time: 0.2932513 Jun 15 15:04:34.057486 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 43050) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:34.174848 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.303928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.329137 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93723c3-c72f-4f92-b5db-b53f63c832b9']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:34.341524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494e52b9-2ee0-4714-93fa-e10ffd3d8c01') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:34.341831 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494e52b9-2ee0-4714-93fa-e10ffd3d8c01') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:34.353431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.369999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.376344 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:04:34.376666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.466832 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 494e52b9-2ee0-4714-93fa-e10ffd3d8c01 resource provider aggregate not found Jun 15 15:04:34.480356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.498120 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 494e52b9-2ee0-4714-93fa-e10ffd3d8c01 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 494e52b9-2ee0-4714-93fa-e10ffd3d8c01 found for delete ", "request_id": "req-0e3043bb-cd85-4671-8ec2-31a6ec152cf2"}]} Jun 15 15:04:34.499155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.509881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] Pushing event deleted for resources: {'Network': ['ID=e93723c3-c72f-4f92-b5db-b53f63c832b9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:34.519912 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-95b79809-9359-4d00-a779-965b999acb91 admin admin] 10.222.0.26 "DELETE /v2.0/networks/e93723c3-c72f-4f92-b5db-b53f63c832b9 HTTP/1.1" status: 204 len: 168 time: 0.4612396 Jun 15 15:04:34.660605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 43062) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:34.715185 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-906cc2cf-bef0-4f90-8833-b1ac8b4aa98e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1dc38f1a0f04107a6062425f019ebcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534062 Jun 15 15:04:34.718327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43066) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:34.783975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87dbd2f5-0d9e-4a82-899a-92f47ec36917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.811682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87dbd2f5-0d9e-4a82-899a-92f47ec36917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.865024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87dbd2f5-0d9e-4a82-899a-92f47ec36917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.883658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbd2f5-0d9e-4a82-899a-92f47ec36917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe23bd4-bc88-446d-977e-6560cdfce80f,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:34.889959 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-87dbd2f5-0d9e-4a82-899a-92f47ec36917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:34.893509 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-87dbd2f5-0d9e-4a82-899a-92f47ec36917 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8fe23bd4-bc88-446d-977e-6560cdfce80f HTTP/1.1" status: 204 len: 168 time: 0.1715643 Jun 15 15:04:35.741383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43090) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:35.867058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-623422789-network', 'tenant_id': 'd727459b53844deb847d424751db8ceb'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:04:35.872865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:04:35.877689 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Usage tracker for resource:network and tenant:d727459b53844deb847d424751db8ceb is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:04:35.882226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:04:35.891374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:04:35.903071 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Made reservation on behalf of d727459b53844deb847d424751db8ceb for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:04:35.905315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:35.917983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:35.933087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:04:35.937003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Usage tracker for resource:security_group_rule and tenant:d727459b53844deb847d424751db8ceb is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:04:35.939873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:04:35.947866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:04:36.045570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:36.088993 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:36.124817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:04:36.133557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45925190-5963-45bc-b31f-ba84e45066bd,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:36.139681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:36.140149 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Added segment 3131048e-af31-42ca-8dd5-1df33cdd8442 of type vlan for network ee895e5a-64b8-4833-9391-73ecf5c6f755 Jun 15 15:04:36.169470 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:36.207585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:36.208958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:36.209824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:36.317664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] Pushing event updated for resources: {'Network': ['ID=ee895e5a-64b8-4833-9391-73ecf5c6f755,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:36.320618 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-40d12a15-37b5-4aad-b002-9702d2f87592 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5781486 Jun 15 15:04:36.324109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43096) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:36.328767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network ee895e5a-64b8-4833-9391-73ecf5c6f755 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:04:36.329686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Request body: {'subnet': {'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-623422789-subnet', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:04:36.334902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:04:36.338824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Usage tracker for resource:subnet and tenant:d727459b53844deb847d424751db8ceb is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:04:36.341838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:04:36.347780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:04:36.358309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Made reservation on behalf of d727459b53844deb847d424751db8ceb for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:04:36.360742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:36.683534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:36.788353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd4bfa86-8488-4807-a0f4-096b918892cd,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:36.800957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Checking segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:04:36.801412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Network hostable DHCP agents. Network: ee895e5a-64b8-4833-9391-73ecf5c6f755, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:04:36.827201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Network ee895e5a-64b8-4833-9391-73ecf5c6f755 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:04:36.838150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, ee895e5a-64b8-4833-9391-73ecf5c6f755) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:04:36.842923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:36.843510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:36.848097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ee82e-fe1c-42e6-aaca-f9970395898a None None] Network ee895e5a-64b8-4833-9391-73ecf5c6f755 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:04:36.875086 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-79155959-bcec-4be0-9ea7-0383f5de8932 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5473177 Jun 15 15:04:36.875714 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 43100) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:36.882901 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:04:36.889168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:04:36.894500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Usage tracker for resource:router and tenant:d727459b53844deb847d424751db8ceb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:04:36.898384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:04:36.907446 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:04:36.930828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:36.931870 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:36.950738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:37.090536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-ee895e5a-64b8-4833-9391-73ecf5c6f755', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:04:37.091372 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:37.234464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:37.257527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Allocated IP 172.20.0.2 (ee895e5a-64b8-4833-9391-73ecf5c6f755/bd4bfa86-8488-4807-a0f4-096b918892cd/b2931c73-9d56-4b1e-8af9-3cc06fc78f7c) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:04:37.484879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:37.496729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Transition to ACTIVE for port object b2931c73-9d56-4b1e-8af9-3cc06fc78f7c will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:04:37.516681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Transition to ACTIVE for port object b2931c73-9d56-4b1e-8af9-3cc06fc78f7c will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:04:37.524563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:37.594585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Network ee895e5a-64b8-4833-9391-73ecf5c6f755 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:04:37.597567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:04:37.601479 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:04:37.607237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Pushing event updated for resources: {'Port': ['ID=b2931c73-9d56-4b1e-8af9-3cc06fc78f7c,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:37.667611 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:37.698741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:37.714062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Attempting to bind port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:04:37.714638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Attempting to bind port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:04:37.715275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Attempting to bind port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c on network ee895e5a-64b8-4833-9391-73ecf5c6f755 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:04:37.723351 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:04:37.723865 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Checking segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:04:37.724463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:37.725015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Bound using segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:04:37.725667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Bound port: b2931c73-9d56-4b1e-8af9-3cc06fc78f7c, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:04:37.726190 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:37.825935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] For port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:04:37.829615 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] For port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b2931c73-9d56-4b1e-8af9-3cc06fc78f7c,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:04:37.836422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:37.842905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Allocated IP 172.26.3.188 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/14306e15-1180-4e32-b885-355b50917b19) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:04:37.929487 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2427fe-04b7-48f2-a8c3-fccd03eddef5 None None] Pushing event updated for resources: {'Port': ['ID=b2931c73-9d56-4b1e-8af9-3cc06fc78f7c,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:38.000949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:38.035974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:38.127820 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:04:38.131102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:04:38.135428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:04:38.169721 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Pushing event updated for resources: {'Port': ['ID=14306e15-1180-4e32-b885-355b50917b19,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:38.605257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:39.017016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b2931c73-9d56-4b1e-8af9-3cc06fc78f7c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:04:39.081730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b015838a-fc41-47fa-8946-3cbe7b3eb1fc None None] Network ee895e5a-64b8-4833-9391-73ecf5c6f755 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:04:39.111184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:39.185781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fc53ba08-03e6-427e-9ec3-0198a283fea4 None None] Provisioning for port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:04:39.226754 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:04:39.241713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:04:39.242089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:39.342002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:04:39.458003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:04:39.458402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:39.497613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b2931c73-9d56-4b1e-8af9-3cc06fc78f7c,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:04:39.502852 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:39.531139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:04:39.551629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Sync routers for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:04:39.564447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:39.568794 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-140dfe36-32a6-4e81-8e34-cbb6a9aa2f64 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6915874 Jun 15 15:04:39.568913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43104) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:39.581408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:04:39.582013 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:04:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:39.727392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=b2931c73-9d56-4b1e-8af9-3cc06fc78f7c,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:39.769630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0aa75a1d-c166-4ec2-9456-f8bf53753ba5 None None] Provisioning complete for port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:04:39.770013 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0aa75a1d-c166-4ec2-9456-f8bf53753ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:39.827676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:04:40.120677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0aa75a1d-c166-4ec2-9456-f8bf53753ba5 None None] Current status of the port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:04:40.206139 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:38Z', 'revision_number': 3, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:40.210716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Checking router: fd197d4a-15d2-4b79-940f-1c0ad3d452d6 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:04:40.211059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Updating router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 port 14306e15-1180-4e32-b885-355b50917b19 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:04:40.280693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:40.325100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:40.561323 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Allocated IP 172.20.0.1 (ee895e5a-64b8-4833-9391-73ecf5c6f755/bd4bfa86-8488-4807-a0f4-096b918892cd/324fc26c-5bd4-4f27-8fa5-5529d77b2132) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:04:40.710104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:40.723512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Transition to ACTIVE for port object 14306e15-1180-4e32-b885-355b50917b19 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:04:40.732016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:40.736301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:40.753002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Transition to ACTIVE for port object 324fc26c-5bd4-4f27-8fa5-5529d77b2132 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:04:40.777578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:40.816903 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Attempting to bind port 14306e15-1180-4e32-b885-355b50917b19 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:04:40.817167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Attempting to bind port 14306e15-1180-4e32-b885-355b50917b19 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:04:40.817513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Attempting to bind port 14306e15-1180-4e32-b885-355b50917b19 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:04:40.823788 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce3f82-2bae-46f4-a8e7-aab7a6af9561 None None] Pushing event updated for resources: {'Port': ['ID=14306e15-1180-4e32-b885-355b50917b19,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:40.828394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:04:40.828775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:04:40.829178 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:40.829568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:04:40.830041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Bound port: 14306e15-1180-4e32-b885-355b50917b19, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:04:40.830424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:40.849728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Network ee895e5a-64b8-4833-9391-73ecf5c6f755 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:04:40.852618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:04:40.857038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:04:40.913001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:40.915744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] For port 14306e15-1180-4e32-b885-355b50917b19, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:04:40.920917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] For port 14306e15-1180-4e32-b885-355b50917b19, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=14306e15-1180-4e32-b885-355b50917b19,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:04:40.924354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Pushing event updated for resources: {'Port': ['ID=324fc26c-5bd4-4f27-8fa5-5529d77b2132,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:40.937923 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:40.999026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b2931c73-9d56-4b1e-8af9-3cc06fc78f7c up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:04:41.077898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:41.102404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:04:41.103053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:04:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:41.175424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce3f82-2bae-46f4-a8e7-aab7a6af9561 None None] Pushing event updated for resources: {'Port': ['ID=14306e15-1180-4e32-b885-355b50917b19,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:41.272594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-57b6e6b7-ccc3-41ac-bc4e-fe7f967777c9 None None] Provisioning for port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:04:41.292113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:04:41.292509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:41.321940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-57b6e6b7-ccc3-41ac-bc4e-fe7f967777c9 None None] Provisioning complete for port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:04:41.322220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-57b6e6b7-ccc3-41ac-bc4e-fe7f967777c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:41.413840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:04:41.442199 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:41.447647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:41.475875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-57b6e6b7-ccc3-41ac-bc4e-fe7f967777c9 None None] Port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:04:41.554765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Pushing event updated for resources: {'Port': ['ID=324fc26c-5bd4-4f27-8fa5-5529d77b2132,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:41.561563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:41.683497 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:04:41.703537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Network ee895e5a-64b8-4833-9391-73ecf5c6f755 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:04:41.704800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:04:41.813671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:40Z', 'revision_number': 1, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:41.819982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63b96b7-c518-4f37-bac1-0a520251be65 None None] The sync data for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv is: [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:40Z', 'revision_number': 1, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:04:41.964698 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:04:42.003904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-01d3e825-3bf2-418b-afe0-3bc6be980f3d None None] Provisioning complete for port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:04:42.004382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-01d3e825-3bf2-418b-afe0-3bc6be980f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:42.118045 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-01d3e825-3bf2-418b-afe0-3bc6be980f3d None None] Port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:04:42.226167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:04:42.238213 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7500c2cc-57b8-4561-b108-588823320285 admin admin] 10.222.0.26 "PUT /v2.0/routers/fd197d4a-15d2-4b79-940f-1c0ad3d452d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6680415 Jun 15 15:04:42.653896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43114) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:42.662584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894591503', 'description': 'tempest-description--2102878842'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:04:42.676501 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:04:42.694982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Usage tracker for resource:security_group and tenant:d727459b53844deb847d424751db8ceb is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:04:42.698686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:04:42.711912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:04:42.724335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:42.748375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:04:42.753527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Usage tracker for resource:security_group_rule and tenant:d727459b53844deb847d424751db8ceb is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:04:42.757539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:04:42.765844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:04:42.853050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:42.857506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:42.905208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547d4add-babd-4c6e-9076-519923644fb0,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:42.909952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:42.914571 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-56189ccc-632d-4214-9df1-87a4a6092053 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2592041 Jun 15 15:04:42.914847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 43118) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:42.923147 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5c1b1132-813b-4082-a80c-eaa9312faeef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Request body: {'security_group_rule': {'security_group_id': '547d4add-babd-4c6e-9076-519923644fb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:04:42.930305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c1b1132-813b-4082-a80c-eaa9312faeef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:04:42.935342 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c1b1132-813b-4082-a80c-eaa9312faeef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Usage tracker for resource:security_group_rule and tenant:d727459b53844deb847d424751db8ceb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:04:42.946773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5c1b1132-813b-4082-a80c-eaa9312faeef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:04:42.960079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5c1b1132-813b-4082-a80c-eaa9312faeef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:04:42.982681 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1132-813b-4082-a80c-eaa9312faeef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.009784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 14306e15-1180-4e32-b885-355b50917b19 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:04:43.074078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1132-813b-4082-a80c-eaa9312faeef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.079909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1132-813b-4082-a80c-eaa9312faeef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.086294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 14306e15-1180-4e32-b885-355b50917b19 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:04:43.092016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 14306e15-1180-4e32-b885-355b50917b19 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:04:43.092488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.116144 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5c1b1132-813b-4082-a80c-eaa9312faeef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.117479 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5c1b1132-813b-4082-a80c-eaa9312faeef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2014711 Jun 15 15:04:43.119811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b1132-813b-4082-a80c-eaa9312faeef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb2bb60-27fa-41aa-b5fc-944b1828e757,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:43.121002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43122) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:43.126393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9fb8769d-6568-4b62-bb62-2d299b89427a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Request body: {'security_group_rule': {'security_group_id': '547d4add-babd-4c6e-9076-519923644fb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:04:43.133809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9fb8769d-6568-4b62-bb62-2d299b89427a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:04:43.138270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9fb8769d-6568-4b62-bb62-2d299b89427a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Usage tracker for resource:security_group_rule and tenant:d727459b53844deb847d424751db8ceb is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:04:43.141611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9fb8769d-6568-4b62-bb62-2d299b89427a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:04:43.149391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9fb8769d-6568-4b62-bb62-2d299b89427a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:04:43.169384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9fb8769d-6568-4b62-bb62-2d299b89427a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.233181 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 14306e15-1180-4e32-b885-355b50917b19 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:04:43.233572 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.242844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9fb8769d-6568-4b62-bb62-2d299b89427a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.248316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9fb8769d-6568-4b62-bb62-2d299b89427a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.253777 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 14306e15-1180-4e32-b885-355b50917b19, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=14306e15-1180-4e32-b885-355b50917b19,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:04:43.259085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.278935 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8769d-6568-4b62-bb62-2d299b89427a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46b74ad-4a2e-405e-b51c-4959fedd9c3d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:43.291258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9fb8769d-6568-4b62-bb62-2d299b89427a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.292567 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9fb8769d-6568-4b62-bb62-2d299b89427a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704969 Jun 15 15:04:43.296882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43126) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:43.303807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:04:43.311224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:04:43.317987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Usage tracker for resource:floatingip and tenant:d727459b53844deb847d424751db8ceb is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:04:43.321615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:04:43.330611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:04:43.339103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=14306e15-1180-4e32-b885-355b50917b19,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:43.345404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.514544 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.681173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Allocated IP 172.26.3.123 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/479afc2f-f131-44dd-bf81-c52361295dad) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:04:43.855239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:43.895470 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:44.089753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:04:44.092772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:04:44.098046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:04:44.104674 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Sync routers for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:04:44.114889 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:04:44.115585 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:04:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:44.127401 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event updated for resources: {'Port': ['ID=479afc2f-f131-44dd-bf81-c52361295dad,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:44.185230 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:44.249853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:44.299997 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:04:44.488048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:44.493822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:44.615284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event updated for resources: {'Port': ['ID=479afc2f-f131-44dd-bf81-c52361295dad,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:44.628874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:44.632802 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 2, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:44.637188 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Checking router: fd197d4a-15d2-4b79-940f-1c0ad3d452d6 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:04:44.637589 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Updating router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:04:44.661174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:44.669179 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d4c5cdea-671f-4149-ac17-3b5f3cc30408 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3650367 Jun 15 15:04:44.700258 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:44.842518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-267fcc58-76d3-41cd-9711-ada9087ee5a9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Synchronizing usage tracker for tenant:d727459b53844deb847d424751db8ceb on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:04:44.861690 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-267fcc58-76d3-41cd-9711-ada9087ee5a9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Unset dirty status for tenant:d727459b53844deb847d424751db8ceb on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:04:44.863070 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-267fcc58-76d3-41cd-9711-ada9087ee5a9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--894591503&fields=id&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 267 time: 0.0632737 Jun 15 15:04:44.978886 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 14306e15-1180-4e32-b885-355b50917b19 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:04:45.036586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-4108c249-203d-4441-bb31-f496a3692788 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:45.037567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-4108c249-203d-4441-bb31-f496a3692788 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Synchronizing usage tracker for tenant:d727459b53844deb847d424751db8ceb on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:04:45.057186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 14306e15-1180-4e32-b885-355b50917b19 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:04:45.057868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:45.064428 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:45.066149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-4108c249-203d-4441-bb31-f496a3692788 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Unset dirty status for tenant:d727459b53844deb847d424751db8ceb on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:04:45.068096 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-4108c249-203d-4441-bb31-f496a3692788 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 811 time: 0.1958745 Jun 15 15:04:45.078337 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Transition to ACTIVE for port object 324fc26c-5bd4-4f27-8fa5-5529d77b2132 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:04:45.085923 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:45.086656 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-03555b66-4850-4bd5-9782-c1e184deb87a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/quotas/d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 375 time: 0.0101998 Jun 15 15:04:45.160220 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Pushing event updated for resources: {'Port': ['ID=324fc26c-5bd4-4f27-8fa5-5529d77b2132,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:45.168845 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:45.169183 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:45.170203 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:45.170203 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:45.170395 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:45.170803 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:45.171486 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:45.172068 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:45.172833 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:45.173112 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:45.173624 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:45.174192 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:45.207644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 14306e15-1180-4e32-b885-355b50917b19 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:04:45.219441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-c156ebb1-9c37-44a1-81ea-ebaaeaaca1d7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Synchronizing usage tracker for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:04:45.248357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-c156ebb1-9c37-44a1-81ea-ebaaeaaca1d7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Unset dirty status for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:04:45.250257 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-c156ebb1-9c37-44a1-81ea-ebaaeaaca1d7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538908 Jun 15 15:04:45.359061 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Attempting to bind port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:04:45.359524 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Attempting to bind port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:04:45.359956 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Attempting to bind port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:04:45.369464 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:04:45.369984 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Checking segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:04:45.370421 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:45.370858 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Bound using segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:04:45.371912 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Bound port: 324fc26c-5bd4-4f27-8fa5-5529d77b2132, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:04:45.371912 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:45.487987 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] For port 324fc26c-5bd4-4f27-8fa5-5529d77b2132, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:04:45.495973 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] For port 324fc26c-5bd4-4f27-8fa5-5529d77b2132, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=324fc26c-5bd4-4f27-8fa5-5529d77b2132,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:04:45.503110 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:45.523817 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-5a2e42f5-5ec2-4e11-aac3-03959493aec5 service neutron] 10.222.0.26 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566280 Jun 15 15:04:45.621967 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:04:45.622701 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:04:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:45.684771 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-9fdc13fa-2982-478f-9891-dcd15fbb334f service neutron] 10.222.0.26 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542325 Jun 15 15:04:45.693546 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf09d59-d2c6-486e-a1b3-fabc1eb8ddae None None] Pushing event updated for resources: {'Port': ['ID=324fc26c-5bd4-4f27-8fa5-5529d77b2132,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:45.869219 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:04:45.902191 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-03e1ae3e-5977-4eb4-a4b6-1296da28abfc req-f743fb42-2400-473c-9a9c-d84cbb587a1e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 210 time: 0.0553689 Jun 15 15:04:46.230239 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:45Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:46.242563 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b3ad7-97ed-4787-a58c-ae3e16f17155 None None] The sync data for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv is: [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:45Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:04:47.076439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 324fc26c-5bd4-4f27-8fa5-5529d77b2132 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:04:47.114591 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee9cbe46-70e2-4d1e-96e6-130ca41721d6 req-5da9685a-56e6-4b9d-b15a-9dbaea2a53f4 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 210 time: 0.0641842 Jun 15 15:04:47.153675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:04:47.161062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:04:47.161485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:47.173516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-f3471eb7-3e3b-469d-9613-53c1b9f2efa6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:47.175092 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-f3471eb7-3e3b-469d-9613-53c1b9f2efa6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 811 time: 0.2454579 Jun 15 15:04:47.238248 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b290de30-68ce-4afb-a1ef-afda1cc56673 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 379 time: 0.0527978 Jun 15 15:04:47.247341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Request body: {'port': {'device_id': '50287121-0912-41a8-adca-67a694719bd9', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'admin_state_up': True, 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'security_groups': ['547d4add-babd-4c6e-9076-519923644fb0']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:04:47.306760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:04:47.307138 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:47.349204 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 324fc26c-5bd4-4f27-8fa5-5529d77b2132, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=324fc26c-5bd4-4f27-8fa5-5529d77b2132,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:04:47.353563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:47.396385 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:04:47.408331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:04:47.420958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Made reservation on behalf of d727459b53844deb847d424751db8ceb for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:04:47.424943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:47.427234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=324fc26c-5bd4-4f27-8fa5-5529d77b2132,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:47.434935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:47.435353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:47.435611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:47.435943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:47.436309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:47.436641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:47.436973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:47.437314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:47.437619 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:47.437999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:47.438324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:47.438667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:04:47.602711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Allocated IP 172.20.0.3 (ee895e5a-64b8-4833-9391-73ecf5c6f755/bd4bfa86-8488-4807-a0f4-096b918892cd/bca217ac-87d5-465d-a1ec-595c2157ef92) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:04:47.940693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:47.957477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Transition to ACTIVE for port object bca217ac-87d5-465d-a1ec-595c2157ef92 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:04:47.984375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:48.059852 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Network ee895e5a-64b8-4833-9391-73ecf5c6f755 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:04:48.063016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:04:48.067194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:04:48.103355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event updated for resources: {'Port': ['ID=bca217ac-87d5-465d-a1ec-595c2157ef92,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:48.144452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:48.145322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:48.179056 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-b5aa8cdb-8357-4f5a-af63-53338f7a92a6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9355359 Jun 15 15:04:48.199730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Request body: {'port': {'device_id': '50287121-0912-41a8-adca-67a694719bd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:04:48.325434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:48.337098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2d6c9d45-0b30-4de3-902a-1c33d3ef58b3 None None] Provisioning for port bca217ac-87d5-465d-a1ec-595c2157ef92 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:04:48.342306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2d6c9d45-0b30-4de3-902a-1c33d3ef58b3 None None] Provisioning complete for port bca217ac-87d5-465d-a1ec-595c2157ef92 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:04:48.342677 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2d6c9d45-0b30-4de3-902a-1c33d3ef58b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:48.366129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07746f31-170f-45de-883d-18046ec9a981 req-1c44705b-6a27-4d0f-9b69-718b3b482449 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:48.369008 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-07746f31-170f-45de-883d-18046ec9a981 req-1c44705b-6a27-4d0f-9b69-718b3b482449 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 931 time: 0.1101422 Jun 15 15:04:48.400608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2d6c9d45-0b30-4de3-902a-1c33d3ef58b3 None None] Port bca217ac-87d5-465d-a1ec-595c2157ef92 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:04:48.418601 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-07746f31-170f-45de-883d-18046ec9a981 req-a40182c8-7d51-4f43-b0f9-95692c9ec31f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432746 Jun 15 15:04:48.708373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca217ac-87d5-465d-a1ec-595c2157ef92 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:04:48.720913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:48.736881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Transition to ACTIVE for port object bca217ac-87d5-465d-a1ec-595c2157ef92 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:04:48.741438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:48.910360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Pushing event updated for resources: {'Port': ['ID=bca217ac-87d5-465d-a1ec-595c2157ef92,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:49.002527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 324fc26c-5bd4-4f27-8fa5-5529d77b2132 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:04:49.014158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Attempting to bind port bca217ac-87d5-465d-a1ec-595c2157ef92 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:04:49.014547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Attempting to bind port bca217ac-87d5-465d-a1ec-595c2157ef92 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:04:49.014826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Attempting to bind port bca217ac-87d5-465d-a1ec-595c2157ef92 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:04:49.022425 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Port bca217ac-87d5-465d-a1ec-595c2157ef92 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:04:49.022724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Attempting to bind port bca217ac-87d5-465d-a1ec-595c2157ef92 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:04:49.028745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:04:49.029122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Checking segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:04:49.029510 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Bound using segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:04:49.029939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Bound port: bca217ac-87d5-465d-a1ec-595c2157ef92, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:04:49.030287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:49.075233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:04:49.075543 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:49.126845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] For port bca217ac-87d5-465d-a1ec-595c2157ef92, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:04:49.130745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] For port bca217ac-87d5-465d-a1ec-595c2157ef92, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bca217ac-87d5-465d-a1ec-595c2157ef92,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:04:49.135718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:49.197185 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:49.197874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:49.199256 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] 10.222.0.44 "PUT /v2.0/ports/bca217ac-87d5-465d-a1ec-595c2157ef92 HTTP/1.1" status: 200 len: 1093 time: 1.0103967 Jun 15 15:04:49.199705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50287121-0912-41a8-adca-67a694719bd9', 'tag': 'bca217ac-87d5-465d-a1ec-595c2157ef92'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:04:49.223559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:04:49.228856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25e667-6ede-4a01-88fb-0f5b758ec3ae service neutron] Pushing event updated for resources: {'Port': ['ID=bca217ac-87d5-465d-a1ec-595c2157ef92,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:49.312223 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f65fa84-8ed6-44e3-8cf9-c0d84639b0a7'] response: {'name': 'network-changed', 'server_uuid': '50287121-0912-41a8-adca-67a694719bd9', 'tag': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'status': 'completed', 'code': 200} Jun 15 15:04:49.371600 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-a5be91a0-77ea-4f85-8514-8ed5152a6cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:49.373213 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-a5be91a0-77ea-4f85-8514-8ed5152a6cbc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 1096 time: 0.1182864 Jun 15 15:04:49.449181 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-45771b0c-cee5-406f-bd07-12a5cfa26b52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca217ac-87d5-465d-a1ec-595c2157ef92 HTTP/1.1" status: 200 len: 217 time: 0.0692732 Jun 15 15:04:49.517434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-371272c5-1b00-4988-857f-8c92759fd07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:49.518883 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-371272c5-1b00-4988-857f-8c92759fd07c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0642929 Jun 15 15:04:49.615599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-589b5daf-2a98-41b0-bc4d-339a911fb45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:49.617107 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-589b5daf-2a98-41b0-bc4d-339a911fb45f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0908756 Jun 15 15:04:49.627428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2dc22-becc-4b05-903c-2435022461bf req-5b9fdc7d-122b-4931-8718-a521ddce34bf tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:49.630883 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-75d2dc22-becc-4b05-903c-2435022461bf req-5b9fdc7d-122b-4931-8718-a521ddce34bf tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 943 time: 0.0983334 Jun 15 15:04:49.688620 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-75d2dc22-becc-4b05-903c-2435022461bf req-a213f730-0ea4-4479-8a06-22265eb509dd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515823 Jun 15 15:04:49.764618 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-f3c8887a-8cd6-4bfd-94d4-c0491c9fc24c service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370938 Jun 15 15:04:50.007884 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1eb9d27-6bd2-4be1-861e-9188490e1a9b req-aa676cbb-9a0c-406c-9dc5-34ec0858b619 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377815 Jun 15 15:04:50.164502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4da4-0735-49df-b9ea-7ced6d67134c req-7c27162f-4d11-4e53-b42d-92a13f50953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:50.166300 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13cd4da4-0735-49df-b9ea-7ced6d67134c req-7c27162f-4d11-4e53-b42d-92a13f50953f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 1096 time: 0.1092556 Jun 15 15:04:50.309961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4da4-0735-49df-b9ea-7ced6d67134c req-8a2a37d2-24ef-41c9-a475-6888339c0455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:50.311511 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13cd4da4-0735-49df-b9ea-7ced6d67134c req-8a2a37d2-24ef-41c9-a475-6888339c0455 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1392210 Jun 15 15:04:50.391717 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13cd4da4-0735-49df-b9ea-7ced6d67134c req-ba21f3ec-22af-4232-9cf3-e9ce6113df8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca217ac-87d5-465d-a1ec-595c2157ef92 HTTP/1.1" status: 200 len: 217 time: 0.0736136 Jun 15 15:04:50.464765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4da4-0735-49df-b9ea-7ced6d67134c req-5d06c2fb-81a1-458b-bcc5-dc010dc194db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:50.466296 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13cd4da4-0735-49df-b9ea-7ced6d67134c req-5d06c2fb-81a1-458b-bcc5-dc010dc194db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0681176 Jun 15 15:04:50.557903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd4da4-0735-49df-b9ea-7ced6d67134c req-acc00d80-c8b9-4ac0-81ad-43885381e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:50.559405 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13cd4da4-0735-49df-b9ea-7ced6d67134c req-acc00d80-c8b9-4ac0-81ad-43885381e054 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864944 Jun 15 15:04:50.702672 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13cd4da4-0735-49df-b9ea-7ced6d67134c req-3d0b46ae-0258-49a7-abec-9f2d841a8fac service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361096 Jun 15 15:04:50.897905 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13cd4da4-0735-49df-b9ea-7ced6d67134c req-39034cf7-f68f-48ac-bbce-2223f5c4c597 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888683 Jun 15 15:04:50.926448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578483b6-1f1c-4393-a787-bf1be2e9133a req-67d14a83-e1be-4dc0-ba1c-3fb2e9c2d63b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:50.927170 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-578483b6-1f1c-4393-a787-bf1be2e9133a req-67d14a83-e1be-4dc0-ba1c-3fb2e9c2d63b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Synchronizing usage tracker for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:04:50.944226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-578483b6-1f1c-4393-a787-bf1be2e9133a req-67d14a83-e1be-4dc0-ba1c-3fb2e9c2d63b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Unset dirty status for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:04:50.945378 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-578483b6-1f1c-4393-a787-bf1be2e9133a req-67d14a83-e1be-4dc0-ba1c-3fb2e9c2d63b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 943 time: 0.1435313 Jun 15 15:04:51.001302 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-578483b6-1f1c-4393-a787-bf1be2e9133a req-cae7c64e-0b01-4627-98f3-3b6bd0035029 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497456 Jun 15 15:04:51.593753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:52.210591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5dead-3709-4f04-a40f-54a652d5553a req-ffc34e87-a732-4770-8b3e-05fa8f72a228 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:52.212272 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-11f5dead-3709-4f04-a40f-54a652d5553a req-ffc34e87-a732-4770-8b3e-05fa8f72a228 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 943 time: 0.1016066 Jun 15 15:04:52.260021 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-11f5dead-3709-4f04-a40f-54a652d5553a req-0848e277-b76e-4f1e-8f13-6652abd9550c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415237 Jun 15 15:04:53.351218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device bca217ac-87d5-465d-a1ec-595c2157ef92 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:04:53.475864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274a576-80e2-4c09-a4d9-29a593b35021 req-07d66017-f892-4ea8-bc26-46ff3d00ed6b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:53.477543 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d274a576-80e2-4c09-a4d9-29a593b35021 req-07d66017-f892-4ea8-bc26-46ff3d00ed6b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 943 time: 0.0992250 Jun 15 15:04:53.492369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port bca217ac-87d5-465d-a1ec-595c2157ef92, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bca217ac-87d5-465d-a1ec-595c2157ef92,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:04:53.507700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'port_id': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'mac_address': 'fa:16:3e:ec:7e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:04:53.528741 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d274a576-80e2-4c09-a4d9-29a593b35021 req-86fe2fb1-ef21-4584-9420-c5e99781a9ac tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450809 Jun 15 15:04:53.570611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port bca217ac-87d5-465d-a1ec-595c2157ef92 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:04:53.570990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:53.590507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca217ac-87d5-465d-a1ec-595c2157ef92 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:04:53.610768 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port bca217ac-87d5-465d-a1ec-595c2157ef92, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bca217ac-87d5-465d-a1ec-595c2157ef92,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:04:53.615867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:53.691085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=bca217ac-87d5-465d-a1ec-595c2157ef92,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:53.823271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['bca217ac-87d5-465d-a1ec-595c2157ef92'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:04:54.594384 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:04:54.740134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f515fa-de25-4a40-b7c2-3214763f7307 req-b328a0c9-75fd-4a67-b798-0e2f999c6614 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:54.741661 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a6f515fa-de25-4a40-b7c2-3214763f7307 req-b328a0c9-75fd-4a67-b798-0e2f999c6614 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 944 time: 0.1040218 Jun 15 15:04:54.794250 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a6f515fa-de25-4a40-b7c2-3214763f7307 req-8669e580-0dd3-442e-95c6-4f35114b4000 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438573 Jun 15 15:04:55.367589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device bca217ac-87d5-465d-a1ec-595c2157ef92 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:04:55.443189 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port bca217ac-87d5-465d-a1ec-595c2157ef92 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:04:55.448573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port bca217ac-87d5-465d-a1ec-595c2157ef92 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:04:55.448973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:55.575041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port bca217ac-87d5-465d-a1ec-595c2157ef92 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:04:55.575388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:55.606003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50287121-0912-41a8-adca-67a694719bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca217ac-87d5-465d-a1ec-595c2157ef92'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:04:55.616893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port bca217ac-87d5-465d-a1ec-595c2157ef92, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bca217ac-87d5-465d-a1ec-595c2157ef92,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:04:55.621844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:55.672573 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a7432cf-0345-4d6d-83a6-bf2be681ca7e'] response: {'server_uuid': '50287121-0912-41a8-adca-67a694719bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'code': 200} Jun 15 15:04:55.700596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=bca217ac-87d5-465d-a1ec-595c2157ef92,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:04:55.919590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490d4dd-b867-43b3-81d1-f2efc42ff70b req-bff25726-3d45-4976-82a9-b9165e7ef229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:55.921439 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4490d4dd-b867-43b3-81d1-f2efc42ff70b req-bff25726-3d45-4976-82a9-b9165e7ef229 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 1098 time: 0.0893061 Jun 15 15:04:55.968617 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4490d4dd-b867-43b3-81d1-f2efc42ff70b req-994e0a2f-f3f9-4778-9be1-7148fe3ff16b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413404 Jun 15 15:04:56.015140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501b9f4-d14e-4f3a-b5f7-48c57c8631ca req-4be04032-6ec0-4dfd-b432-0df33714cc20 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:56.016777 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b501b9f4-d14e-4f3a-b5f7-48c57c8631ca req-4be04032-6ec0-4dfd-b432-0df33714cc20 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0947459 Jun 15 15:04:56.064471 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b501b9f4-d14e-4f3a-b5f7-48c57c8631ca req-0e775671-b944-4de6-bae3-94529e5e3e09 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416126 Jun 15 15:04:57.276684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cb4f4-f23a-4f39-9aa9-956ba29f9448 req-c53e1b5d-0dcb-4313-b4ca-6eafb17dcd9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:57.278316 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47cb4f4-f23a-4f39-9aa9-956ba29f9448 req-c53e1b5d-0dcb-4313-b4ca-6eafb17dcd9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1026263 Jun 15 15:04:57.286568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c90e896b-6b8e-4172-a6ec-198e3d41874b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:57.337208 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47cb4f4-f23a-4f39-9aa9-956ba29f9448 req-14fcd95b-1ce5-41c9-a5b6-14eb1a1ba4df tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518942 Jun 15 15:04:57.645102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a84dce-2d50-4c28-b812-d8963d7e1ebb req-135d74df-7e72-46d4-bdab-91d70889f746 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:57.647389 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b2a84dce-2d50-4c28-b812-d8963d7e1ebb req-135d74df-7e72-46d4-bdab-91d70889f746 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.2013614 Jun 15 15:04:57.655999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 43184) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:04:57.661889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e4cf3fb5-3bf8-4a60-bba1-035cf6a18f5b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Request body: {'floatingip': {'port_id': 'bca217ac-87d5-465d-a1ec-595c2157ef92'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:04:57.747099 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3fb5-3bf8-4a60-bba1-035cf6a18f5b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:58.493861 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3fb5-3bf8-4a60-bba1-035cf6a18f5b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:58.499605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3fb5-3bf8-4a60-bba1-035cf6a18f5b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:58.677186 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-e4cf3fb5-3bf8-4a60-bba1-035cf6a18f5b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Floating IP caaeb978-56a1-41b7-9847-2813461b5647 associated. External IP: 172.26.3.123, port: bca217ac-87d5-465d-a1ec-595c2157ef92. Jun 15 15:04:59.055922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4cf3fb5-3bf8-4a60-bba1-035cf6a18f5b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:04:59.256699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cf3fb5-3bf8-4a60-bba1-035cf6a18f5b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:04:59.262671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3fb5-3bf8-4a60-bba1-035cf6a18f5b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:59.269015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1671cf1-047f-4794-94ac-197cc3f6c254 None None] Sync routers for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:04:59.280918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1671cf1-047f-4794-94ac-197cc3f6c254 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:04:59.281671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d1671cf1-047f-4794-94ac-197cc3f6c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:04:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:59.323195 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e4cf3fb5-3bf8-4a60-bba1-035cf6a18f5b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "PUT /v2.0/floatingips/caaeb978-56a1-41b7-9847-2813461b5647 HTTP/1.1" status: 200 len: 991 time: 1.6660368 Jun 15 15:04:59.323682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50287121-0912-41a8-adca-67a694719bd9', 'tag': 'bca217ac-87d5-465d-a1ec-595c2157ef92'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:04:59.383985 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db3cac6-6a46-43e5-99b6-88ba1133c53e'] response: {'name': 'network-changed', 'server_uuid': '50287121-0912-41a8-adca-67a694719bd9', 'tag': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'status': 'completed', 'code': 200} Jun 15 15:04:59.469396 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b584e10b-5b31-4045-93c9-63222eae6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:04:59.484203 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-d1671cf1-047f-4794-94ac-197cc3f6c254 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:04:59.634496 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12b1b9-3541-4f57-9b41-82c23c60bf6e req-f748c8c4-79a1-420c-99ab-7f495fa775c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:59.636076 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff12b1b9-3541-4f57-9b41-82c23c60bf6e req-f748c8c4-79a1-420c-99ab-7f495fa775c9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 1098 time: 0.2261598 Jun 15 15:04:59.648767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07c166-8a63-4bab-a296-30a26fec95f6 req-6572ce35-b8fc-46a3-9c6d-4d5173f70847 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:59.650316 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2d07c166-8a63-4bab-a296-30a26fec95f6 req-6572ce35-b8fc-46a3-9c6d-4d5173f70847 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.2135022 Jun 15 15:04:59.785702 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2d07c166-8a63-4bab-a296-30a26fec95f6 req-52df090e-8d0c-45fc-9f33-4d0400a8235d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132019 Jun 15 15:04:59.826527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12b1b9-3541-4f57-9b41-82c23c60bf6e req-1f50a22b-289a-40fd-8256-bf3bcb72bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:04:59.828058 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff12b1b9-3541-4f57-9b41-82c23c60bf6e req-1f50a22b-289a-40fd-8256-bf3bcb72bce6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1768329 Jun 15 15:04:59.894350 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d1671cf1-047f-4794-94ac-197cc3f6c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'caaeb978-56a1-41b7-9847-2813461b5647', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'port_id': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'mac_address': 'fa:16:3e:ec:7e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50287121-0912-41a8-adca-67a694719bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:04:44Z', 'updated_at': '2022-06-15T15:04:58Z', 'revision_number': 1, 'project_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:04:59.899483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1671cf1-047f-4794-94ac-197cc3f6c254 None None] Checking router: fd197d4a-15d2-4b79-940f-1c0ad3d452d6 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:04:59.911720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1671cf1-047f-4794-94ac-197cc3f6c254 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:04:59.912123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d1671cf1-047f-4794-94ac-197cc3f6c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:04:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:05:00.015384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077bd82-2c78-459d-a5e6-6cdb01a607fa req-18d19174-87b8-47ce-98c1-fe7cbc78f1d8 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:00.017407 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c077bd82-2c78-459d-a5e6-6cdb01a607fa req-18d19174-87b8-47ce-98c1-fe7cbc78f1d8 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1134233 Jun 15 15:05:00.074152 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff12b1b9-3541-4f57-9b41-82c23c60bf6e req-79749745-2b67-4339-aa6f-5b53ba794a69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca217ac-87d5-465d-a1ec-595c2157ef92 HTTP/1.1" status: 200 len: 999 time: 0.2399266 Jun 15 15:05:00.075114 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c077bd82-2c78-459d-a5e6-6cdb01a607fa req-db5e558b-1d0c-4f3e-af31-e952bb8af948 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475707 Jun 15 15:05:00.146889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12b1b9-3541-4f57-9b41-82c23c60bf6e req-dd530919-b453-4de7-a479-0ca08f46f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:00.148750 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff12b1b9-3541-4f57-9b41-82c23c60bf6e req-dd530919-b453-4de7-a479-0ca08f46f517 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0689888 Jun 15 15:05:00.157598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-d1671cf1-047f-4794-94ac-197cc3f6c254 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:05:00.239776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12b1b9-3541-4f57-9b41-82c23c60bf6e req-3dd9db47-ece7-4df7-aebe-dbd1da745310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:00.241300 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff12b1b9-3541-4f57-9b41-82c23c60bf6e req-3dd9db47-ece7-4df7-aebe-dbd1da745310 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863662 Jun 15 15:05:00.384634 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff12b1b9-3541-4f57-9b41-82c23c60bf6e req-ad022420-85a2-4191-9688-484ea9276ff2 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367643 Jun 15 15:05:00.535045 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ff12b1b9-3541-4f57-9b41-82c23c60bf6e req-291da6c0-c2d2-42d7-8bb9-718bcaebe49d service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444666 Jun 15 15:05:00.542412 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-d1671cf1-047f-4794-94ac-197cc3f6c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'caaeb978-56a1-41b7-9847-2813461b5647', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'port_id': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'mac_address': 'fa:16:3e:ec:7e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50287121-0912-41a8-adca-67a694719bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:04:44Z', 'updated_at': '2022-06-15T15:04:58Z', 'revision_number': 1, 'project_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:05:00.549025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1671cf1-047f-4794-94ac-197cc3f6c254 None None] The sync data for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv is: [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'caaeb978-56a1-41b7-9847-2813461b5647', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'port_id': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'mac_address': 'fa:16:3e:ec:7e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50287121-0912-41a8-adca-67a694719bd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:04:44Z', 'updated_at': '2022-06-15T15:04:58Z', 'revision_number': 1, 'project_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:05:00.629158 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:00.644288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:00.777275 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc71c134-e817-4749-bab8-ee058f291d24 None None] New status for floating IP caaeb978-56a1-41b7-9847-2813461b5647: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:05:01.289026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0a44e-79a2-449c-9798-93450354335f req-7942f43a-d475-4234-ab26-3b333daec70f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:01.290504 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9d0a44e-79a2-449c-9798-93450354335f req-7942f43a-d475-4234-ab26-3b333daec70f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1015940 Jun 15 15:05:01.339733 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9d0a44e-79a2-449c-9798-93450354335f req-5d4075b2-1eaa-450b-87d5-655bee9fec97 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427299 Jun 15 15:05:01.552853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd835536-4f66-4585-b953-024727fd880b req-4315a068-674b-4578-bb21-bfc3a96120b1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:01.554489 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-dd835536-4f66-4585-b953-024727fd880b req-4315a068-674b-4578-bb21-bfc3a96120b1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1008818 Jun 15 15:05:01.719075 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-dd835536-4f66-4585-b953-024727fd880b req-e590fe66-4d31-4cb5-b373-5146cecd6ada tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585398 Jun 15 15:05:02.070812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:02.160218 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-a9ef453e-161c-4401-a2e8-ffb1591b7994 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1505787 Jun 15 15:05:02.173161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b4d412-7a38-43cb-a282-1e7f0b18275d req-ee902a45-bc94-4441-bea0-facda6bc7014 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:02.174779 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b5b4d412-7a38-43cb-a282-1e7f0b18275d req-ee902a45-bc94-4441-bea0-facda6bc7014 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1211715 Jun 15 15:05:02.224711 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b5b4d412-7a38-43cb-a282-1e7f0b18275d req-718970e0-cd5f-42d1-9580-4684ffe34a25 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436938 Jun 15 15:05:03.516711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047501e-fc5d-4eef-8b1c-402739b85503 req-d58eb7ef-4230-4070-92ec-97c920c06d0a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:03.518260 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a047501e-fc5d-4eef-8b1c-402739b85503 req-d58eb7ef-4230-4070-92ec-97c920c06d0a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1667361 Jun 15 15:05:03.527109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fc239-3058-45db-8fc7-d53acace4abd req-e952bfae-7662-4cac-8c21-d58eeb30017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:03.528616 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-e952bfae-7662-4cac-8c21-d58eeb30017a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 1098 time: 0.1128588 Jun 15 15:05:03.657575 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a047501e-fc5d-4eef-8b1c-402739b85503 req-1e626760-1711-45f8-8537-51cdfe72c891 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329305 Jun 15 15:05:03.709767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fc239-3058-45db-8fc7-d53acace4abd req-af9e8d71-89d4-4765-b879-e4e7b2b32827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:03.711272 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-af9e8d71-89d4-4765-b879-e4e7b2b32827 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1690195 Jun 15 15:05:03.823268 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-6066ed90-ba17-4145-a529-472f9729d458 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca217ac-87d5-465d-a1ec-595c2157ef92 HTTP/1.1" status: 200 len: 1001 time: 0.1063514 Jun 15 15:05:03.897107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fc239-3058-45db-8fc7-d53acace4abd req-f193afa0-e569-4251-8aa8-b6ede5aa1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:03.898580 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-f193afa0-e569-4251-8aa8-b6ede5aa1a57 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0702462 Jun 15 15:05:03.987160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fc239-3058-45db-8fc7-d53acace4abd req-ab84ec8d-21d6-4ddc-83f7-1c6604ade5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:03.988738 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-ab84ec8d-21d6-4ddc-83f7-1c6604ade5f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842326 Jun 15 15:05:04.130798 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-dcbc164e-960a-4549-bc23-51f1d97c19fa service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360357 Jun 15 15:05:04.271122 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-53a2708c-86fb-46d3-87ca-2ce1f6734728 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344061 Jun 15 15:05:04.866583 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2f66f-7d3d-40b8-a21b-998f8e144b59 req-14bad5c4-ca76-4fb9-b000-8b72962e22e9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:04.869042 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8ec2f66f-7d3d-40b8-a21b-998f8e144b59 req-14bad5c4-ca76-4fb9-b000-8b72962e22e9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0984349 Jun 15 15:05:04.930726 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8ec2f66f-7d3d-40b8-a21b-998f8e144b59 req-f6e9b48c-5629-42e4-8b5f-f020c3b0a55d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537374 Jun 15 15:05:06.157406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2f5d3-48db-496d-b8c0-e380eac72aa0 req-e49a5207-44e4-4397-a29e-9632acee49fa tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:06.159036 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfe2f5d3-48db-496d-b8c0-e380eac72aa0 req-e49a5207-44e4-4397-a29e-9632acee49fa tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0970197 Jun 15 15:05:06.211227 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfe2f5d3-48db-496d-b8c0-e380eac72aa0 req-7c096432-9b53-4c83-8f37-d38a59df6142 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434115 Jun 15 15:05:07.434386 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f614fe0-cf4b-424c-8ae0-d925ba953f14 req-d9b98dd1-42f6-4c2a-9674-e21c9f90a3b3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:07.435844 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9f614fe0-cf4b-424c-8ae0-d925ba953f14 req-d9b98dd1-42f6-4c2a-9674-e21c9f90a3b3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1117063 Jun 15 15:05:07.481188 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9f614fe0-cf4b-424c-8ae0-d925ba953f14 req-3901a722-4943-41e5-8733-e5d435d46183 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391216 Jun 15 15:05:08.688731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38fbdf-856d-4dd4-9315-49e84216768e req-2359917b-cb15-4f9d-ab8b-303b466a8fef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:08.690306 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa38fbdf-856d-4dd4-9315-49e84216768e req-2359917b-cb15-4f9d-ab8b-303b466a8fef tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0913863 Jun 15 15:05:08.746187 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa38fbdf-856d-4dd4-9315-49e84216768e req-9714351a-8c9f-4c0a-9cb4-d2ae2653e219 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495093 Jun 15 15:05:09.975768 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f602-e2c3-473d-ab79-da0ec2f69364 req-daa6c264-f2f3-4c64-a0cb-c65ad407a588 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:09.977586 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8cd5f602-e2c3-473d-ab79-da0ec2f69364 req-daa6c264-f2f3-4c64-a0cb-c65ad407a588 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1013675 Jun 15 15:05:10.028214 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8cd5f602-e2c3-473d-ab79-da0ec2f69364 req-c47d4d21-8acb-4917-ade3-720a228cad0c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441258 Jun 15 15:05:11.235460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af604d04-18b3-493a-911d-0a5fc7740be2 req-ef9505bd-a36e-42c9-9f90-5ade9cc5e9dd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:11.237053 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af604d04-18b3-493a-911d-0a5fc7740be2 req-ef9505bd-a36e-42c9-9f90-5ade9cc5e9dd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0997369 Jun 15 15:05:11.289965 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af604d04-18b3-493a-911d-0a5fc7740be2 req-fcbff668-1556-4272-a708-3b735a7b6663 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467567 Jun 15 15:05:12.504499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd81d2a-7bf3-439e-9517-3f0f3a392922 req-87d8ae68-829a-4ff8-ab19-de4eae606920 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:12.506277 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1dd81d2a-7bf3-439e-9517-3f0f3a392922 req-87d8ae68-829a-4ff8-ab19-de4eae606920 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0953941 Jun 15 15:05:12.564072 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1dd81d2a-7bf3-439e-9517-3f0f3a392922 req-f2c53d33-1c75-4003-87e6-39ea8a63d8c6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478332 Jun 15 15:05:13.880153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c43e6-4cf5-43bf-8a1a-a8975d3556d3 req-d33828c8-b561-4338-9671-499fe0ab7a82 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:13.881600 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-989c43e6-4cf5-43bf-8a1a-a8975d3556d3 req-d33828c8-b561-4338-9671-499fe0ab7a82 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.2001145 Jun 15 15:05:13.928116 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-989c43e6-4cf5-43bf-8a1a-a8975d3556d3 req-2bb3c828-70db-4114-9e36-5b1b2e1d0566 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406103 Jun 15 15:05:15.143254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d8860-1a66-4aa6-b640-b85df52d194b req-4ea21fdf-b47d-437d-bbf1-3d3ba6d946a7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:15.144813 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5d4d8860-1a66-4aa6-b640-b85df52d194b req-4ea21fdf-b47d-437d-bbf1-3d3ba6d946a7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1041625 Jun 15 15:05:15.193020 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5d4d8860-1a66-4aa6-b640-b85df52d194b req-f7d749c5-e31b-4163-a944-1ed88979ffe2 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Jun 15 15:05:16.407053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7cff9-c849-4eaa-82d8-4f871317eae4 req-c778d6c6-9701-4934-b9c0-14808784a896 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:16.409349 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0a7cff9-c849-4eaa-82d8-4f871317eae4 req-c778d6c6-9701-4934-b9c0-14808784a896 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0987966 Jun 15 15:05:16.471039 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0a7cff9-c849-4eaa-82d8-4f871317eae4 req-1c19f8b0-a97d-4c8e-89ae-11622a1ed2c0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560310 Jun 15 15:05:17.682367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce758d2-d50a-4d2c-8f44-34ed62a09cb5 req-2c7bfdf2-ee09-46fa-bd90-6ccb52c1dac2 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:17.683949 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cce758d2-d50a-4d2c-8f44-34ed62a09cb5 req-2c7bfdf2-ee09-46fa-bd90-6ccb52c1dac2 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1003006 Jun 15 15:05:17.732986 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cce758d2-d50a-4d2c-8f44-34ed62a09cb5 req-7d1329cb-83b1-4548-80f3-0f01745d4a96 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427415 Jun 15 15:05:18.947594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc992421-509b-45e6-af0c-f4960cb466f2 req-89d44af2-a354-4c9d-aec1-b7ceccaea06e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:18.949369 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dc992421-509b-45e6-af0c-f4960cb466f2 req-89d44af2-a354-4c9d-aec1-b7ceccaea06e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1019380 Jun 15 15:05:18.996360 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dc992421-509b-45e6-af0c-f4960cb466f2 req-922c43aa-9c9a-4a5f-a7a4-d4715a9efca0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401161 Jun 15 15:05:20.221768 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a7476-a3d8-4a8c-be19-744d6b19aa2c req-232ce588-9d08-4c4f-8350-a28d50726865 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:20.223321 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a39a7476-a3d8-4a8c-be19-744d6b19aa2c req-232ce588-9d08-4c4f-8350-a28d50726865 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1160026 Jun 15 15:05:20.271582 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a39a7476-a3d8-4a8c-be19-744d6b19aa2c req-a7332a42-8a72-42ad-bcf9-cf9d3c3c6465 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424542 Jun 15 15:05:21.489793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de55c2-c004-432e-a291-5f7da4e3274c req-fb3e0b4a-d15d-485e-9be6-5dabc76a16cb tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:21.491377 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-68de55c2-c004-432e-a291-5f7da4e3274c req-fb3e0b4a-d15d-485e-9be6-5dabc76a16cb tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1019490 Jun 15 15:05:21.549039 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-68de55c2-c004-432e-a291-5f7da4e3274c req-3d154691-b44b-4f4f-8546-956474c4b9a7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505416 Jun 15 15:05:21.590108 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:22.757250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988959e-5f27-4514-bb33-54ce289c5094 req-08d8b71f-1561-46b0-b157-a50795408bbd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:22.758745 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7988959e-5f27-4514-bb33-54ce289c5094 req-08d8b71f-1561-46b0-b157-a50795408bbd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0972166 Jun 15 15:05:22.805153 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7988959e-5f27-4514-bb33-54ce289c5094 req-f4b6b723-bb66-4f59-b137-510de4dfcf13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404570 Jun 15 15:05:24.027900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889577d-5903-403a-b276-89e9c14cee23 req-88fddf20-4203-45ae-b4a4-c668d9893fbd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:24.029467 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2889577d-5903-403a-b276-89e9c14cee23 req-88fddf20-4203-45ae-b4a4-c668d9893fbd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1058064 Jun 15 15:05:24.089090 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2889577d-5903-403a-b276-89e9c14cee23 req-256b5860-ccde-4d7a-a248-510c51876131 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487635 Jun 15 15:05:25.342616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1f2a4-2515-49cf-9716-f17208855578 req-8dc4ff0c-cbd9-455f-9cab-bbbd9b87aa8c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:25.344154 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-62c1f2a4-2515-49cf-9716-f17208855578 req-8dc4ff0c-cbd9-455f-9cab-bbbd9b87aa8c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1261604 Jun 15 15:05:25.402161 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-62c1f2a4-2515-49cf-9716-f17208855578 req-eb8f2ade-fe4b-4147-8ef8-5b3125ad7ca2 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482137 Jun 15 15:05:25.959160 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-6baf175c-3efa-4768-8184-20d248ffe1b4 service neutron] 10.222.0.44 "GET /v2.0/ports/bca217ac-87d5-465d-a1ec-595c2157ef92/bindings/hv-neutron-8458 HTTP/1.1" status: 200 len: 384 time: 0.0850332 Jun 15 15:05:26.263881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fc239-3058-45db-8fc7-d53acace4abd req-8bc76141-cec6-41ef-935d-e7c8fca61759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:26.265329 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-8bc76141-cec6-41ef-935d-e7c8fca61759 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 1098 time: 0.0914733 Jun 15 15:05:26.378296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fc239-3058-45db-8fc7-d53acace4abd req-0cc341e0-bf51-4d75-a151-ebebcd757994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:26.379820 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-0cc341e0-bf51-4d75-a151-ebebcd757994 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 1098 time: 0.0914996 Jun 15 15:05:26.587619 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fc239-3058-45db-8fc7-d53acace4abd req-ed924a81-2826-43bc-b58b-8c46bb33f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:26.589039 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-ed924a81-2826-43bc-b58b-8c46bb33f390 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.2027893 Jun 15 15:05:26.709647 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-8d01f8b9-5fb8-44c6-8c43-2ca5b89473a8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca217ac-87d5-465d-a1ec-595c2157ef92 HTTP/1.1" status: 200 len: 1001 time: 0.1090448 Jun 15 15:05:26.752629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126e388-3780-4adc-a778-711cd38b4944 req-3eb78cf0-e148-4f7a-9f77-5548ffc520f2 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:26.754136 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c126e388-3780-4adc-a778-711cd38b4944 req-3eb78cf0-e148-4f7a-9f77-5548ffc520f2 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.2327201 Jun 15 15:05:26.818191 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fc239-3058-45db-8fc7-d53acace4abd req-b688d51f-fb08-4d5e-9c84-d569a233fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:26.819653 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-b688d51f-fb08-4d5e-9c84-d569a233fba5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.1041095 Jun 15 15:05:26.864136 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c126e388-3780-4adc-a778-711cd38b4944 req-c65ae8eb-8b9a-4970-b512-b0b315a9c058 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003375 Jun 15 15:05:26.913916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981fc239-3058-45db-8fc7-d53acace4abd req-cf10d9f2-b420-412e-ba33-c374b23dc000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:26.915412 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-cf10d9f2-b420-412e-ba33-c374b23dc000 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897324 Jun 15 15:05:27.059096 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-6efd405e-34df-4065-af5b-7337603dda98 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375701 Jun 15 15:05:27.202481 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-981fc239-3058-45db-8fc7-d53acace4abd req-f0401f09-e9b4-466c-9ee4-0bbc378ff909 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376171 Jun 15 15:05:27.294969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-53fbb2b6-2ce1-469a-a582-b810f9709033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:28.076837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce78c46-cc28-460f-94a0-c6f4338745d8 req-eaaff82d-5632-4c45-b09f-0abaaaa01c7a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:28.078235 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4ce78c46-cc28-460f-94a0-c6f4338745d8 req-eaaff82d-5632-4c45-b09f-0abaaaa01c7a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1010711 Jun 15 15:05:28.123411 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4ce78c46-cc28-460f-94a0-c6f4338745d8 req-70e2906d-7626-4c41-b466-29ae8852c2dd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392447 Jun 15 15:05:29.349569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b346c-b57c-4aba-8c0f-9b91a111871b req-b12d5e01-928d-4b05-b7e4-f3d1bea41711 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:29.351125 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e64b346c-b57c-4aba-8c0f-9b91a111871b req-b12d5e01-928d-4b05-b7e4-f3d1bea41711 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1097691 Jun 15 15:05:29.403778 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e64b346c-b57c-4aba-8c0f-9b91a111871b req-336705ad-98f5-4113-b562-5410360e135d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422728 Jun 15 15:05:29.405451 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b28da48a-960a-488f-9c99-64ff1a227000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:29.618130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device bca217ac-87d5-465d-a1ec-595c2157ef92 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:05:29.623403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device bca217ac-87d5-465d-a1ec-595c2157ef92 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:05:29.870273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port bca217ac-87d5-465d-a1ec-595c2157ef92 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:05:29.870687 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:29.894065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port bca217ac-87d5-465d-a1ec-595c2157ef92, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bca217ac-87d5-465d-a1ec-595c2157ef92,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:05:29.918292 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50287121-0912-41a8-adca-67a694719bd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca217ac-87d5-465d-a1ec-595c2157ef92'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:05:29.925477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'port_id': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'mac_address': 'fa:16:3e:ec:7e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:05:29.931510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port bca217ac-87d5-465d-a1ec-595c2157ef92, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bca217ac-87d5-465d-a1ec-595c2157ef92,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:05:29.944775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-1c653667-a6cd-46b9-979b-ee335bf8daeb tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:29.946277 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-1c653667-a6cd-46b9-979b-ee335bf8daeb tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9&tenant_id=d727459b53844deb847d424751db8ceb&binding%3Ahost_id=hv-neutron-8458 HTTP/1.1" status: 200 len: 945 time: 0.2912755 Jun 15 15:05:29.960962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:29.963775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86c2de-8387-4b44-a20e-1836b1c6a7fa req-2587e3e6-2add-493c-b0cb-24b345a1e9cf tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:29.965377 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c86c2de-8387-4b44-a20e-1836b1c6a7fa req-2587e3e6-2add-493c-b0cb-24b345a1e9cf tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.2562823 Jun 15 15:05:30.032399 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9c86c2de-8387-4b44-a20e-1836b1c6a7fa req-e552a718-910d-4755-97b1-141b2ec7f1bf tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550721 Jun 15 15:05:30.057357 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffcc2b3c-1ae6-4575-b056-99abde7d0713'] response: {'server_uuid': '50287121-0912-41a8-adca-67a694719bd9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'code': 200} Jun 15 15:05:30.096174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port bca217ac-87d5-465d-a1ec-595c2157ef92 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:05:30.096659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:30.118774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=bca217ac-87d5-465d-a1ec-595c2157ef92,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:05:30.122406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca217ac-87d5-465d-a1ec-595c2157ef92 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:05:30.126637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-c7d6af21-c728-4136-af6c-c99a455a5bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:30.128230 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-c7d6af21-c728-4136-af6c-c99a455a5bd9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 1096 time: 0.0840273 Jun 15 15:05:30.139693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port bca217ac-87d5-465d-a1ec-595c2157ef92, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bca217ac-87d5-465d-a1ec-595c2157ef92,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:05:30.144522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:30.210909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['bca217ac-87d5-465d-a1ec-595c2157ef92'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:05:30.273530 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=bca217ac-87d5-465d-a1ec-595c2157ef92,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:05:30.279115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-a3a13b56-810a-44d8-b34f-4b07be1cd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:30.281370 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-a3a13b56-810a-44d8-b34f-4b07be1cd4b4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1460693 Jun 15 15:05:30.403217 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-4d181066-bf1a-4108-bec5-bca65ceeac53 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bca217ac-87d5-465d-a1ec-595c2157ef92 HTTP/1.1" status: 200 len: 1000 time: 0.1150937 Jun 15 15:05:30.473883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-3ecae1fa-3a0c-47e6-b5e7-42d5fae4b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:30.475343 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-3ecae1fa-3a0c-47e6-b5e7-42d5fae4b4e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0656564 Jun 15 15:05:30.563290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-eeedf891-1717-4109-a767-9e76b8272d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:30.564942 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-eeedf891-1717-4109-a767-9e76b8272d61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827367 Jun 15 15:05:30.631180 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:30.645393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:30.724299 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-386682ba-87cf-4b9d-ab9b-d0046733fc17 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522384 Jun 15 15:05:30.875581 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dab0858e-718f-4e0c-954e-11ce5a4339e7 req-af488672-6d7f-4288-bb5c-5177c652a72d service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448433 Jun 15 15:05:31.262829 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5395b83-9706-4a0d-840c-b3d60b638983 req-1dd720c4-14a2-4bfc-a8c0-24baa32f655f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:31.265382 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d5395b83-9706-4a0d-840c-b3d60b638983 req-1dd720c4-14a2-4bfc-a8c0-24baa32f655f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 944 time: 0.1149557 Jun 15 15:05:31.332763 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d5395b83-9706-4a0d-840c-b3d60b638983 req-bb885b09-8f3b-4291-86df-1a44376d033f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609679 Jun 15 15:05:31.594553 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:05:31.624067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device bca217ac-87d5-465d-a1ec-595c2157ef92 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:05:31.704277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port bca217ac-87d5-465d-a1ec-595c2157ef92 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:05:31.705855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:31.822175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port bca217ac-87d5-465d-a1ec-595c2157ef92 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:05:31.822551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:31.860773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port bca217ac-87d5-465d-a1ec-595c2157ef92, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bca217ac-87d5-465d-a1ec-595c2157ef92,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:05:31.868400 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:31.942621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=bca217ac-87d5-465d-a1ec-595c2157ef92,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:05:32.058695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50287121-0912-41a8-adca-67a694719bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca217ac-87d5-465d-a1ec-595c2157ef92'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:05:32.082689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:32.114421 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6822674f-bef6-463b-8717-f4d125c03921'] response: {'server_uuid': '50287121-0912-41a8-adca-67a694719bd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'code': 200} Jun 15 15:05:32.563771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4aaf9f-bff0-4ffb-bf54-680516d6171c req-dafe8f49-249e-4459-9095-5d36c709d16c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:32.565572 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bf4aaf9f-bff0-4ffb-bf54-680516d6171c req-dafe8f49-249e-4459-9095-5d36c709d16c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.1037045 Jun 15 15:05:32.616797 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bf4aaf9f-bff0-4ffb-bf54-680516d6171c req-a2054df0-3685-45f3-bb58-b35955c96ed5 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432816 Jun 15 15:05:32.835326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfd4506-8c37-4f09-acb9-927a0d10dd12 req-15ed1120-7546-43d6-bdbe-de7de9a56557 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:32.836869 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1cfd4506-8c37-4f09-acb9-927a0d10dd12 req-15ed1120-7546-43d6-bdbe-de7de9a56557 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0992453 Jun 15 15:05:32.885187 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1cfd4506-8c37-4f09-acb9-927a0d10dd12 req-a1adc920-882c-4aa2-be2f-74ae7185b63f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423658 Jun 15 15:05:33.085152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987622f2-412e-4672-a18d-3bd0034759ee req-c67c2995-eb5c-4f10-9ad0-910cabe47cd2 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:33.086736 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-987622f2-412e-4672-a18d-3bd0034759ee req-c67c2995-eb5c-4f10-9ad0-910cabe47cd2 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0960958 Jun 15 15:05:33.143802 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-987622f2-412e-4672-a18d-3bd0034759ee req-73e9d3dc-c6f8-41f4-9dff-61aceb3814a9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495322 Jun 15 15:05:33.572656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34624ff6-8ec9-4cc5-b2c8-1de592fd7b9b req-e2a75c61-f4ac-4d8a-a0a8-976f1cb6bf0c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:33.574148 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-34624ff6-8ec9-4cc5-b2c8-1de592fd7b9b req-e2a75c61-f4ac-4d8a-a0a8-976f1cb6bf0c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0937614 Jun 15 15:05:33.623142 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-34624ff6-8ec9-4cc5-b2c8-1de592fd7b9b req-26f46032-38e8-43ac-aca7-4ce6f3785fd4 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414524 Jun 15 15:05:34.830787 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80977a57-de45-419e-873f-79a4c3ef34df req-3823df56-5432-454b-ad84-c1c17ef6d817 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:34.832453 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-80977a57-de45-419e-873f-79a4c3ef34df req-3823df56-5432-454b-ad84-c1c17ef6d817 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0933776 Jun 15 15:05:34.892802 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-80977a57-de45-419e-873f-79a4c3ef34df req-8da8ef4b-2c0b-43bd-b180-71cdb9deff4c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541129 Jun 15 15:05:35.121509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f87149-569d-4e71-9295-59708a1a07f9 req-de82bf13-0986-481c-b584-fe498c42e8b0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:35.123053 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25f87149-569d-4e71-9295-59708a1a07f9 req-de82bf13-0986-481c-b584-fe498c42e8b0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 945 time: 0.0909524 Jun 15 15:05:35.196495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Deleting port bca217ac-87d5-465d-a1ec-595c2157ef92 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:05:35.196837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:35.465653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] For port bca217ac-87d5-465d-a1ec-595c2157ef92, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bca217ac-87d5-465d-a1ec-595c2157ef92,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:05:35.465897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:35.769888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:35.770180 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:35.770491 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Floating IP caaeb978-56a1-41b7-9847-2813461b5647 disassociated. External IP: 172.26.3.123, port: bca217ac-87d5-465d-a1ec-595c2157ef92. Jun 15 15:05:35.770832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Calling delete_port for bca217ac-87d5-465d-a1ec-595c2157ef92 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:05:35.933131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:35.987772 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event deleted for resources: {'Port': ['ID=bca217ac-87d5-465d-a1ec-595c2157ef92,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:05:36.001418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:05:36.001861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:05:36.002283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:05:36.002572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:05:36.002849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:05:36.003183 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:05:36.003504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:05:36.003838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:05:36.004147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:05:36.004494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:05:36.004814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:05:36.005126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:05:36.214967 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3af72be5-eed2-4f7b-a606-4d68b9d86fbe req-6d31cda2-72c5-4943-adc1-e3b367256da3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=50287121-0912-41a8-adca-67a694719bd9 HTTP/1.1" status: 200 len: 210 time: 0.1847780 Jun 15 15:05:36.344448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:05:36.538517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:05:36.549300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418d6dc-86ca-4b3f-84a6-24232f7852f0 None None] Sync routers for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:05:36.560499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418d6dc-86ca-4b3f-84a6-24232f7852f0 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:05:36.561093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c418d6dc-86ca-4b3f-84a6-24232f7852f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:05:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:05:36.634353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] No DVR routers for this DVR port bca217ac-87d5-465d-a1ec-595c2157ef92 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:05:36.636910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:36.639586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50287121-0912-41a8-adca-67a694719bd9', 'name': 'network-vif-deleted', 'tag': 'bca217ac-87d5-465d-a1ec-595c2157ef92'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:05:36.656196 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-25f87149-569d-4e71-9295-59708a1a07f9 req-57c947a5-6fee-42f8-a8f4-55f35419f787 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "DELETE /v2.0/ports/bca217ac-87d5-465d-a1ec-595c2157ef92 HTTP/1.1" status: 204 len: 173 time: 1.5281010 Jun 15 15:05:36.699129 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87146c1a-f105-4f94-95f6-0bb5a87af91b'] response: {'server_uuid': '50287121-0912-41a8-adca-67a694719bd9', 'name': 'network-vif-deleted', 'tag': 'bca217ac-87d5-465d-a1ec-595c2157ef92', 'status': 'completed', 'code': 200} Jun 15 15:05:36.764067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-c418d6dc-86ca-4b3f-84a6-24232f7852f0 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:05:37.084696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c418d6dc-86ca-4b3f-84a6-24232f7852f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:05:37.088889 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418d6dc-86ca-4b3f-84a6-24232f7852f0 None None] Checking router: fd197d4a-15d2-4b79-940f-1c0ad3d452d6 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:05:37.097607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418d6dc-86ca-4b3f-84a6-24232f7852f0 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:05:37.098221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c418d6dc-86ca-4b3f-84a6-24232f7852f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:05:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:05:37.282517 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-c418d6dc-86ca-4b3f-84a6-24232f7852f0 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:05:37.570263 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-5ea7103e-34fa-4687-9f87-e93cc3f7d893 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--894591503&fields=id&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 267 time: 0.0404232 Jun 15 15:05:37.641826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device bca217ac-87d5-465d-a1ec-595c2157ef92 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:05:37.679737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: bca217ac-87d5-465d-a1ec-595c2157ef92 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:05:37.680481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device bca217ac-87d5-465d-a1ec-595c2157ef92 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:05:37.694372 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c418d6dc-86ca-4b3f-84a6-24232f7852f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:05:37.698513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418d6dc-86ca-4b3f-84a6-24232f7852f0 None None] The sync data for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv is: [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:05:37.729031 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-1ba0c71e-b73b-48ff-afc7-0e0fa52df108 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:37.730278 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-1ba0c71e-b73b-48ff-afc7-0e0fa52df108 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 811 time: 0.1527441 Jun 15 15:05:37.745937 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-bd16d673-197e-4d69-ab92-de02760b5301 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/quotas/d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 375 time: 0.0100760 Jun 15 15:05:37.846637 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d987c02d-8e98-41a4-b92e-c600e3c50763 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950558 Jun 15 15:05:37.917866 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc9eb6-af57-4a8e-b12f-deff0298c1e7 None None] New status for floating IP caaeb978-56a1-41b7-9847-2813461b5647: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:05:38.042633 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-883a2b2d-6484-4742-a420-4993697c7b7a service neutron] 10.222.0.26 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837745 Jun 15 15:05:38.191954 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-2c6b0462-4ad2-4b92-a2fc-381c5cbd42e8 service neutron] 10.222.0.26 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379292 Jun 15 15:05:38.390580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-451d4814-45b6-4d04-a1ea-5c0fa59a28ee req-966fec21-ba54-46e1-bfbf-a3cf4ddd0dc0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Synchronizing usage tracker for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:05:38.409221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-451d4814-45b6-4d04-a1ea-5c0fa59a28ee req-966fec21-ba54-46e1-bfbf-a3cf4ddd0dc0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Unset dirty status for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:05:38.410587 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-451d4814-45b6-4d04-a1ea-5c0fa59a28ee req-966fec21-ba54-46e1-bfbf-a3cf4ddd0dc0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 210 time: 0.0734334 Jun 15 15:05:39.460535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-96663f01-7a9a-4cff-8ee5-808dde4d9727 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:39.463250 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-96663f01-7a9a-4cff-8ee5-808dde4d9727 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 811 time: 0.1774266 Jun 15 15:05:39.517744 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-9a8cd919-888e-4c93-850f-95dc4a068e75 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 379 time: 0.0459805 Jun 15 15:05:39.527075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Request body: {'port': {'device_id': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'admin_state_up': True, 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'security_groups': ['547d4add-babd-4c6e-9076-519923644fb0']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:05:39.594970 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-be8eb2c9-de08-451c-97df-0d90b1b552ad req-48cdd535-ca29-4052-876f-2fcb159ae514 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 210 time: 0.0531456 Jun 15 15:05:39.695112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:05:39.705589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:05:39.715903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Made reservation on behalf of d727459b53844deb847d424751db8ceb for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:05:39.719546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:39.889974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Allocated IP 172.20.0.10 (ee895e5a-64b8-4833-9391-73ecf5c6f755/bd4bfa86-8488-4807-a0f4-096b918892cd/4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:05:40.091170 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:40.110285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Transition to ACTIVE for port object 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:05:40.138435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:40.217701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Network ee895e5a-64b8-4833-9391-73ecf5c6f755 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:05:40.221038 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:05:40.224998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:05:40.263650 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event updated for resources: {'Port': ['ID=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:05:40.307439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:40.308039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:40.338313 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-c777ef1a-0b32-43e7-a532-cf524c727d02 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8150635 Jun 15 15:05:40.350029 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Request body: {'port': {'device_id': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:05:40.470753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:40.496517 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8b1cdde7-9f98-41e9-a13c-18152d1e3dd3 None None] Provisioning for port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:05:40.502483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8b1cdde7-9f98-41e9-a13c-18152d1e3dd3 None None] Provisioning complete for port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:05:40.502837 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8b1cdde7-9f98-41e9-a13c-18152d1e3dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:40.568517 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8b1cdde7-9f98-41e9-a13c-18152d1e3dd3 None None] Port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:05:40.956518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553a967-4227-4406-b036-855cd415e335 req-b0a09fad-7120-44de-83e0-06647d45ab84 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:40.957245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b553a967-4227-4406-b036-855cd415e335 req-b0a09fad-7120-44de-83e0-06647d45ab84 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Synchronizing usage tracker for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:05:41.022158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b553a967-4227-4406-b036-855cd415e335 req-b0a09fad-7120-44de-83e0-06647d45ab84 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Unset dirty status for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:05:41.023365 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b553a967-4227-4406-b036-855cd415e335 req-b0a09fad-7120-44de-83e0-06647d45ab84 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 932 time: 0.2164316 Jun 15 15:05:41.027225 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:05:41.049897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:41.078963 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Transition to ACTIVE for port object 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:05:41.082863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:41.137997 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b553a967-4227-4406-b036-855cd415e335 req-ca8697fa-376b-4e7a-b55e-3a9a2bc3718f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063242 Jun 15 15:05:41.275763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Pushing event updated for resources: {'Port': ['ID=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:05:41.355487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Attempting to bind port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:05:41.355823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Attempting to bind port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:05:41.356151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Attempting to bind port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:05:41.360866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:05:41.361186 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Attempting to bind port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:05:41.366460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:05:41.366799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Checking segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:05:41.367513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Bound using segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:05:41.367944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Bound port: 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:05:41.368329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:41.470617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] For port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:05:41.474035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] For port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:05:41.479302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:41.544281 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:41.545273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:41.546847 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] 10.222.0.44 "PUT /v2.0/ports/4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 HTTP/1.1" status: 200 len: 1094 time: 1.2011538 Jun 15 15:05:41.547418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'tag': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:05:41.577587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8071630-ac07-4a1d-9fe9-94b79c491a37 service neutron] Pushing event updated for resources: {'Port': ['ID=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:05:41.639112 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d46ead41-7277-43e0-b4da-ad55aceceaea'] response: {'name': 'network-changed', 'server_uuid': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'tag': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'status': 'completed', 'code': 200} Jun 15 15:05:41.705783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-e4931f36-55dd-4708-8b96-4848bc33d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:41.707549 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-e4931f36-55dd-4708-8b96-4848bc33d985 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 1097 time: 0.1061685 Jun 15 15:05:41.779089 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-45bb61ab-4377-47e8-9020-a7a2793a095d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 HTTP/1.1" status: 200 len: 217 time: 0.0641162 Jun 15 15:05:41.850158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-acb702d3-cc73-43e7-b483-d227b9a40629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:41.851607 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-acb702d3-cc73-43e7-b483-d227b9a40629 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0669179 Jun 15 15:05:41.947801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-f307154a-29ea-40f9-ba4b-90961baaf64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:41.949418 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-f307154a-29ea-40f9-ba4b-90961baaf64f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918994 Jun 15 15:05:42.098592 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-bfe4ec94-6fac-499f-8334-7ad04169474c service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418953 Jun 15 15:05:42.237698 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ddbcd46e-fb97-4c28-95ef-867db02f53da req-415ea9e1-c9ad-4855-ad81-c8dbc93ba294 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332190 Jun 15 15:05:42.415739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921c033-e59e-4c60-9129-1374731a3ac2 req-07ac6822-3d03-4903-aec9-8b5f8d2bae08 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:42.417216 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9921c033-e59e-4c60-9129-1374731a3ac2 req-07ac6822-3d03-4903-aec9-8b5f8d2bae08 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 944 time: 0.1691451 Jun 15 15:05:42.422903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee88db1-ad32-4923-83a5-41f80f558841 req-0b1ea3f0-6245-4a0b-9486-228cc8bb0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:42.424507 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9ee88db1-ad32-4923-83a5-41f80f558841 req-0b1ea3f0-6245-4a0b-9486-228cc8bb0fdb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 1097 time: 0.1270607 Jun 15 15:05:42.555798 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9921c033-e59e-4c60-9129-1374731a3ac2 req-2f89b393-226b-4ee2-afc7-073f0f7508b0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302466 Jun 15 15:05:42.612426 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee88db1-ad32-4923-83a5-41f80f558841 req-7d94322e-b870-46d8-8561-386921bcac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:42.613946 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9ee88db1-ad32-4923-83a5-41f80f558841 req-7d94322e-b870-46d8-8561-386921bcac3e service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1754363 Jun 15 15:05:42.806560 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9ee88db1-ad32-4923-83a5-41f80f558841 req-bd56280e-9547-440d-b475-7e1ca85fc541 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 HTTP/1.1" status: 200 len: 217 time: 0.1861694 Jun 15 15:05:42.883585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee88db1-ad32-4923-83a5-41f80f558841 req-edb1abf2-c30a-44ae-a3f2-fe2511181f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:42.885105 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9ee88db1-ad32-4923-83a5-41f80f558841 req-edb1abf2-c30a-44ae-a3f2-fe2511181f5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0724359 Jun 15 15:05:42.974532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee88db1-ad32-4923-83a5-41f80f558841 req-626b48d5-c402-4365-bde3-da0354bf06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:42.975932 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9ee88db1-ad32-4923-83a5-41f80f558841 req-626b48d5-c402-4365-bde3-da0354bf06cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833554 Jun 15 15:05:43.137443 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9ee88db1-ad32-4923-83a5-41f80f558841 req-9b7c481b-503b-43a9-91ef-f228e9916489 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552992 Jun 15 15:05:43.283626 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9ee88db1-ad32-4923-83a5-41f80f558841 req-1bfd4a13-6b10-4e18-8c4f-b7330e9b6a21 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401703 Jun 15 15:05:43.693558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:05:43.787318 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d1eef-9383-4bed-8d32-36bd4f35772f req-80d55d58-c418-4346-ab45-8d4390a456dd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:43.789608 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d25d1eef-9383-4bed-8d32-36bd4f35772f req-80d55d58-c418-4346-ab45-8d4390a456dd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 944 time: 0.1107090 Jun 15 15:05:43.837330 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d25d1eef-9383-4bed-8d32-36bd4f35772f req-b75f7f73-432a-432d-8fe6-2e614a03c0f7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413330 Jun 15 15:05:43.849454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:05:43.865570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'port_id': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'mac_address': 'fa:16:3e:4e:d6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:05:43.924069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:05:43.924479 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:43.941943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:05:43.960051 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:05:43.964505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:44.038588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:05:44.154406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:05:45.057498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d88e6-3e6e-4e05-90e6-d30007252fda req-366cc572-6a61-4837-86b2-833fe1282d12 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:45.058978 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bd3d88e6-3e6e-4e05-90e6-d30007252fda req-366cc572-6a61-4837-86b2-833fe1282d12 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 945 time: 0.1068597 Jun 15 15:05:45.109912 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bd3d88e6-3e6e-4e05-90e6-d30007252fda req-d10c015e-ec54-4152-88c6-70390acb985f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427048 Jun 15 15:05:45.708723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:05:45.783365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:05:45.788437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:05:45.788812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:45.905698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:05:45.906072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:45.937836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:05:45.950996 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:05:45.957181 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:45.989505 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb00d7e-8027-4569-bc56-20b323e029e9'] response: {'server_uuid': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'code': 200} Jun 15 15:05:46.031282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:05:46.325325 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6d05e-8f42-4670-916e-6524c5cf5b54 req-b38b576b-0792-4c66-9872-0c804d358e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:46.327108 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87f6d05e-8f42-4670-916e-6524c5cf5b54 req-b38b576b-0792-4c66-9872-0c804d358e92 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 1099 time: 0.1590397 Jun 15 15:05:46.382928 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87f6d05e-8f42-4670-916e-6524c5cf5b54 req-bcd6ee3d-8458-4a8c-9774-9d732992f32a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499015 Jun 15 15:05:46.391032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcadfe-7d37-47b9-9122-f9c695acea0c req-8a3a7dd6-995d-46a6-899c-dbdb78b6c5e3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:46.392765 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8cbcadfe-7d37-47b9-9122-f9c695acea0c req-8a3a7dd6-995d-46a6-899c-dbdb78b6c5e3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.1611209 Jun 15 15:05:46.442980 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8cbcadfe-7d37-47b9-9122-f9c695acea0c req-bbf1e4e6-4c2c-40b2-8824-367040cafd5b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408700 Jun 15 15:05:47.656005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec47bc-e0dd-4847-b8f5-e3be0bc4e813 req-cb950a87-3115-4598-93ac-b707eaf744a7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:47.657593 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d8ec47bc-e0dd-4847-b8f5-e3be0bc4e813 req-cb950a87-3115-4598-93ac-b707eaf744a7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0965080 Jun 15 15:05:47.721712 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d8ec47bc-e0dd-4847-b8f5-e3be0bc4e813 req-d53827a9-ebb0-40d6-8a7d-23f76835d160 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568180 Jun 15 15:05:47.917314 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca614051-0177-43fd-a16a-80558594e30d req-b2e874d7-b99e-4054-8dd4-3d065fac963e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:47.918909 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ca614051-0177-43fd-a16a-80558594e30d req-b2e874d7-b99e-4054-8dd4-3d065fac963e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0937927 Jun 15 15:05:47.930963 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 43356) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:05:47.936322 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fe9f46c2-991a-486b-862c-a00a6add5243 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Request body: {'floatingip': {'port_id': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:05:48.018689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe9f46c2-991a-486b-862c-a00a6add5243 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:48.756660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe9f46c2-991a-486b-862c-a00a6add5243 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:48.762165 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe9f46c2-991a-486b-862c-a00a6add5243 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:48.942428 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-fe9f46c2-991a-486b-862c-a00a6add5243 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Floating IP caaeb978-56a1-41b7-9847-2813461b5647 associated. External IP: 172.26.3.123, port: 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3. Jun 15 15:05:49.322384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe9f46c2-991a-486b-862c-a00a6add5243 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:05:49.525248 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9f46c2-991a-486b-862c-a00a6add5243 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:05:49.529991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fe9f46c2-991a-486b-862c-a00a6add5243 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:49.542034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd96c953-4f98-4e50-b753-bb835a889e7b None None] Sync routers for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:05:49.558580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd96c953-4f98-4e50-b753-bb835a889e7b None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:05:49.559218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fd96c953-4f98-4e50-b753-bb835a889e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:05:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:05:49.596027 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fe9f46c2-991a-486b-862c-a00a6add5243 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "PUT /v2.0/floatingips/caaeb978-56a1-41b7-9847-2813461b5647 HTTP/1.1" status: 200 len: 992 time: 1.6638141 Jun 15 15:05:49.597025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'tag': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:05:49.652326 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c7e52ed-3f5e-4094-b55a-f064849e25d2'] response: {'name': 'network-changed', 'server_uuid': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'tag': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'status': 'completed', 'code': 200} Jun 15 15:05:49.762591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddee6a2-0c71-47b0-97dd-76524e71f9f6 req-e6c13620-6257-4d33-9486-1a3fd967a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:49.764135 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fddee6a2-0c71-47b0-97dd-76524e71f9f6 req-e6c13620-6257-4d33-9486-1a3fd967a2dd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 1099 time: 0.0897861 Jun 15 15:05:49.781834 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-fd96c953-4f98-4e50-b753-bb835a889e7b None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:05:49.902400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddee6a2-0c71-47b0-97dd-76524e71f9f6 req-072b18a9-7337-4585-b022-8b2853e20181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:49.903879 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fddee6a2-0c71-47b0-97dd-76524e71f9f6 req-072b18a9-7337-4585-b022-8b2853e20181 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1339960 Jun 15 15:05:50.012571 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fddee6a2-0c71-47b0-97dd-76524e71f9f6 req-9f491fe8-927a-4280-9fe9-ccd3ba685f5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 HTTP/1.1" status: 200 len: 1000 time: 0.1025691 Jun 15 15:05:50.080447 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddee6a2-0c71-47b0-97dd-76524e71f9f6 req-744ac2ed-ac41-42bc-bc8d-4a5aac8f8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:50.081810 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fddee6a2-0c71-47b0-97dd-76524e71f9f6 req-744ac2ed-ac41-42bc-bc8d-4a5aac8f8c5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0639079 Jun 15 15:05:50.176042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddee6a2-0c71-47b0-97dd-76524e71f9f6 req-749d2bbb-41b9-439f-be1c-433e3ac6176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:50.177791 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fddee6a2-0c71-47b0-97dd-76524e71f9f6 req-749d2bbb-41b9-439f-be1c-433e3ac6176c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904775 Jun 15 15:05:50.210437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fd96c953-4f98-4e50-b753-bb835a889e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'caaeb978-56a1-41b7-9847-2813461b5647', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'port_id': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'mac_address': 'fa:16:3e:4e:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:04:44Z', 'updated_at': '2022-06-15T15:05:48Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:05:50.214620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd96c953-4f98-4e50-b753-bb835a889e7b None None] Checking router: fd197d4a-15d2-4b79-940f-1c0ad3d452d6 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:05:50.225193 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd96c953-4f98-4e50-b753-bb835a889e7b None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:05:50.225821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fd96c953-4f98-4e50-b753-bb835a889e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:05:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:05:50.321926 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fddee6a2-0c71-47b0-97dd-76524e71f9f6 req-690d2936-e42c-48c3-88b8-71f0f255c8b3 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377361 Jun 15 15:05:50.418956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-fd96c953-4f98-4e50-b753-bb835a889e7b None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:05:50.595841 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fddee6a2-0c71-47b0-97dd-76524e71f9f6 req-59b2a7e6-4a4d-4e37-8e01-df852c1047f5 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682583 Jun 15 15:05:50.799386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-fd96c953-4f98-4e50-b753-bb835a889e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'caaeb978-56a1-41b7-9847-2813461b5647', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'port_id': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'mac_address': 'fa:16:3e:4e:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:04:44Z', 'updated_at': '2022-06-15T15:05:48Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:05:50.803673 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd96c953-4f98-4e50-b753-bb835a889e7b None None] The sync data for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv is: [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'caaeb978-56a1-41b7-9847-2813461b5647', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'port_id': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'mac_address': 'fa:16:3e:4e:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:04:44Z', 'updated_at': '2022-06-15T15:05:48Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:05:51.020172 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9ca927-1750-4a8b-ba19-26fab330d563 None None] New status for floating IP caaeb978-56a1-41b7-9847-2813461b5647: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:05:51.609833 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:53.602793 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcb99d2e-055f-41e2-b02c-14dbf8d2c43f req-d567b049-9470-4d3b-8c66-e01958038e0c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802205 Jun 15 15:05:53.766591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb99d2e-055f-41e2-b02c-14dbf8d2c43f req-0c65cc0a-8c6d-48c2-8f08-c30ce77eaeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:53.768230 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcb99d2e-055f-41e2-b02c-14dbf8d2c43f req-0c65cc0a-8c6d-48c2-8f08-c30ce77eaeed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 1099 time: 0.0876215 Jun 15 15:05:53.929709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb99d2e-055f-41e2-b02c-14dbf8d2c43f req-aeb65f42-fc5d-4420-8584-0b58b757c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:53.931682 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcb99d2e-055f-41e2-b02c-14dbf8d2c43f req-aeb65f42-fc5d-4420-8584-0b58b757c65e service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1443896 Jun 15 15:05:54.042212 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcb99d2e-055f-41e2-b02c-14dbf8d2c43f req-8dbc3071-d783-4cd2-9b16-c4f50f61b4e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 HTTP/1.1" status: 200 len: 1002 time: 0.1036551 Jun 15 15:05:54.107462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb99d2e-055f-41e2-b02c-14dbf8d2c43f req-882fc42b-5749-49bc-87f5-e8a6795e5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:54.109053 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcb99d2e-055f-41e2-b02c-14dbf8d2c43f req-882fc42b-5749-49bc-87f5-e8a6795e5a58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0612702 Jun 15 15:05:54.202375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb99d2e-055f-41e2-b02c-14dbf8d2c43f req-bb003a58-1874-419c-8ae6-84b65c8a6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:05:54.203927 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcb99d2e-055f-41e2-b02c-14dbf8d2c43f req-bb003a58-1874-419c-8ae6-84b65c8a6ab3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0886896 Jun 15 15:05:54.364910 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcb99d2e-055f-41e2-b02c-14dbf8d2c43f req-e1eb6b00-0307-4952-9ad1-e9bddb58be51 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547554 Jun 15 15:05:54.505125 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dcb99d2e-055f-41e2-b02c-14dbf8d2c43f req-2863d640-34ce-4f15-a4a8-67557db84f38 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343782 Jun 15 15:05:57.290697 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-716d29fe-7bdd-4cb1-a064-2886768f110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:05:59.406344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5a709a14-8d96-4ce4-8f88-db1dc74cebc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:00.625418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:00.651249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:02.077546 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:08.597102 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:06:21.620694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:24.298016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648723dd-25f5-44fd-ab62-93a4975cea11 req-89e0a760-1f39-4edc-9a82-79cab0a07fa8 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:24.299975 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-648723dd-25f5-44fd-ab62-93a4975cea11 req-89e0a760-1f39-4edc-9a82-79cab0a07fa8 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0998452 Jun 15 15:06:24.348015 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-648723dd-25f5-44fd-ab62-93a4975cea11 req-5f246d9b-1e53-4656-a5c2-a4f1285ea6a0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 Jun 15 15:06:25.568247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60ff6e-f007-4585-9b91-73bec0d0f19a req-3ee5cf47-1a0f-4cc7-86a3-31a888e0a987 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:25.570992 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f60ff6e-f007-4585-9b91-73bec0d0f19a req-3ee5cf47-1a0f-4cc7-86a3-31a888e0a987 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.1012363 Jun 15 15:06:25.621635 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f60ff6e-f007-4585-9b91-73bec0d0f19a req-f971d9dc-2aa1-432d-a366-cb6fa4023dc9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448749 Jun 15 15:06:26.855747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52d5ca-1317-40bb-8af0-d6e7abfce4bb req-31673aa6-aa27-40b0-a36d-8022a23d879b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:26.857266 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0d52d5ca-1317-40bb-8af0-d6e7abfce4bb req-31673aa6-aa27-40b0-a36d-8022a23d879b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.1089699 Jun 15 15:06:26.906246 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0d52d5ca-1317-40bb-8af0-d6e7abfce4bb req-d4a3c328-f93a-47f0-93a8-288c557d1f6f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429394 Jun 15 15:06:27.293604 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-344e877b-55a8-41de-b875-ca512f7bc0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:28.136299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bfdf1-f292-4c64-bf96-a6ade5d6a8cd req-eacb719e-86f5-40e7-bc86-52e03645c8fc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:28.137678 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e17bfdf1-f292-4c64-bf96-a6ade5d6a8cd req-eacb719e-86f5-40e7-bc86-52e03645c8fc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.1061490 Jun 15 15:06:28.184149 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e17bfdf1-f292-4c64-bf96-a6ade5d6a8cd req-91948c70-394a-4ddc-b2de-74dbea4b1fde tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398722 Jun 15 15:06:29.394008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d94cb-e6c2-4ed6-b8a6-ac71fb097bce req-109a89a9-33a3-4d31-b4e1-dc6a36ab728c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:29.395583 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ff0d94cb-e6c2-4ed6-b8a6-ac71fb097bce req-109a89a9-33a3-4d31-b4e1-dc6a36ab728c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0990942 Jun 15 15:06:29.402291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2cfa439e-a5f8-4f87-aef0-654343e70621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:29.444233 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ff0d94cb-e6c2-4ed6-b8a6-ac71fb097bce req-7c5d2426-9467-4567-bf01-b406cd774bfa tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418632 Jun 15 15:06:30.622478 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:30.662861 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:30.663502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe22c9-4d77-4aac-8fda-a8a3f887408f req-37b27270-b2a5-4db4-a046-1232703e5ea6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:30.665080 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-79fe22c9-4d77-4aac-8fda-a8a3f887408f req-37b27270-b2a5-4db4-a046-1232703e5ea6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.1090798 Jun 15 15:06:30.718043 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-79fe22c9-4d77-4aac-8fda-a8a3f887408f req-7e57b713-669f-4ea7-a2ed-58e07ec6f7ed tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433965 Jun 15 15:06:31.929173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f8903-13be-44e3-b125-4d0404263271 req-3a1d06bd-0993-427b-bf05-ff2746211e42 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:31.930750 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d08f8903-13be-44e3-b125-4d0404263271 req-3a1d06bd-0993-427b-bf05-ff2746211e42 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0976403 Jun 15 15:06:31.976599 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d08f8903-13be-44e3-b125-4d0404263271 req-a3d7fb9c-cd32-482a-8d69-96bb2dcb41a7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399122 Jun 15 15:06:32.076455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:33.183124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a034ac-830d-404e-899c-049e13d45d53 req-fc42ab6b-de49-48c6-9c91-d74f9ea95d59 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:33.184786 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e4a034ac-830d-404e-899c-049e13d45d53 req-fc42ab6b-de49-48c6-9c91-d74f9ea95d59 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0928555 Jun 15 15:06:33.234278 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e4a034ac-830d-404e-899c-049e13d45d53 req-38c81118-a9f0-423f-a0c5-dd65a566054d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423996 Jun 15 15:06:34.452086 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075e097-d7a4-4a58-8a07-e7aafcee2be1 req-c3b11a36-f0b2-491a-b9e7-976edda3902a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:34.453718 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8075e097-d7a4-4a58-8a07-e7aafcee2be1 req-c3b11a36-f0b2-491a-b9e7-976edda3902a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0961659 Jun 15 15:06:34.507587 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8075e097-d7a4-4a58-8a07-e7aafcee2be1 req-d6525d96-0a90-4e67-a077-809074e24809 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469482 Jun 15 15:06:35.717660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea2009-17f7-46bd-9e5d-e2ef72d6d1a7 req-b2e264c8-4a6d-4bc4-96c0-a6eb2364a3cc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:35.719243 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-38ea2009-17f7-46bd-9e5d-e2ef72d6d1a7 req-b2e264c8-4a6d-4bc4-96c0-a6eb2364a3cc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0990887 Jun 15 15:06:35.766582 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-38ea2009-17f7-46bd-9e5d-e2ef72d6d1a7 req-dad303f1-759d-4eb9-b973-1501c1d0ee91 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411413 Jun 15 15:06:37.081990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc810eae-7dfd-46ba-ab20-04b4f509d613 req-0fc1cb84-c53f-4479-8bc4-7db4bd00fc89 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:37.083519 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fc810eae-7dfd-46ba-ab20-04b4f509d613 req-0fc1cb84-c53f-4479-8bc4-7db4bd00fc89 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.2048120 Jun 15 15:06:37.138344 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fc810eae-7dfd-46ba-ab20-04b4f509d613 req-674974fe-aede-49d5-bbe1-749d7d4d26e3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467334 Jun 15 15:06:38.352949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b80cd8-629f-42b6-a282-d05b45935be4 req-7d1ca7b4-e8a7-4979-a9ac-c5211e5a9881 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:38.354446 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87b80cd8-629f-42b6-a282-d05b45935be4 req-7d1ca7b4-e8a7-4979-a9ac-c5211e5a9881 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0943265 Jun 15 15:06:38.419344 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87b80cd8-629f-42b6-a282-d05b45935be4 req-1732b223-c662-4ba6-800a-cb577f92b7fc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582631 Jun 15 15:06:39.626784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a15e79-2f77-48e3-933e-53430011e0a7 req-7e19a851-987c-4908-8f91-013f6028a2b6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:39.628401 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-08a15e79-2f77-48e3-933e-53430011e0a7 req-7e19a851-987c-4908-8f91-013f6028a2b6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0960433 Jun 15 15:06:39.679282 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-08a15e79-2f77-48e3-933e-53430011e0a7 req-cbc7007c-283a-4003-b8e3-660dd6c83aa3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451794 Jun 15 15:06:40.128362 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-52078dad-fecc-465b-8483-b85d3e381284 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1424985 Jun 15 15:06:40.141326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88a367-fdbf-4756-9648-326a97403733 req-9a7364fe-783b-47b7-adf1-0bfce7691456 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:40.142844 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cf88a367-fdbf-4756-9648-326a97403733 req-9a7364fe-783b-47b7-adf1-0bfce7691456 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.1222150 Jun 15 15:06:40.193844 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cf88a367-fdbf-4756-9648-326a97403733 req-74d94dfd-5b4d-406e-b5d7-9e0732b84780 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449929 Jun 15 15:06:41.552425 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-7094311d-ace5-41d3-9614-d27cdff15483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:41.553876 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-7094311d-ace5-41d3-9614-d27cdff15483 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 1099 time: 0.2715063 Jun 15 15:06:41.562640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891ae94-ba92-4d3b-9d13-435a3ba2cc58 req-162b8fa3-3481-4c5c-b07e-596d8386bd0a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:41.564260 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6891ae94-ba92-4d3b-9d13-435a3ba2cc58 req-162b8fa3-3481-4c5c-b07e-596d8386bd0a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.2447903 Jun 15 15:06:41.699175 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6891ae94-ba92-4d3b-9d13-435a3ba2cc58 req-e401fa87-ee6e-4e1c-99c7-730772adb0a0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154475 Jun 15 15:06:41.742599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-6105f601-8039-4368-a3da-fee4bb6facf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:41.744117 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-6105f601-8039-4368-a3da-fee4bb6facf1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1789412 Jun 15 15:06:41.860574 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-2c793206-81f1-4340-b281-69a16362534d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 HTTP/1.1" status: 200 len: 1002 time: 0.1104050 Jun 15 15:06:41.934219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-c78dcb80-b263-4d26-9f9b-39764a84af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:41.935708 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-c78dcb80-b263-4d26-9f9b-39764a84af59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0691581 Jun 15 15:06:42.034044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-572c8b70-3d1a-4d12-98f4-e557cbd58fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:42.035614 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-572c8b70-3d1a-4d12-98f4-e557cbd58fe2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0932314 Jun 15 15:06:42.180058 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-399a88a4-508c-4202-93f1-ae7370571b02 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382895 Jun 15 15:06:42.335187 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-7d36becb-01fe-4e86-8194-c0fbf5d1e02e service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489484 Jun 15 15:06:42.913231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087ba18-aa8b-4b65-a7fc-8fa50bd221e3 req-72001a55-4ee5-4c40-823e-2ff34aa2ff77 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:42.914763 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4087ba18-aa8b-4b65-a7fc-8fa50bd221e3 req-72001a55-4ee5-4c40-823e-2ff34aa2ff77 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0950627 Jun 15 15:06:42.973333 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4087ba18-aa8b-4b65-a7fc-8fa50bd221e3 req-85b677af-d185-4a78-b0b5-1503eb2957c1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503259 Jun 15 15:06:43.966705 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-a1e89e9b-5ad4-4544-8055-66fcfd7a1e73 service neutron] 10.222.0.44 "GET /v2.0/ports/4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3/bindings/hv-neutron-8458 HTTP/1.1" status: 200 len: 384 time: 0.0799379 Jun 15 15:06:44.343779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-3aeb127f-a9a2-4694-b998-3585e177705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:44.345240 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-3aeb127f-a9a2-4694-b998-3585e177705b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 1099 time: 0.1513658 Jun 15 15:06:44.356712 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551d023-a483-4820-bb72-fcc55dc647da req-28787ae0-c89d-437c-b457-c4136dd5dcd9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:44.358112 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d551d023-a483-4820-bb72-fcc55dc647da req-28787ae0-c89d-437c-b457-c4136dd5dcd9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.1127906 Jun 15 15:06:44.465732 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d551d023-a483-4820-bb72-fcc55dc647da req-5d6debf5-34fa-4d40-8b72-40917ccb44c3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992379 Jun 15 15:06:44.487921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-0bec0b25-be24-4072-8a18-7e410f6ae6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:44.489473 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-0bec0b25-be24-4072-8a18-7e410f6ae6f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 1099 time: 0.1219418 Jun 15 15:06:44.631416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-d342c298-f206-48f1-b96d-46c3ab9cd978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:44.632821 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-d342c298-f206-48f1-b96d-46c3ab9cd978 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1378467 Jun 15 15:06:44.737746 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-a21596b9-9705-4b2e-b00a-f2643ffd9a1d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 HTTP/1.1" status: 200 len: 1002 time: 0.0994008 Jun 15 15:06:44.801388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-0dd3b0d8-50ec-4af9-97cb-e2186fdce700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:44.802869 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-0dd3b0d8-50ec-4af9-97cb-e2186fdce700 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0599811 Jun 15 15:06:44.889301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-635c8208-ac9a-4981-8cb9-de14bbfe0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:44.891426 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-635c8208-ac9a-4981-8cb9-de14bbfe0b3b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822506 Jun 15 15:06:45.037674 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-bc750b14-ac69-4832-9488-03e0ae959595 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401126 Jun 15 15:06:45.315107 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8a1fd003-ac3d-4fc1-ad89-f59de340f3e0 req-cc2191c4-fdf4-4926-886c-d1092dd49d21 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716401 Jun 15 15:06:45.597895 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:06:45.674397 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e52839-8772-4247-abc0-dc1b232bfb64 req-acfff078-dafb-4776-b961-f235821bb370 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:45.675892 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-03e52839-8772-4247-abc0-dc1b232bfb64 req-acfff078-dafb-4776-b961-f235821bb370 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0928466 Jun 15 15:06:45.725425 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-03e52839-8772-4247-abc0-dc1b232bfb64 req-56a98214-382a-4128-b1e9-4567528d29fa tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434644 Jun 15 15:06:46.946027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c0c2b-872f-424b-882b-70a6610debdf req-5db0051c-3200-4f5f-be3b-18977caf5abe tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:46.947658 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b6c0c2b-872f-424b-882b-70a6610debdf req-5db0051c-3200-4f5f-be3b-18977caf5abe tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.1024168 Jun 15 15:06:46.994865 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b6c0c2b-872f-424b-882b-70a6610debdf req-f2ad83ee-7ddd-4856-9016-37d0d59223e8 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403419 Jun 15 15:06:48.006092 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:06:48.008958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:06:48.205029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24268114-6751-47ff-a81f-eaf98d509062 req-1615a5c5-be86-4a96-8329-aa51806e8bcc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:48.206643 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-24268114-6751-47ff-a81f-eaf98d509062 req-1615a5c5-be86-4a96-8329-aa51806e8bcc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0954731 Jun 15 15:06:48.231951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:06:48.232294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:48.254003 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-24268114-6751-47ff-a81f-eaf98d509062 req-bd814a61-84b6-4607-8b2b-cbf18d1e1756 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413003 Jun 15 15:06:48.254365 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:06:48.275351 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'port_id': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'mac_address': 'fa:16:3e:4e:d6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:06:48.280858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:06:48.327214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:06:48.348425 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a58845-1c56-412d-8d68-e319f06802df'] response: {'server_uuid': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'code': 200} Jun 15 15:06:48.352337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:48.421877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:06:48.422823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:48.450083 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:06:48.501958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:06:48.522176 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:48.522406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:48.522936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:48.523311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:48.523644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:48.523957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:48.524311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:48.524669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:48.525000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:48.525307 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:48.525628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:48.525945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:48.539254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:06:48.539670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:06:48.605024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc1a7b-cb35-4ea5-b14f-4734e30b3f64 req-b2508b7e-9675-4915-bce0-128328a6373f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:48.606632 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53fc1a7b-cb35-4ea5-b14f-4734e30b3f64 req-b2508b7e-9675-4915-bce0-128328a6373f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 944 time: 0.1078126 Jun 15 15:06:48.612677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-9798259e-f2f8-4de4-af70-84f044ad6c8a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:48.614180 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-9798259e-f2f8-4de4-af70-84f044ad6c8a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be&tenant_id=d727459b53844deb847d424751db8ceb&binding%3Ahost_id=hv-neutron-8458 HTTP/1.1" status: 200 len: 944 time: 0.1112485 Jun 15 15:06:48.668096 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53fc1a7b-cb35-4ea5-b14f-4734e30b3f64 req-4aefd3b1-ffe0-46c3-8947-a77672a752bb tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551553 Jun 15 15:06:48.775144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-49022173-4166-49c1-9f7b-8fdc7ae6a256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:48.776626 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-49022173-4166-49c1-9f7b-8fdc7ae6a256 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 1097 time: 0.0811751 Jun 15 15:06:48.921106 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-f51b6624-cf15-4a12-85b5-5609bca3364b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:48.922912 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-f51b6624-cf15-4a12-85b5-5609bca3364b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1407704 Jun 15 15:06:49.034351 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-8a0fdd6d-d303-4b2d-8621-2a5f02b4b4e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 HTTP/1.1" status: 200 len: 1000 time: 0.1049035 Jun 15 15:06:49.098834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-c6beaf62-8f99-46e2-bf29-c864489054db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:49.099998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:06:49.100573 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-c6beaf62-8f99-46e2-bf29-c864489054db service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0606649 Jun 15 15:06:49.100690 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:49.129529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:06:49.147118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:06:49.151562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:49.186671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-111a14e7-db06-431a-ae2c-61e4ee0be742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:49.188214 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-111a14e7-db06-431a-ae2c-61e4ee0be742 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821252 Jun 15 15:06:49.227085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:06:49.258554 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:06:49.325717 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-112193a2-e8e4-4106-8028-4f0ca4ea8be6 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307003 Jun 15 15:06:49.497509 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c447ba79-5bf7-4c04-b0e9-dc0a63358613 req-a6ada8dc-2c6c-4597-952c-d529fce71fd3 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651497 Jun 15 15:06:49.882768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96cfbd-6126-4eb7-afdc-055d93c7a0b0 req-abd84d64-7144-44b9-9116-524e691a83fb tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:49.884363 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d96cfbd-6126-4eb7-afdc-055d93c7a0b0 req-abd84d64-7144-44b9-9116-524e691a83fb tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 945 time: 0.0991073 Jun 15 15:06:49.937393 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d96cfbd-6126-4eb7-afdc-055d93c7a0b0 req-608498db-af8f-4b0d-a38a-9cf5e82cbba9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462937 Jun 15 15:06:50.037035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:06:50.117356 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:06:50.118483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:50.291495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:06:50.291778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:50.335706 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:06:50.341243 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:50.377536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:06:50.428301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:06:50.431907 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b956381-97c2-4c8d-8f18-404851a0f460'] response: {'server_uuid': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'code': 200} Jun 15 15:06:51.158020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316a5609-5d55-42ef-baa8-3ac09c2b1cc8 req-f1cba71b-b058-4756-bb5c-36d3921c4cac tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:51.159606 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-316a5609-5d55-42ef-baa8-3ac09c2b1cc8 req-f1cba71b-b058-4756-bb5c-36d3921c4cac tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0971973 Jun 15 15:06:51.207939 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-316a5609-5d55-42ef-baa8-3ac09c2b1cc8 req-4eb28b5a-9d34-4a73-a916-d1b2b8868369 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418046 Jun 15 15:06:51.428332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35b589-2b21-4134-a046-928b3703ef67 req-ce5f0803-ab4c-4656-b51e-e0030dc0790e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:51.429982 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cf35b589-2b21-4134-a046-928b3703ef67 req-ce5f0803-ab4c-4656-b51e-e0030dc0790e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0986359 Jun 15 15:06:51.481099 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cf35b589-2b21-4134-a046-928b3703ef67 req-201fe747-2733-442b-b3b1-1f6dd7db5690 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450792 Jun 15 15:06:51.628699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:51.855230 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fb528-ee99-409e-a8b9-9c8a6becff6f req-6874d29e-bdb2-4d15-ac09-4661d64b15f3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:51.856495 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-188fb528-ee99-409e-a8b9-9c8a6becff6f req-6874d29e-bdb2-4d15-ac09-4661d64b15f3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0944786 Jun 15 15:06:51.906131 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-188fb528-ee99-409e-a8b9-9c8a6becff6f req-b85a1827-c74c-4676-a49c-cf44a6c1a011 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427282 Jun 15 15:06:51.924797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f893ae-bce7-4fdf-98d4-71ac2933b230 req-09b4c29c-1b86-429d-ac99-7ae4194b4f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:51.926338 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1f893ae-bce7-4fdf-98d4-71ac2933b230 req-09b4c29c-1b86-429d-ac99-7ae4194b4f51 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 1099 time: 0.1128054 Jun 15 15:06:52.065028 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f893ae-bce7-4fdf-98d4-71ac2933b230 req-303d6e1d-0ccf-4fce-bb15-7041c5b53ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:52.066537 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1f893ae-bce7-4fdf-98d4-71ac2933b230 req-303d6e1d-0ccf-4fce-bb15-7041c5b53ad1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1344860 Jun 15 15:06:52.292426 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1f893ae-bce7-4fdf-98d4-71ac2933b230 req-b956eb71-5da0-4d86-a075-943027c9167e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 HTTP/1.1" status: 200 len: 1002 time: 0.2195845 Jun 15 15:06:52.357043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f893ae-bce7-4fdf-98d4-71ac2933b230 req-872d92a0-e76a-47f2-a919-0366eb97a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:52.358531 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1f893ae-bce7-4fdf-98d4-71ac2933b230 req-872d92a0-e76a-47f2-a919-0366eb97a9b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0602238 Jun 15 15:06:52.456495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f893ae-bce7-4fdf-98d4-71ac2933b230 req-46f5886c-55fc-4358-a1b9-2792b766be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:52.458031 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1f893ae-bce7-4fdf-98d4-71ac2933b230 req-46f5886c-55fc-4358-a1b9-2792b766be23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921798 Jun 15 15:06:52.606611 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1f893ae-bce7-4fdf-98d4-71ac2933b230 req-92ba9a8b-5d7d-48ef-a8e7-8ceae32e5322 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425455 Jun 15 15:06:52.759380 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b1f893ae-bce7-4fdf-98d4-71ac2933b230 req-cab491e6-b26f-4bef-aab2-5c76a0055df5 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466794 Jun 15 15:06:53.123261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982b752-3c16-4989-a100-42672cdaf7c7 req-9350c95b-a276-400c-bba3-784e91ec7e42 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:53.124902 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3982b752-3c16-4989-a100-42672cdaf7c7 req-9350c95b-a276-400c-bba3-784e91ec7e42 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0990331 Jun 15 15:06:53.172275 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3982b752-3c16-4989-a100-42672cdaf7c7 req-ce57914a-0403-4b00-8b0b-056f43ed50a0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409234 Jun 15 15:06:54.386080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbcc60-a7f2-4551-9314-59e48e5408e1 req-849fc1a6-cc2e-4b3c-ac2e-1d828303d3d1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:54.387566 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-32bbcc60-a7f2-4551-9314-59e48e5408e1 req-849fc1a6-cc2e-4b3c-ac2e-1d828303d3d1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.1072021 Jun 15 15:06:54.436037 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-32bbcc60-a7f2-4551-9314-59e48e5408e1 req-d889e9f9-6c20-47b5-9edc-d9b3e96b31f3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422187 Jun 15 15:06:54.614981 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e5fc1ab-4a4e-42c4-8fed-75cc8b73c3d7 req-c0217877-754e-49a2-894e-34f7fe34cdaa service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880048 Jun 15 15:06:54.796137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fc1ab-4a4e-42c4-8fed-75cc8b73c3d7 req-df630fdf-64f2-45b9-8b62-b3353da5a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:54.797773 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e5fc1ab-4a4e-42c4-8fed-75cc8b73c3d7 req-df630fdf-64f2-45b9-8b62-b3353da5a425 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 1099 time: 0.1071036 Jun 15 15:06:54.859618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2fba6-e52e-4b8a-b8b8-94eadd0321dd req-bfdec4d7-9203-4895-ae0b-2825200c4642 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:54.861282 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d4b2fba6-e52e-4b8a-b8b8-94eadd0321dd req-bfdec4d7-9203-4895-ae0b-2825200c4642 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0985136 Jun 15 15:06:54.910628 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d4b2fba6-e52e-4b8a-b8b8-94eadd0321dd req-54617c42-fe49-4c55-82f5-e83a67189160 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430310 Jun 15 15:06:54.952218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fc1ab-4a4e-42c4-8fed-75cc8b73c3d7 req-91b50e0d-4920-4286-96e3-9ea303d6af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:54.953909 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e5fc1ab-4a4e-42c4-8fed-75cc8b73c3d7 req-91b50e0d-4920-4286-96e3-9ea303d6af5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1351957 Jun 15 15:06:55.062632 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e5fc1ab-4a4e-42c4-8fed-75cc8b73c3d7 req-da80a00e-0555-43b8-8dd8-2899ebac843f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 HTTP/1.1" status: 200 len: 1002 time: 0.1017320 Jun 15 15:06:55.130439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fc1ab-4a4e-42c4-8fed-75cc8b73c3d7 req-6d88c4a3-f2b9-428e-ad1d-8aec5a904758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:55.131896 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e5fc1ab-4a4e-42c4-8fed-75cc8b73c3d7 req-6d88c4a3-f2b9-428e-ad1d-8aec5a904758 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0629869 Jun 15 15:06:55.235123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fc1ab-4a4e-42c4-8fed-75cc8b73c3d7 req-b2c6e6f6-61ca-45b4-8c19-d2d9e9106f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:55.236723 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e5fc1ab-4a4e-42c4-8fed-75cc8b73c3d7 req-b2c6e6f6-61ca-45b4-8c19-d2d9e9106f0a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0988314 Jun 15 15:06:55.378783 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e5fc1ab-4a4e-42c4-8fed-75cc8b73c3d7 req-9f81bccb-331f-4812-8cc5-f2648c5e3e06 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342666 Jun 15 15:06:55.518545 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9e5fc1ab-4a4e-42c4-8fed-75cc8b73c3d7 req-24da0427-a8c1-460c-9271-87df46aa5b06 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332202 Jun 15 15:06:56.126730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de47ba-5bea-4355-95c3-6ce4e0c71d55 req-60fe08fb-21f2-40f1-b316-9c1d1e05371e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:56.128290 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9de47ba-5bea-4355-95c3-6ce4e0c71d55 req-60fe08fb-21f2-40f1-b316-9c1d1e05371e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.0996647 Jun 15 15:06:56.175163 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9de47ba-5bea-4355-95c3-6ce4e0c71d55 req-1dd0cb86-3998-4b3b-9148-b192eaaabe5c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403752 Jun 15 15:06:56.426840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-b7e26047-c548-4b5e-aad9-9e56a7509f13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:56.428208 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-b7e26047-c548-4b5e-aad9-9e56a7509f13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.1014509 Jun 15 15:06:56.505753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Deleting port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:06:56.505753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:56.885944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] For port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:06:56.886324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:57.207128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:57.207807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:57.207807 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Floating IP caaeb978-56a1-41b7-9847-2813461b5647 disassociated. External IP: 172.26.3.123, port: 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3. Jun 15 15:06:57.208146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Calling delete_port for 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:06:57.292802 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f3a0-e827-4236-aa12-af2211c4fb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:57.410724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:57.445023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebdde01-0acc-4836-847a-920638fe88b9 req-382359b7-5756-4188-91fb-ef2f535f715b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:06:57.446588 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9ebdde01-0acc-4836-847a-920638fe88b9 req-382359b7-5756-4188-91fb-ef2f535f715b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 946 time: 0.1370060 Jun 15 15:06:57.465601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event deleted for resources: {'Port': ['ID=4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:06:57.476962 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:57.477313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:57.477633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:57.477981 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:57.478301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:57.478804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:57.478971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:57.479263 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:57.479677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:57.480009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:57.480397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:57.480717 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:06:57.504352 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9ebdde01-0acc-4836-847a-920638fe88b9 req-1fe77e07-2d9a-4bce-ab1d-0ab0d02fbab1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510445 Jun 15 15:06:57.680860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:06:57.871058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:06:57.882591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a59cf-4dbd-4b9b-ad46-a113a7193ccb None None] Sync routers for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:06:57.894023 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a59cf-4dbd-4b9b-ad46-a113a7193ccb None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:06:57.894669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-948a59cf-4dbd-4b9b-ad46-a113a7193ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:06:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:06:57.969414 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] No DVR routers for this DVR port 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:06:57.975672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:06:57.978606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'name': 'network-vif-deleted', 'tag': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:06:57.996813 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bfa4971e-175d-4932-aaa4-3e79445b4ab2 req-091ee84f-c346-44ab-8d16-3c8c8da31e4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "DELETE /v2.0/ports/4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 HTTP/1.1" status: 204 len: 173 time: 1.5621176 Jun 15 15:06:58.036721 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8467b3c5-2410-4db1-a3a0-901cf52fb0f5'] response: {'server_uuid': 'c04a2f5b-8cbc-4a55-ade1-1e26102dc1be', 'name': 'network-vif-deleted', 'tag': '4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3', 'status': 'completed', 'code': 200} Jun 15 15:06:58.103283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-948a59cf-4dbd-4b9b-ad46-a113a7193ccb None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:06:58.472437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-948a59cf-4dbd-4b9b-ad46-a113a7193ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:06:58.477595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a59cf-4dbd-4b9b-ad46-a113a7193ccb None None] Checking router: fd197d4a-15d2-4b79-940f-1c0ad3d452d6 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:06:58.489174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a59cf-4dbd-4b9b-ad46-a113a7193ccb None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:06:58.489800 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-948a59cf-4dbd-4b9b-ad46-a113a7193ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:06:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:06:58.697051 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-948a59cf-4dbd-4b9b-ad46-a113a7193ccb None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:06:58.717639 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bb67ed5a-2c86-4f0f-9283-d04d16b3ffb7 req-483af3cc-2bf0-4fee-bb96-7bafa4ffa3ae tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=c04a2f5b-8cbc-4a55-ade1-1e26102dc1be HTTP/1.1" status: 200 len: 210 time: 0.0680890 Jun 15 15:06:59.031213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-948a59cf-4dbd-4b9b-ad46-a113a7193ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:06:59.036151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948a59cf-4dbd-4b9b-ad46-a113a7193ccb None None] The sync data for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv is: [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:06:59.271626 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583a571-e790-4aa8-9b16-4db27ee7ea61 None None] New status for floating IP caaeb978-56a1-41b7-9847-2813461b5647: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:06:59.413254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e18903d7-89cb-441f-b8c8-168b42007468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:00.074992 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-6fae1ea4-a069-44ba-b7a4-1a1ca6f9b98f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--894591503&fields=id&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 267 time: 0.0406721 Jun 15 15:07:00.082076 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:07:00.119918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:07:00.120310 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 4f46b7aa-84c4-4048-80cc-7d3fb6b4c9e3 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:07:00.247947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9899e-770b-4c88-8779-8ac06697bece req-532c4b6c-fd34-47d9-a0eb-dc025e2a24ce tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:00.249566 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-532c4b6c-fd34-47d9-a0eb-dc025e2a24ce tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 811 time: 0.1664014 Jun 15 15:07:00.266950 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-4e139835-5f25-452c-935f-aa3a963c18c5 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/quotas/d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 375 time: 0.0096195 Jun 15 15:07:00.362976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-36f9899e-770b-4c88-8779-8ac06697bece req-ade8df9b-ac36-4240-95a6-0e74bc978ff8 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Synchronizing usage tracker for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:07:00.383130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-36f9899e-770b-4c88-8779-8ac06697bece req-ade8df9b-ac36-4240-95a6-0e74bc978ff8 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Unset dirty status for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:07:00.384978 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-ade8df9b-ac36-4240-95a6-0e74bc978ff8 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1106563 Jun 15 15:07:00.619756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:00.659909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:00.664776 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-14a6f6aa-75fc-4c39-afed-05463a8b35a6 service neutron] 10.222.0.26 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669969 Jun 15 15:07:00.806651 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-0d3bcb92-0c3f-47fb-8f7d-61eea8bab7b3 service neutron] 10.222.0.26 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403589 Jun 15 15:07:01.003517 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4da14586-f77e-446d-8c86-311baaafac50 req-935934c0-6cb5-4142-bf1a-49eee9be9867 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 210 time: 0.0512633 Jun 15 15:07:02.082939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9899e-770b-4c88-8779-8ac06697bece req-1db37817-3d46-40f9-aa69-b31a8afcd3c1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:02.084698 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-1db37817-3d46-40f9-aa69-b31a8afcd3c1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 811 time: 0.1578832 Jun 15 15:07:02.098222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:02.146758 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-a27f9546-b6d7-4c50-9c95-db2ac5fa8292 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 379 time: 0.0533695 Jun 15 15:07:02.155250 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Request body: {'port': {'device_id': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'admin_state_up': True, 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'security_groups': ['547d4add-babd-4c6e-9076-519923644fb0']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:07:02.276804 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-933908eb-c9c7-41c0-981f-d08b63479434 req-c3ed81f5-aa9d-4f83-b182-e9353da478d1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 210 time: 0.1021800 Jun 15 15:07:02.347292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:07:02.357848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:07:02.377546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Made reservation on behalf of d727459b53844deb847d424751db8ceb for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:07:02.383857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:02.568971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Allocated IP 172.20.0.5 (ee895e5a-64b8-4833-9391-73ecf5c6f755/bd4bfa86-8488-4807-a0f4-096b918892cd/acfcaabc-455e-4e0d-bad8-7e0d64de85d3) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:07:02.761344 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:02.777856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Transition to ACTIVE for port object acfcaabc-455e-4e0d-bad8-7e0d64de85d3 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:07:02.811184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:02.888927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Network ee895e5a-64b8-4833-9391-73ecf5c6f755 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:07:02.891958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:07:02.895749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:07:02.926831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event updated for resources: {'Port': ['ID=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:07:02.965529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:02.966155 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:02.993533 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-c73681a1-fa9b-4f01-8dba-368c44e9c267 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8422771 Jun 15 15:07:03.005261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Request body: {'port': {'device_id': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:07:03.121131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:03.247108 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1078d93a-4712-40da-8a70-51ea6035d0a5 None None] Provisioning for port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:07:03.254817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1078d93a-4712-40da-8a70-51ea6035d0a5 None None] Provisioning complete for port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:07:03.255192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1078d93a-4712-40da-8a70-51ea6035d0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:03.316228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-1078d93a-4712-40da-8a70-51ea6035d0a5 None None] Port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:07:03.486129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acfcaabc-455e-4e0d-bad8-7e0d64de85d3 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:07:03.493604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:03.508466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Transition to ACTIVE for port object acfcaabc-455e-4e0d-bad8-7e0d64de85d3 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:07:03.512019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:03.633425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2cc51-ff14-454c-b6ba-1e531003112f req-db5ba7db-c8b1-4008-a960-080ebd1c641b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:03.636391 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d4b2cc51-ff14-454c-b6ba-1e531003112f req-db5ba7db-c8b1-4008-a960-080ebd1c641b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 943 time: 0.1048601 Jun 15 15:07:03.700784 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d4b2cc51-ff14-454c-b6ba-1e531003112f req-a5f1c87c-5587-40fd-90b8-da0e806b580e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559292 Jun 15 15:07:03.795995 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:07:03.879015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Attempting to bind port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:07:03.879356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Attempting to bind port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:07:03.879692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Attempting to bind port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:07:03.884864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:07:03.885195 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Attempting to bind port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:07:03.890949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:07:03.891292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Checking segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:07:03.891682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Bound using segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:07:03.892111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Bound port: acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:07:03.892486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:03.988296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:07:03.991465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:07:03.999436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:04.061239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:04.061963 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:04.063491 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] 10.222.0.44 "PUT /v2.0/ports/acfcaabc-455e-4e0d-bad8-7e0d64de85d3 HTTP/1.1" status: 200 len: 1093 time: 1.0630548 Jun 15 15:07:04.063938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:07:04.087561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226003cd-2757-424c-88b7-f257856aa3a6 service neutron] Pushing event updated for resources: {'Port': ['ID=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:07:04.152078 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d5a479e-07b7-4e32-9bb4-1ba4045cce09'] response: {'name': 'network-changed', 'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'status': 'completed', 'code': 200} Jun 15 15:07:04.201086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9899e-770b-4c88-8779-8ac06697bece req-84e260d4-3873-4c13-b615-647c170e8d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:04.202692 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-84e260d4-3873-4c13-b615-647c170e8d4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 1096 time: 0.0882072 Jun 15 15:07:04.276511 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-3fd3dc4f-fdbc-41b4-83ca-4e7dea369f87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3 HTTP/1.1" status: 200 len: 217 time: 0.0672164 Jun 15 15:07:04.345688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9899e-770b-4c88-8779-8ac06697bece req-39c7899b-002e-40fb-9f69-b566b74ecd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:04.347034 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-39c7899b-002e-40fb-9f69-b566b74ecd1f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0647812 Jun 15 15:07:04.444556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f9899e-770b-4c88-8779-8ac06697bece req-c74ac844-d576-40f0-8e7f-0b34955a1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:04.446072 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-c74ac844-d576-40f0-8e7f-0b34955a1a1a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0934470 Jun 15 15:07:04.590263 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-f661c235-8d22-434f-a10b-a6f83d455475 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377864 Jun 15 15:07:04.724343 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-36f9899e-770b-4c88-8779-8ac06697bece req-d95856be-cddd-4964-a4a1-168032d987fe service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285439 Jun 15 15:07:04.849928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40daf23-45c2-4c7c-ba01-675b424938b1 req-0e1de65c-0d5b-4c37-876e-9145a2701c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:04.851437 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b40daf23-45c2-4c7c-ba01-675b424938b1 req-0e1de65c-0d5b-4c37-876e-9145a2701c67 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 1096 time: 0.0805390 Jun 15 15:07:04.905456 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b4001-ba1e-41c5-b29f-a38b07ceec47 req-24be785c-9f90-4aa0-89a2-1d9b717ab1f0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:04.907596 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-483b4001-ba1e-41c5-b29f-a38b07ceec47 req-24be785c-9f90-4aa0-89a2-1d9b717ab1f0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 943 time: 0.0952318 Jun 15 15:07:04.956838 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-483b4001-ba1e-41c5-b29f-a38b07ceec47 req-6c735054-1d74-4408-ba05-281674305d13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431161 Jun 15 15:07:04.987641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40daf23-45c2-4c7c-ba01-675b424938b1 req-05ce7d97-ac61-4521-8c34-db22cd15144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:04.989157 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b40daf23-45c2-4c7c-ba01-675b424938b1 req-05ce7d97-ac61-4521-8c34-db22cd15144b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1320555 Jun 15 15:07:05.062795 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b40daf23-45c2-4c7c-ba01-675b424938b1 req-14d96113-a622-4570-896f-4d3654c93178 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3 HTTP/1.1" status: 200 len: 217 time: 0.0666180 Jun 15 15:07:05.128593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40daf23-45c2-4c7c-ba01-675b424938b1 req-732b21c5-a8dc-4e68-990a-fe327dbb4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:05.130091 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b40daf23-45c2-4c7c-ba01-675b424938b1 req-732b21c5-a8dc-4e68-990a-fe327dbb4c1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0603185 Jun 15 15:07:05.221061 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40daf23-45c2-4c7c-ba01-675b424938b1 req-f564fad6-7e96-4e8e-9fa8-fe37a06c307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:05.222538 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b40daf23-45c2-4c7c-ba01-675b424938b1 req-f564fad6-7e96-4e8e-9fa8-fe37a06c307d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857043 Jun 15 15:07:05.365053 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b40daf23-45c2-4c7c-ba01-675b424938b1 req-36282262-d9d2-4d6e-a1ce-92af72719b7d service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359315 Jun 15 15:07:05.620880 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b40daf23-45c2-4c7c-ba01-675b424938b1 req-fb544bf2-4ef8-4426-aba2-f5c30508d11a service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489319 Jun 15 15:07:06.113311 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device acfcaabc-455e-4e0d-bad8-7e0d64de85d3 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:07:06.156468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b3ecc-00fa-4f20-82cf-715363acbb00 req-a143964d-b709-4020-95a3-97b7cbd7827a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:06.157216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b42b3ecc-00fa-4f20-82cf-715363acbb00 req-a143964d-b709-4020-95a3-97b7cbd7827a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Synchronizing usage tracker for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:07:06.175245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b42b3ecc-00fa-4f20-82cf-715363acbb00 req-a143964d-b709-4020-95a3-97b7cbd7827a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Unset dirty status for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:07:06.176589 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b42b3ecc-00fa-4f20-82cf-715363acbb00 req-a143964d-b709-4020-95a3-97b7cbd7827a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 943 time: 0.1093264 Jun 15 15:07:06.223189 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b42b3ecc-00fa-4f20-82cf-715363acbb00 req-dcaad63a-a70b-4b18-82f0-b8368a5a087a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408559 Jun 15 15:07:06.261971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:07:06.276732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'port_id': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'mac_address': 'fa:16:3e:4c:10:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:07:06.341520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:07:06.341963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:06.360083 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfcaabc-455e-4e0d-bad8-7e0d64de85d3 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:07:06.376983 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:07:06.381942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:06.452839 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:07:06.581724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['acfcaabc-455e-4e0d-bad8-7e0d64de85d3'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:07:07.519507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be8442-b0fc-406b-b8e6-74debea2518f req-bc65dfb5-e161-4199-8029-644ba63b532d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:07.520993 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36be8442-b0fc-406b-b8e6-74debea2518f req-bc65dfb5-e161-4199-8029-644ba63b532d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 944 time: 0.1867437 Jun 15 15:07:07.576413 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36be8442-b0fc-406b-b8e6-74debea2518f req-7ce4240a-8250-4157-a05f-d48d7431c393 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489607 Jun 15 15:07:08.113522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device acfcaabc-455e-4e0d-bad8-7e0d64de85d3 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:07:08.186556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:07:08.191628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:07:08.192004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:08.320008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:07:08.320414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:08.358601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:07:08.369232 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:07:08.374216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:08.413052 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446bddea-a4d7-4ab5-8714-d061c9c10736'] response: {'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'code': 200} Jun 15 15:07:08.451659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:07:08.662944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb53cb-54ca-43b9-b8a5-6b79aae19e09 req-179442e8-3597-4a71-9676-aa7cf6c790df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:08.664393 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42fb53cb-54ca-43b9-b8a5-6b79aae19e09 req-179442e8-3597-4a71-9676-aa7cf6c790df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 1098 time: 0.0863421 Jun 15 15:07:08.705876 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-42fb53cb-54ca-43b9-b8a5-6b79aae19e09 req-3c660eeb-2e87-49a2-b094-b29305078167 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360124 Jun 15 15:07:08.785031 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec52eb9-e1b9-4e62-9c74-1b6a61705322 req-5f059dae-c9d9-481f-ace2-48327c536a4c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:08.786479 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-dec52eb9-e1b9-4e62-9c74-1b6a61705322 req-5f059dae-c9d9-481f-ace2-48327c536a4c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.0995979 Jun 15 15:07:08.847381 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-dec52eb9-e1b9-4e62-9c74-1b6a61705322 req-629adecb-b697-4a6d-90a7-ecb24b09d786 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521727 Jun 15 15:07:10.067293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d5e0b-5f20-4a3e-91a7-3197d6fb7cb7 req-282ce1bb-d184-47e6-9cc9-e4d98f5eac2f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:10.068759 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-071d5e0b-5f20-4a3e-91a7-3197d6fb7cb7 req-282ce1bb-d184-47e6-9cc9-e4d98f5eac2f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1028581 Jun 15 15:07:10.121718 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-071d5e0b-5f20-4a3e-91a7-3197d6fb7cb7 req-6603b251-a62e-410e-8bc8-debbbf64d4b1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469854 Jun 15 15:07:10.347533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ae0a7-5883-4b99-b7ff-622d3332530e req-65b0b359-037e-42f7-870f-617de15cdf9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:10.349387 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-985ae0a7-5883-4b99-b7ff-622d3332530e req-65b0b359-037e-42f7-870f-617de15cdf9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1133621 Jun 15 15:07:10.359740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43528) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:07:10.366313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4dbaff58-281f-45dd-8cd3-247c9696d4bc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Request body: {'floatingip': {'port_id': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:07:10.456203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff58-281f-45dd-8cd3-247c9696d4bc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:11.139819 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff58-281f-45dd-8cd3-247c9696d4bc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:11.155951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff58-281f-45dd-8cd3-247c9696d4bc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:11.345690 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-4dbaff58-281f-45dd-8cd3-247c9696d4bc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Floating IP caaeb978-56a1-41b7-9847-2813461b5647 associated. External IP: 172.26.3.123, port: acfcaabc-455e-4e0d-bad8-7e0d64de85d3. Jun 15 15:07:11.848215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbaff58-281f-45dd-8cd3-247c9696d4bc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:07:12.052276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbaff58-281f-45dd-8cd3-247c9696d4bc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:07:12.056494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4dbaff58-281f-45dd-8cd3-247c9696d4bc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:12.062806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3294d-b4a6-41ca-bacc-df176d4dac9f None None] Sync routers for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:07:12.074328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3294d-b4a6-41ca-bacc-df176d4dac9f None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:07:12.075018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-beb3294d-b4a6-41ca-bacc-df176d4dac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:06:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:07:12.118923 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4dbaff58-281f-45dd-8cd3-247c9696d4bc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "PUT /v2.0/floatingips/caaeb978-56a1-41b7-9847-2813461b5647 HTTP/1.1" status: 200 len: 991 time: 1.7578416 Jun 15 15:07:12.119691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:07:12.165190 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f995a0e-41f7-4a2b-8b49-007153840be8'] response: {'name': 'network-changed', 'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'status': 'completed', 'code': 200} Jun 15 15:07:12.266768 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-beb3294d-b4a6-41ca-bacc-df176d4dac9f None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:07:12.277544 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b7d94-4598-4a54-948a-c69c4a943e0c req-aea364cc-f42f-4c8a-b9a8-16ae72029a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:12.279053 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-836b7d94-4598-4a54-948a-c69c4a943e0c req-aea364cc-f42f-4c8a-b9a8-16ae72029a80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 1098 time: 0.0855370 Jun 15 15:07:12.426768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b7d94-4598-4a54-948a-c69c4a943e0c req-269f5f56-7c72-4ae4-af86-d1a07c862037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:12.428151 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-836b7d94-4598-4a54-948a-c69c4a943e0c req-269f5f56-7c72-4ae4-af86-d1a07c862037 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1396661 Jun 15 15:07:12.545255 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-836b7d94-4598-4a54-948a-c69c4a943e0c req-9ba8cc5d-d8a1-4f05-8c62-7c8b03be0cc2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3 HTTP/1.1" status: 200 len: 999 time: 0.1110446 Jun 15 15:07:12.616812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b7d94-4598-4a54-948a-c69c4a943e0c req-c2c9b012-547c-42cc-b998-092a2b1f038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:12.618544 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-836b7d94-4598-4a54-948a-c69c4a943e0c req-c2c9b012-547c-42cc-b998-092a2b1f038a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0674064 Jun 15 15:07:12.650364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-beb3294d-b4a6-41ca-bacc-df176d4dac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'caaeb978-56a1-41b7-9847-2813461b5647', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'port_id': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'mac_address': 'fa:16:3e:4c:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:04:44Z', 'updated_at': '2022-06-15T15:07:11Z', 'revision_number': 9, 'project_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:07:12.654640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3294d-b4a6-41ca-bacc-df176d4dac9f None None] Checking router: fd197d4a-15d2-4b79-940f-1c0ad3d452d6 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:07:12.664428 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb3294d-b4a6-41ca-bacc-df176d4dac9f None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:07:12.665033 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-beb3294d-b4a6-41ca-bacc-df176d4dac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:06:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:07:12.709478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b7d94-4598-4a54-948a-c69c4a943e0c req-8ad06313-1cb4-44c8-a3f1-8a7befca9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:12.711023 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-836b7d94-4598-4a54-948a-c69c4a943e0c req-8ad06313-1cb4-44c8-a3f1-8a7befca9d10 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870163 Jun 15 15:07:12.850115 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-836b7d94-4598-4a54-948a-c69c4a943e0c req-283f0135-24e9-4954-a205-d8bf9a40b93d service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332159 Jun 15 15:07:12.890841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-beb3294d-b4a6-41ca-bacc-df176d4dac9f None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:07:12.991279 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-836b7d94-4598-4a54-948a-c69c4a943e0c req-4db8ff13-4baf-4473-b14c-c429103bfb08 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356826 Jun 15 15:07:13.271899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-beb3294d-b4a6-41ca-bacc-df176d4dac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'caaeb978-56a1-41b7-9847-2813461b5647', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'port_id': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'mac_address': 'fa:16:3e:4c:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:04:44Z', 'updated_at': '2022-06-15T15:07:11Z', 'revision_number': 9, 'project_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:07:13.276050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb3294d-b4a6-41ca-bacc-df176d4dac9f None None] The sync data for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv is: [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'caaeb978-56a1-41b7-9847-2813461b5647', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'port_id': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'mac_address': 'fa:16:3e:4c:10:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:04:44Z', 'updated_at': '2022-06-15T15:07:11Z', 'revision_number': 9, 'project_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:07:13.486388 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944b27cb-37dc-4010-b1a7-a551894e36ef None None] New status for floating IP caaeb978-56a1-41b7-9847-2813461b5647: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:07:21.642487 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:22.599950 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:07:27.296870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-50baa5fa-c3db-413a-9696-461272512f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:29.413212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-89dbb579-da60-4c06-915c-0527ff74312c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:30.620631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:30.659484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:32.085523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:46.407591 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-818c8358-a48d-4a98-9094-044548d178b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1410418 Jun 15 15:07:46.415177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8aa5ac-abf5-48c9-b6a4-1a399ed8ad4e req-ab395f4e-9c4e-4144-b9eb-2bff928ad571 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:46.417792 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5a8aa5ac-abf5-48c9-b6a4-1a399ed8ad4e req-ab395f4e-9c4e-4144-b9eb-2bff928ad571 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1030760 Jun 15 15:07:46.468263 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5a8aa5ac-abf5-48c9-b6a4-1a399ed8ad4e req-04251d60-f9a0-4e33-b12e-53e7b83ef107 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442250 Jun 15 15:07:47.674815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-91bbcd1f-b7d0-493b-af4a-76b82216ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:47.676400 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-91bbcd1f-b7d0-493b-af4a-76b82216ccc7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 1098 time: 0.0853093 Jun 15 15:07:47.685184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4da0d5-c1fe-4648-acc9-5795d1ad4294 req-49246863-5fd7-43df-8133-b867d26fe32d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:47.686719 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4e4da0d5-c1fe-4648-acc9-5795d1ad4294 req-49246863-5fd7-43df-8133-b867d26fe32d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.0998566 Jun 15 15:07:47.736693 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4e4da0d5-c1fe-4648-acc9-5795d1ad4294 req-bb3e91d0-2b6a-4f19-b291-aecbfeea643d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435221 Jun 15 15:07:47.940066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-7a32a8bd-f136-40c9-b0d6-b73b4453a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:47.941531 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-7a32a8bd-f136-40c9-b0d6-b73b4453a6f0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.2591512 Jun 15 15:07:48.047504 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-4c3eef43-bd92-4b91-833d-c5cdea66dd67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3 HTTP/1.1" status: 200 len: 1002 time: 0.0992937 Jun 15 15:07:48.111072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-d9a81595-1a6c-4b50-b9cb-a87042456476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:48.112642 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-d9a81595-1a6c-4b50-b9cb-a87042456476 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0596552 Jun 15 15:07:48.202605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-752f6bf7-2c80-425a-80ee-ea927a46069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:48.204226 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-752f6bf7-2c80-425a-80ee-ea927a46069b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860806 Jun 15 15:07:48.345362 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-6b964ce3-cdde-4102-80f6-41a47a54f842 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348934 Jun 15 15:07:48.492176 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-71b802b8-9334-49b7-a173-51cf8df39831 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408918 Jun 15 15:07:48.944395 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300f36e-69e1-4d7a-a9d6-b0d3a830849b req-72aa7af0-62de-4fd9-bda1-a68135bb307e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:48.946002 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a300f36e-69e1-4d7a-a9d6-b0d3a830849b req-72aa7af0-62de-4fd9-bda1-a68135bb307e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.0942914 Jun 15 15:07:48.992026 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a300f36e-69e1-4d7a-a9d6-b0d3a830849b req-fc77c080-a5ca-4e2a-96a9-ea0b07828955 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401392 Jun 15 15:07:50.213107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7913751-0315-4646-82f9-5d140a909d5e req-58960b9f-4a54-4568-8728-b4537e09fff6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:50.214643 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f7913751-0315-4646-82f9-5d140a909d5e req-58960b9f-4a54-4568-8728-b4537e09fff6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1080725 Jun 15 15:07:50.264414 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f7913751-0315-4646-82f9-5d140a909d5e req-fc520747-e2e0-475a-8cd3-2f96b35ee415 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416484 Jun 15 15:07:51.480975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fd74c-ab5b-4fa2-b1a6-16a41aaaad8d req-f7cffd0b-d572-4309-9797-b21c3110f233 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:51.482455 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965fd74c-ab5b-4fa2-b1a6-16a41aaaad8d req-f7cffd0b-d572-4309-9797-b21c3110f233 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1022389 Jun 15 15:07:51.531126 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965fd74c-ab5b-4fa2-b1a6-16a41aaaad8d req-9a5f36bb-9466-4ac7-92ae-3be10e3a9370 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420687 Jun 15 15:07:51.653384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:52.748987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190e9e-392c-4902-85dc-77d9b898ed94 req-47ea9e56-cd4e-4dd6-8545-d19dfeb52139 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:52.750510 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4e190e9e-392c-4902-85dc-77d9b898ed94 req-47ea9e56-cd4e-4dd6-8545-d19dfeb52139 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1049085 Jun 15 15:07:52.797754 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4e190e9e-392c-4902-85dc-77d9b898ed94 req-34a39147-4e4f-41fe-bdd0-1ef4ba9c20e2 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412648 Jun 15 15:07:54.007120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcb5cb-2769-4ed5-85cd-c6a5a4926645 req-c0f96375-b449-4605-995a-105e3573a7b0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:54.008602 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f8dcb5cb-2769-4ed5-85cd-c6a5a4926645 req-c0f96375-b449-4605-995a-105e3573a7b0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.0977807 Jun 15 15:07:54.065351 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f8dcb5cb-2769-4ed5-85cd-c6a5a4926645 req-02c12865-3d4d-43a1-96cb-d86a6dfe6df0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506623 Jun 15 15:07:54.834069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc2a40-0cbc-44aa-8835-0fed99325c7b req-97453918-75e7-42b4-99b5-cf104afaf5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:54.835652 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9bc2a40-0cbc-44aa-8835-0fed99325c7b req-97453918-75e7-42b4-99b5-cf104afaf5f4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 1098 time: 0.0928261 Jun 15 15:07:55.005455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc2a40-0cbc-44aa-8835-0fed99325c7b req-c043c9b5-f989-4b20-a72b-350bfd23e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:55.007253 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9bc2a40-0cbc-44aa-8835-0fed99325c7b req-c043c9b5-f989-4b20-a72b-350bfd23e977 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1510034 Jun 15 15:07:55.120309 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9bc2a40-0cbc-44aa-8835-0fed99325c7b req-2b6e81f5-e0b9-4ffa-b669-0af1a7fce76c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3 HTTP/1.1" status: 200 len: 1002 time: 0.1070797 Jun 15 15:07:55.188294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc2a40-0cbc-44aa-8835-0fed99325c7b req-a1ec071e-b8eb-4991-b051-01be38932c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:55.189812 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9bc2a40-0cbc-44aa-8835-0fed99325c7b req-a1ec071e-b8eb-4991-b051-01be38932c17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0626550 Jun 15 15:07:55.270511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45130dca-8032-4869-935f-1876cedf8984 req-69322513-bb41-4630-b138-8c5ed00ef269 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:55.272009 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-45130dca-8032-4869-935f-1876cedf8984 req-69322513-bb41-4630-b138-8c5ed00ef269 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.0950580 Jun 15 15:07:55.283331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc2a40-0cbc-44aa-8835-0fed99325c7b req-e12fc034-b5f5-42f8-a470-08178c740b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:55.284896 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9bc2a40-0cbc-44aa-8835-0fed99325c7b req-e12fc034-b5f5-42f8-a470-08178c740b8c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885215 Jun 15 15:07:55.328897 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-45130dca-8032-4869-935f-1876cedf8984 req-951588a4-bfcb-44e5-a3f8-efa8c9042fb3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503519 Jun 15 15:07:55.432125 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9bc2a40-0cbc-44aa-8835-0fed99325c7b req-dcd6ff3c-f3b6-4cc1-93a6-96b68d0b04a7 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413531 Jun 15 15:07:55.702982 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9bc2a40-0cbc-44aa-8835-0fed99325c7b req-fdfd5e90-ce75-4ad1-85f8-4d2a35653363 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627053 Jun 15 15:07:56.552674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ab98f-8876-4305-bedb-9d21fb2782ce req-ebf7698a-59c6-4864-be7c-dd2b7560f3db tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:56.554209 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa9ab98f-8876-4305-bedb-9d21fb2782ce req-ebf7698a-59c6-4864-be7c-dd2b7560f3db tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1087406 Jun 15 15:07:56.601447 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa9ab98f-8876-4305-bedb-9d21fb2782ce req-e67bc9b1-9f4a-47c1-b282-2cbaa70fb697 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411143 Jun 15 15:07:57.292301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b0b35b2-f6ab-427c-91f7-49ebf5fb4b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:57.819872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d5c76-0786-4239-8445-2045d8f006ba req-ed0e5031-d411-4c10-8a34-4a3996a9b4c3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:57.821449 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-225d5c76-0786-4239-8445-2045d8f006ba req-ed0e5031-d411-4c10-8a34-4a3996a9b4c3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.0979474 Jun 15 15:07:57.870333 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-225d5c76-0786-4239-8445-2045d8f006ba req-a989592d-700e-481e-8e95-eace92cabb07 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413606 Jun 15 15:07:59.109713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f510cf-2383-4ba9-9abc-a5c45343cca9 req-acbcf504-05f1-4c0c-ab2e-f7e206b059b6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:07:59.111280 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c8f510cf-2383-4ba9-9abc-a5c45343cca9 req-acbcf504-05f1-4c0c-ab2e-f7e206b059b6 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1024418 Jun 15 15:07:59.159277 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c8f510cf-2383-4ba9-9abc-a5c45343cca9 req-f21339dd-e1da-4701-921e-37b7fec14c4d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397201 Jun 15 15:07:59.410384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-09787739-a460-4545-8491-9052f7570051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:07:59.600878 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:08:00.393554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0300c-eb8a-4c3d-8187-2adddc8d6190 req-c295bf9e-0580-460e-b886-cf15cbcbf032 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:00.395250 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-95c0300c-eb8a-4c3d-8187-2adddc8d6190 req-c295bf9e-0580-460e-b886-cf15cbcbf032 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1153679 Jun 15 15:08:00.443773 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-95c0300c-eb8a-4c3d-8187-2adddc8d6190 req-c4bb5dff-165d-46b2-a9b0-90f7b4bcd78d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393085 Jun 15 15:08:00.624474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:00.659519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:01.678988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c2b35a-8507-4c9b-ae65-3ad651107530 req-2e0e6598-186d-4b17-8336-4141124e9bd0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:01.680585 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44c2b35a-8507-4c9b-ae65-3ad651107530 req-2e0e6598-186d-4b17-8336-4141124e9bd0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1126730 Jun 15 15:08:01.731862 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44c2b35a-8507-4c9b-ae65-3ad651107530 req-b210883a-603d-442f-a95b-80c2f78636a5 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452602 Jun 15 15:08:02.085931 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:02.941535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe5f4d-c7ea-4caa-9517-7a4f46b59f91 req-c6f625b9-74bc-4a52-9271-3d694341c9b1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:02.943080 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ecfe5f4d-c7ea-4caa-9517-7a4f46b59f91 req-c6f625b9-74bc-4a52-9271-3d694341c9b1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.0959933 Jun 15 15:08:02.990359 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ecfe5f4d-c7ea-4caa-9517-7a4f46b59f91 req-5447dd69-aa09-4b0f-94f9-9d0ccb1eac6b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413005 Jun 15 15:08:04.224587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72defb1-0eed-4333-b2e6-90bc12408c9f req-804eb718-bd70-4536-83ad-8c1f351b1b15 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:04.227111 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f72defb1-0eed-4333-b2e6-90bc12408c9f req-804eb718-bd70-4536-83ad-8c1f351b1b15 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1074588 Jun 15 15:08:04.279680 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f72defb1-0eed-4333-b2e6-90bc12408c9f req-64a65445-efbc-40e8-9222-21360088a92b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434444 Jun 15 15:08:05.136838 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-409a5325-7c5a-4ddb-8c1b-b730173e5789 service neutron] 10.222.0.44 "GET /v2.0/ports/acfcaabc-455e-4e0d-bad8-7e0d64de85d3/bindings/hv-neutron-8458 HTTP/1.1" status: 200 len: 384 time: 0.0974646 Jun 15 15:08:05.449616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-3d3f0ab7-ff3d-4667-bb36-eb7f0e0c400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:05.451270 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-3d3f0ab7-ff3d-4667-bb36-eb7f0e0c400d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 1098 time: 0.0857682 Jun 15 15:08:05.509406 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ee71-62f2-4117-9205-233a25b6b6a6 req-71bf85fb-cb46-43d4-ba98-a13208b0190b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:05.511009 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eeb1ee71-62f2-4117-9205-233a25b6b6a6 req-71bf85fb-cb46-43d4-ba98-a13208b0190b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1055305 Jun 15 15:08:05.559839 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-eeb1ee71-62f2-4117-9205-233a25b6b6a6 req-677bf62b-f0ea-4126-831a-480895f155ad tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406401 Jun 15 15:08:05.560057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-92c8b0c4-28b1-4a98-9fbd-c07333010ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:05.561633 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-92c8b0c4-28b1-4a98-9fbd-c07333010ab1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 1098 time: 0.0887709 Jun 15 15:08:05.723785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-c45037de-bc82-41ed-b6cb-971a915bf3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:05.725379 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-c45037de-bc82-41ed-b6cb-971a915bf3fe service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1578948 Jun 15 15:08:05.833652 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-bae8a4aa-5f61-4cbf-8e7c-405d9aac8fd0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3 HTTP/1.1" status: 200 len: 1002 time: 0.1017911 Jun 15 15:08:05.913456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-6bcbae82-c325-4da4-9ed0-84c01ebe2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:05.914932 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-6bcbae82-c325-4da4-9ed0-84c01ebe2737 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0760212 Jun 15 15:08:06.009299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-769f0716-7ff7-4259-acc0-f9e1a2f64ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:06.010850 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-769f0716-7ff7-4259-acc0-f9e1a2f64ae8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902660 Jun 15 15:08:06.148854 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-f8ccb02a-2acd-4258-aace-f868d953bffa service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307952 Jun 15 15:08:06.286332 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91e2f363-f666-4f01-9a66-10be35ef1927 req-0c7adf38-0c25-4a68-839a-3485d57cb70d service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307306 Jun 15 15:08:06.781942 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1f2c3-2668-4817-b265-2674357fa7f4 req-e14a75a8-d529-4971-bd1c-49ec50eb568a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:06.783453 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96b1f2c3-2668-4817-b265-2674357fa7f4 req-e14a75a8-d529-4971-bd1c-49ec50eb568a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1032565 Jun 15 15:08:06.830421 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-96b1f2c3-2668-4817-b265-2674357fa7f4 req-0db6acbd-bede-4514-b82d-b927e514b173 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404489 Jun 15 15:08:08.095484 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a766ab-3bbc-41cb-a179-0469d72b40f9 req-3a9970d6-2db5-48fb-babb-3b435d7cb7be tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:08.096988 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e4a766ab-3bbc-41cb-a179-0469d72b40f9 req-3a9970d6-2db5-48fb-babb-3b435d7cb7be tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1046984 Jun 15 15:08:08.154610 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e4a766ab-3bbc-41cb-a179-0469d72b40f9 req-c6246183-2068-416a-8514-ba86c3150e54 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510070 Jun 15 15:08:08.424245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device acfcaabc-455e-4e0d-bad8-7e0d64de85d3 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:08:08.426580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device acfcaabc-455e-4e0d-bad8-7e0d64de85d3 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:08:08.674814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:08:08.675044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:08.701654 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:08:08.721952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'port_id': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'mac_address': 'fa:16:3e:4c:10:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:08:08.727725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:08:08.774066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:08:08.783090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:08.795105 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc53b5a3-6fe4-42aa-a87b-cb0b6bf7c756'] response: {'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'code': 200} Jun 15 15:08:08.877272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:08:08.877864 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:08.904873 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acfcaabc-455e-4e0d-bad8-7e0d64de85d3 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:08:08.915358 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:08:08.954631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:08.955004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:08.955344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:08.955672 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:08.956000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:08.956368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:08.958416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:08.958760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:08.959089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:08.960249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:08.960587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:08.962451 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:08.999653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:08:08.999997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:08:09.389301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc83aae-06d0-4b64-b087-19cd4a5b177c req-48be85ea-80be-4f2e-b652-e433bff562a0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:09.390650 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ebc83aae-06d0-4b64-b087-19cd4a5b177c req-48be85ea-80be-4f2e-b652-e433bff562a0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 943 time: 0.0999310 Jun 15 15:08:09.444420 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ebc83aae-06d0-4b64-b087-19cd4a5b177c req-30ee733f-3104-4d43-a044-220597f4a4a3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454133 Jun 15 15:08:09.566845 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:08:09.567961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:09.588137 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfcaabc-455e-4e0d-bad8-7e0d64de85d3 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:08:09.610237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:08:09.616916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:09.697752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['acfcaabc-455e-4e0d-bad8-7e0d64de85d3'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:08:09.774261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:08:09.934290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-abfa4e68-814c-465a-b01e-d40191318e54 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:09.935783 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-abfa4e68-814c-465a-b01e-d40191318e54 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb&tenant_id=d727459b53844deb847d424751db8ceb&binding%3Ahost_id=hv-neutron-8458 HTTP/1.1" status: 200 len: 944 time: 0.1052785 Jun 15 15:08:10.022080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c8d7f-7316-4e2d-8bd8-856fe4ac6f34 req-0820a175-234b-4260-90b3-ec5a1618e5d9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:10.024847 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-be1c8d7f-7316-4e2d-8bd8-856fe4ac6f34 req-0820a175-234b-4260-90b3-ec5a1618e5d9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 944 time: 0.1048858 Jun 15 15:08:10.039474 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-ebb61f85-d97b-4515-9b6c-d0deed709323 service neutron] 10.222.0.44 "GET /v2.0/ports/acfcaabc-455e-4e0d-bad8-7e0d64de85d3/bindings/hv-neutron-8458 HTTP/1.1" status: 200 len: 384 time: 0.0974498 Jun 15 15:08:10.093966 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-be1c8d7f-7316-4e2d-8bd8-856fe4ac6f34 req-97f1375b-15ac-4a5f-8660-08425f2a1ac1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615034 Jun 15 15:08:10.173523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-4525d11e-b3dc-4b23-9f70-8c6a11eff543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:10.175584 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-4525d11e-b3dc-4b23-9f70-8c6a11eff543 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 1097 time: 0.1083069 Jun 15 15:08:10.316551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-b8021e5c-5e67-47dd-bc47-34ed656b94a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:10.318022 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-b8021e5c-5e67-47dd-bc47-34ed656b94a7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1361558 Jun 15 15:08:10.443412 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device acfcaabc-455e-4e0d-bad8-7e0d64de85d3 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:08:10.455804 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-f6193e28-17db-423d-a842-04eb4f7829a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3 HTTP/1.1" status: 200 len: 1001 time: 0.1319017 Jun 15 15:08:10.534757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-2794eab6-5b70-420e-b5fd-cdaa660328b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:10.538210 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-2794eab6-5b70-420e-b5fd-cdaa660328b5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0758097 Jun 15 15:08:10.552898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:08:10.553507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:10.657849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-df59027f-cec9-4cbb-bede-dff150af3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:10.659452 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-df59027f-cec9-4cbb-bede-dff150af3289 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1156809 Jun 15 15:08:10.720258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:08:10.720860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:10.765060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:08:10.771274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:10.854084 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:08:10.904427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:08:10.922665 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-28b20dc7-5554-4534-982d-e0999be72338 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569182 Jun 15 15:08:10.923421 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952f9f53-b488-4ff9-bd74-a4f52e2f0720'] response: {'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'code': 200} Jun 15 15:08:11.081102 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-c8e52bd6-687c-4090-964b-7feb41e2207a service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467149 Jun 15 15:08:11.315577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8208e95-52e7-41c4-91c4-e9f41d10992a req-9a805d37-59c0-4e9c-8562-f5c8460b3367 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:11.317138 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a8208e95-52e7-41c4-91c4-e9f41d10992a req-9a805d37-59c0-4e9c-8562-f5c8460b3367 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.0953064 Jun 15 15:08:11.374259 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a8208e95-52e7-41c4-91c4-e9f41d10992a req-88b79b3a-bafb-4886-a28e-c5481404ffab tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484443 Jun 15 15:08:12.590463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfda09-f801-4df0-8dd9-de52ca12b0e8 req-43def068-ace7-4019-9916-0ae05f1cf35a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:12.591953 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-48bfda09-f801-4df0-8dd9-de52ca12b0e8 req-43def068-ace7-4019-9916-0ae05f1cf35a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1039994 Jun 15 15:08:12.646044 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-48bfda09-f801-4df0-8dd9-de52ca12b0e8 req-8a6f05c8-1630-40a6-a291-7938bd07f063 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475338 Jun 15 15:08:13.523131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-1e1edefa-20c7-4c46-aa2c-f52d6c52415d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:13.524655 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-1e1edefa-20c7-4c46-aa2c-f52d6c52415d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 1098 time: 0.0948906 Jun 15 15:08:13.631982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-d4544150-e39b-4dae-b18f-fc27373f8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:13.633361 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-d4544150-e39b-4dae-b18f-fc27373f8ded service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 1098 time: 0.0873175 Jun 15 15:08:13.776957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-9ff4119c-ac72-4d85-8fd1-d0bc25c8a911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:13.778427 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-9ff4119c-ac72-4d85-8fd1-d0bc25c8a911 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1369762 Jun 15 15:08:13.857176 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887b2d0-88bb-4d98-b402-11c43de5dfb8 req-03baf879-a819-4129-8d88-107a0306192e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:13.860691 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7887b2d0-88bb-4d98-b402-11c43de5dfb8 req-03baf879-a819-4129-8d88-107a0306192e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.0958848 Jun 15 15:08:13.887787 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-7624826a-a5f8-45f0-b4a2-1e8233b8e75e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3 HTTP/1.1" status: 200 len: 1002 time: 0.1030295 Jun 15 15:08:13.905331 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7887b2d0-88bb-4d98-b402-11c43de5dfb8 req-ab8ad804-f908-436c-98a8-89ab2c0448a9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406811 Jun 15 15:08:13.953969 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-d0a01bcc-2f26-4627-9338-d068e4ff5a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:13.955441 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-d0a01bcc-2f26-4627-9338-d068e4ff5a87 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0620084 Jun 15 15:08:14.048828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-c7c57538-cbe8-4c4d-b7aa-1ac87323b2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:14.050307 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-c7c57538-cbe8-4c4d-b7aa-1ac87323b2f2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0890486 Jun 15 15:08:14.189464 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-e0e29d23-608b-4668-8293-c02476ca9159 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329103 Jun 15 15:08:14.357994 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c2c5a950-2b8c-4c35-b4b4-81b231984704 req-4c375293-d066-41ea-93e4-09df3245d018 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625104 Jun 15 15:08:15.123569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa20a3-a938-40f8-99e2-e3fad17bff25 req-48370a7d-2308-42e3-a3a1-35bd8f6deeaa tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:15.125293 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-66aa20a3-a938-40f8-99e2-e3fad17bff25 req-48370a7d-2308-42e3-a3a1-35bd8f6deeaa tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1039426 Jun 15 15:08:15.172924 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-66aa20a3-a938-40f8-99e2-e3fad17bff25 req-7a55dba5-c5b9-492f-a1de-f522b39e07ab tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409756 Jun 15 15:08:16.455291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device acfcaabc-455e-4e0d-bad8-7e0d64de85d3 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:08:16.457664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device acfcaabc-455e-4e0d-bad8-7e0d64de85d3 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:08:16.484297 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948868be-d459-44b9-ad8a-a8cee38f407f req-1590b39e-fdc8-4b3c-b626-9841eb5470e0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:16.485755 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-948868be-d459-44b9-ad8a-a8cee38f407f req-1590b39e-fdc8-4b3c-b626-9841eb5470e0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.1977043 Jun 15 15:08:16.534207 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-948868be-d459-44b9-ad8a-a8cee38f407f req-6ef6f647-70ee-4c7a-ba43-8946291fd384 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417457 Jun 15 15:08:16.682035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:08:16.682415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:16.704843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:08:16.728905 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'port_id': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'mac_address': 'fa:16:3e:4c:10:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:08:16.730111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:08:16.737959 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02b005-ffcc-433d-a306-78aad4fce265 req-e549b3ef-4b27-4aa1-8856-b86206cb01b5 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:16.739943 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8c02b005-ffcc-433d-a306-78aad4fce265 req-e549b3ef-4b27-4aa1-8856-b86206cb01b5 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.0985732 Jun 15 15:08:16.772409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:08:16.780400 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5cf3ed-c890-4b40-8215-09bfaa5bc894'] response: {'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'code': 200} Jun 15 15:08:16.787700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:16.799561 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8c02b005-ffcc-433d-a306-78aad4fce265 req-c67ce71c-78a2-4b1a-9435-bd5a07b15392 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485520 Jun 15 15:08:16.851035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:08:16.851420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:16.876378 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acfcaabc-455e-4e0d-bad8-7e0d64de85d3 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:08:16.884434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,revision_number=9']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:08:16.947044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:08:16.947388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:08:17.004342 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd78ea-f176-4355-840f-1a697cdf5aa1 req-95b4bac7-9ef7-4ec6-863e-67f638651fe0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:17.006123 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36cd78ea-f176-4355-840f-1a697cdf5aa1 req-95b4bac7-9ef7-4ec6-863e-67f638651fe0 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 943 time: 0.0948191 Jun 15 15:08:17.057470 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36cd78ea-f176-4355-840f-1a697cdf5aa1 req-8012dc87-6a19-48fc-8a29-13c4ad875c00 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429161 Jun 15 15:08:17.471861 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3326be-b0da-4fc8-baef-bbe1a6f8d843 req-b461f9cb-49d6-4c51-89be-5ac3a80f1793 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:17.473654 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9d3326be-b0da-4fc8-baef-bbe1a6f8d843 req-b461f9cb-49d6-4c51-89be-5ac3a80f1793 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 943 time: 0.0928693 Jun 15 15:08:17.505493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:08:17.506097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:17.522560 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9d3326be-b0da-4fc8-baef-bbe1a6f8d843 req-cda66f30-11a2-49b4-a2f5-ca6a142f3222 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429657 Jun 15 15:08:17.524316 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acfcaabc-455e-4e0d-bad8-7e0d64de85d3 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:08:17.541991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:08:17.546740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:17.608367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['acfcaabc-455e-4e0d-bad8-7e0d64de85d3'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:08:17.665944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,revision_number=10']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:08:18.468098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device acfcaabc-455e-4e0d-bad8-7e0d64de85d3 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:08:18.542775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:08:18.543516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:18.667742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:08:18.668277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:18.705355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:08:18.711209 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:18.730432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867e165-9fdd-4d48-814f-38113f1ed74a req-7236a44e-320d-4156-9e6a-e488da29d691 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:18.731862 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f867e165-9fdd-4d48-814f-38113f1ed74a req-7236a44e-320d-4156-9e6a-e488da29d691 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 945 time: 0.0910840 Jun 15 15:08:18.781008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:08:18.781515 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f867e165-9fdd-4d48-814f-38113f1ed74a req-6f63e84d-24a8-46ea-9347-0ac72132202d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432801 Jun 15 15:08:18.785513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,revision_number=11']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:08:18.830409 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5454ad6d-8f7e-4083-b7d9-cdcbd5d86ea8'] response: {'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'code': 200} Jun 15 15:08:19.453203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-5284d288-9eae-45bb-9f4d-3b2c0d5f6f44 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:19.454666 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-5284d288-9eae-45bb-9f4d-3b2c0d5f6f44 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 946 time: 0.0986071 Jun 15 15:08:19.540539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Deleting port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:08:19.540911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:19.968313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] For port acfcaabc-455e-4e0d-bad8-7e0d64de85d3, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:08:19.969064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:20.177700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41a659-99e6-415d-96ec-bf8e84890edb req-8cfaae47-ec15-4d06-896b-5588dcb7e032 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:20.179274 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ca41a659-99e6-415d-96ec-bf8e84890edb req-8cfaae47-ec15-4d06-896b-5588dcb7e032 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 946 time: 0.2838573 Jun 15 15:08:20.329781 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ca41a659-99e6-415d-96ec-bf8e84890edb req-e6c181c2-1c3d-4481-9276-6e68394a4019 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383581 Jun 15 15:08:20.332558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:20.332932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:20.333409 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Floating IP caaeb978-56a1-41b7-9847-2813461b5647 disassociated. External IP: 172.26.3.123, port: acfcaabc-455e-4e0d-bad8-7e0d64de85d3. Jun 15 15:08:20.333739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Calling delete_port for acfcaabc-455e-4e0d-bad8-7e0d64de85d3 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:08:20.498550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:20.557876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event deleted for resources: {'Port': ['ID=acfcaabc-455e-4e0d-bad8-7e0d64de85d3,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:08:20.576775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:20.576775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:20.577139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:20.577586 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:20.578128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:20.578669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:20.579207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:20.579729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:20.580283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:20.580803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:20.581439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:20.581981 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:08:20.836509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:08:21.028456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:08:21.039290 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ff65d-63cd-4911-a5cb-75872c910d3b None None] Sync routers for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:08:21.050844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ff65d-63cd-4911-a5cb-75872c910d3b None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:08:21.051475 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-113ff65d-63cd-4911-a5cb-75872c910d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:07:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:08:21.120145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] No DVR routers for this DVR port acfcaabc-455e-4e0d-bad8-7e0d64de85d3 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:08:21.122797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:21.125574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'name': 'network-vif-deleted', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:08:21.144285 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0d78356-939e-49be-9dc2-0eb1d3943352 req-6945dca3-d72d-4b6c-b82c-70e4ebbd8d9b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "DELETE /v2.0/ports/acfcaabc-455e-4e0d-bad8-7e0d64de85d3 HTTP/1.1" status: 204 len: 173 time: 1.6839468 Jun 15 15:08:21.180643 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8e702d-6ffa-4ae4-9905-e45ba7019ab6'] response: {'server_uuid': '1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb', 'name': 'network-vif-deleted', 'tag': 'acfcaabc-455e-4e0d-bad8-7e0d64de85d3', 'status': 'completed', 'code': 200} Jun 15 15:08:21.245817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-113ff65d-63cd-4911-a5cb-75872c910d3b None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:08:21.515853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8d6dc3ac-5d01-4971-b0e5-9b6bda5ce698 req-a6c8a027-3d87-44dc-ae04-f287f946af19 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Synchronizing usage tracker for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:08:21.535553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8d6dc3ac-5d01-4971-b0e5-9b6bda5ce698 req-a6c8a027-3d87-44dc-ae04-f287f946af19 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Unset dirty status for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:08:21.537527 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8d6dc3ac-5d01-4971-b0e5-9b6bda5ce698 req-a6c8a027-3d87-44dc-ae04-f287f946af19 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=1be9bbe3-14b3-49f7-b3c8-0931d7e26cdb HTTP/1.1" status: 200 len: 210 time: 0.0746565 Jun 15 15:08:21.648752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-113ff65d-63cd-4911-a5cb-75872c910d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:08:21.659862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ff65d-63cd-4911-a5cb-75872c910d3b None None] Checking router: fd197d4a-15d2-4b79-940f-1c0ad3d452d6 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:08:21.664502 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:21.672803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ff65d-63cd-4911-a5cb-75872c910d3b None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:08:21.673475 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-113ff65d-63cd-4911-a5cb-75872c910d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:07:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:08:21.878646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-113ff65d-63cd-4911-a5cb-75872c910d3b None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:08:22.226919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-113ff65d-63cd-4911-a5cb-75872c910d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:08:22.231961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113ff65d-63cd-4911-a5cb-75872c910d3b None None] The sync data for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv is: [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:08:22.485064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device acfcaabc-455e-4e0d-bad8-7e0d64de85d3 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:08:22.503391 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a31d0f-c92c-4e54-9c03-08ca4e04cfc7 None None] New status for floating IP caaeb978-56a1-41b7-9847-2813461b5647: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:08:22.523144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: acfcaabc-455e-4e0d-bad8-7e0d64de85d3 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:08:22.523588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device acfcaabc-455e-4e0d-bad8-7e0d64de85d3 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:08:22.914812 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-7e1148f6-ce8a-4272-9e34-895af6fb9119 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--894591503&fields=id&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 267 time: 0.0474496 Jun 15 15:08:23.078680 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-36ddcfa0-ba49-47a4-a6b1-bd4c4c722f0e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:23.080174 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-36ddcfa0-ba49-47a4-a6b1-bd4c4c722f0e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 811 time: 0.1579895 Jun 15 15:08:23.096913 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-d6bd9e6d-ea07-4610-9c38-fde4aa4690dd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/quotas/d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 375 time: 0.0101275 Jun 15 15:08:23.198966 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-3d9a6036-5b30-419b-9935-fc815782aa8b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957780 Jun 15 15:08:23.341334 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65e35b72-e176-4311-81c3-c065c7712766 service neutron] 10.222.0.26 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296356 Jun 15 15:08:23.475630 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-6a80266b-7e4a-4438-a596-149a241676e7 service neutron] 10.222.0.26 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284621 Jun 15 15:08:23.662232 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6e7227e9-407a-46d3-a117-27ad09d2a361 req-33c1b6c2-298f-445a-aa99-74604177cad3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 210 time: 0.0504136 Jun 15 15:08:24.827618 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a0f08f4f-a4ce-434a-95e9-8b49b1502fdc req-0ca96d35-2c17-4ade-95c9-6334eb97e630 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 210 time: 0.0527031 Jun 15 15:08:24.943515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-35bf071d-825c-43f6-a967-83c34b290685 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:24.945276 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-35bf071d-825c-43f6-a967-83c34b290685 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 811 time: 0.3130677 Jun 15 15:08:25.006666 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-fc5fb622-e886-43bd-a47b-d17f5282aa6d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 379 time: 0.0526280 Jun 15 15:08:25.018176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Request body: {'port': {'device_id': '909c7eee-83ff-4782-a852-8e3746b435c4', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'admin_state_up': True, 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'security_groups': ['547d4add-babd-4c6e-9076-519923644fb0']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:08:25.159105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:08:25.170322 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:08:25.185765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Made reservation on behalf of d727459b53844deb847d424751db8ceb for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:08:25.189790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:25.384068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Allocated IP 172.20.0.11 (ee895e5a-64b8-4833-9391-73ecf5c6f755/bd4bfa86-8488-4807-a0f4-096b918892cd/e99f3e2d-e4a9-421c-99c2-ff0231d05b15) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:08:25.587498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:25.604856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Transition to ACTIVE for port object e99f3e2d-e4a9-421c-99c2-ff0231d05b15 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:08:25.636465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:25.710664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Network ee895e5a-64b8-4833-9391-73ecf5c6f755 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:08:25.714007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:08:25.717989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:08:25.755198 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event updated for resources: {'Port': ['ID=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:08:25.794048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:25.794682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:25.823343 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-65a8f6fa-a94b-4d73-95e2-5603d454af3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8109624 Jun 15 15:08:25.835743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Request body: {'port': {'device_id': '909c7eee-83ff-4782-a852-8e3746b435c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:08:25.994497 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9a687a1d-106d-48b4-9d5b-469bbd4cd549 None None] Provisioning for port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:08:26.001200 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9a687a1d-106d-48b4-9d5b-469bbd4cd549 None None] Provisioning complete for port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:08:26.001721 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9a687a1d-106d-48b4-9d5b-469bbd4cd549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:26.006427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:26.061863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9a687a1d-106d-48b4-9d5b-469bbd4cd549 None None] Port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:08:26.183466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e04cd-2906-4306-aa5b-75460db34dc2 req-e0f7e588-cca6-4856-ac39-a16ab09126bd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:26.184087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-a26e04cd-2906-4306-aa5b-75460db34dc2 req-e0f7e588-cca6-4856-ac39-a16ab09126bd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Synchronizing usage tracker for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:08:26.228350 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-a26e04cd-2906-4306-aa5b-75460db34dc2 req-e0f7e588-cca6-4856-ac39-a16ab09126bd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Unset dirty status for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:08:26.229540 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a26e04cd-2906-4306-aa5b-75460db34dc2 req-e0f7e588-cca6-4856-ac39-a16ab09126bd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 932 time: 0.2848635 Jun 15 15:08:26.349035 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a26e04cd-2906-4306-aa5b-75460db34dc2 req-aef4d6de-1228-4427-92a5-60e6a937547a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706437 Jun 15 15:08:26.453087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e99f3e2d-e4a9-421c-99c2-ff0231d05b15 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:08:26.460895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:26.477922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Transition to ACTIVE for port object e99f3e2d-e4a9-421c-99c2-ff0231d05b15 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:08:26.482771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:26.644755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Pushing event updated for resources: {'Port': ['ID=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:08:26.866435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Attempting to bind port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:08:26.866658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Attempting to bind port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:08:26.866939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Attempting to bind port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:08:26.871890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:08:26.872229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Attempting to bind port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 on network ee895e5a-64b8-4833-9391-73ecf5c6f755 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:08:26.877282 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:08:26.877620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Checking segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:08:26.878001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Bound using segment: {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:08:26.878421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Bound port: e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3131048e-af31-42ca-8dd5-1df33cdd8442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:08:26.878766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:26.979040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:08:26.982307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:08:26.986512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:27.042244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:27.043078 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:27.044419 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] 10.222.0.44 "PUT /v2.0/ports/e99f3e2d-e4a9-421c-99c2-ff0231d05b15 HTTP/1.1" status: 200 len: 1094 time: 1.2134547 Jun 15 15:08:27.053154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:08:27.084236 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89640ae2-b321-4bc0-9b18-b90f4bbb19dc service neutron] Pushing event updated for resources: {'Port': ['ID=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:08:27.128023 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1507aa1-737a-4e51-919f-4e98d7427666'] response: {'name': 'network-changed', 'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'status': 'completed', 'code': 200} Jun 15 15:08:27.179066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-58dcbf0e-9978-4cc6-975b-b442a8c45d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:27.181591 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-58dcbf0e-9978-4cc6-975b-b442a8c45d4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 1097 time: 0.0931833 Jun 15 15:08:27.257413 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-4410becc-c256-41ba-95ce-03edc4cf7477 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15 HTTP/1.1" status: 200 len: 217 time: 0.0690982 Jun 15 15:08:27.287556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-674710f8-dad9-4bbc-a7e8-8e0869059eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:27.324378 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-bb4e26c9-2dbc-4163-bd82-06e2064d4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:27.325856 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-bb4e26c9-2dbc-4163-bd82-06e2064d4d04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0634189 Jun 15 15:08:27.415739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-c97e2e96-54b2-45c8-a1cf-aa84c838bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:27.417610 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-c97e2e96-54b2-45c8-a1cf-aa84c838bdd8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852325 Jun 15 15:08:27.623571 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-8dde9287-85c4-41c6-abfc-0cf12b64ac19 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990645 Jun 15 15:08:27.666941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb03c9-295b-4aa4-959c-8bcb9c7ee40a req-82561e6a-1ef4-46c9-b149-20fc9bf527b9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:27.668475 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f8eb03c9-295b-4aa4-959c-8bcb9c7ee40a req-82561e6a-1ef4-46c9-b149-20fc9bf527b9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 944 time: 0.1711862 Jun 15 15:08:27.786643 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f8eb03c9-295b-4aa4-959c-8bcb9c7ee40a req-71063d0b-374d-48ef-b814-522fb9f26f4b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736730 Jun 15 15:08:27.807300 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4436c1e1-26f3-475d-b454-f2f66c834325 req-e57b8656-093f-4bda-9492-2d8f87370d76 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770864 Jun 15 15:08:27.952762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414270e-bb47-4f12-8594-5089db6d3b51 req-e71f8744-36e3-4ccf-9207-c1bead013621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:27.954310 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5414270e-bb47-4f12-8594-5089db6d3b51 req-e71f8744-36e3-4ccf-9207-c1bead013621 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 1097 time: 0.1006298 Jun 15 15:08:28.092827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414270e-bb47-4f12-8594-5089db6d3b51 req-5dd2033f-0b93-47d9-a11c-0ec460527b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:28.094389 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5414270e-bb47-4f12-8594-5089db6d3b51 req-5dd2033f-0b93-47d9-a11c-0ec460527b30 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1339111 Jun 15 15:08:28.174536 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5414270e-bb47-4f12-8594-5089db6d3b51 req-2dec4965-8475-4ffd-97b1-ee0e046d7686 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15 HTTP/1.1" status: 200 len: 217 time: 0.0730891 Jun 15 15:08:28.240173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414270e-bb47-4f12-8594-5089db6d3b51 req-46cdcc6d-5cd6-4034-8df1-af29da86b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:28.241627 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5414270e-bb47-4f12-8594-5089db6d3b51 req-46cdcc6d-5cd6-4034-8df1-af29da86b3f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0593944 Jun 15 15:08:28.331762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414270e-bb47-4f12-8594-5089db6d3b51 req-0002427e-4829-4408-aff5-b0b5263ebd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:28.334056 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5414270e-bb47-4f12-8594-5089db6d3b51 req-0002427e-4829-4408-aff5-b0b5263ebd22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843401 Jun 15 15:08:28.476386 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5414270e-bb47-4f12-8594-5089db6d3b51 req-05bba024-ada4-461a-b80e-b4240040ffbe service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358447 Jun 15 15:08:28.730625 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5414270e-bb47-4f12-8594-5089db6d3b51 req-d6e95823-818c-4308-a546-728799c93ce1 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480750 Jun 15 15:08:29.032139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe4c6d-8843-4d79-8467-bd01e60c5f29 req-91fc7dbf-b782-4b3c-9546-d9538c0e2c8d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:29.033693 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cafe4c6d-8843-4d79-8467-bd01e60c5f29 req-91fc7dbf-b782-4b3c-9546-d9538c0e2c8d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 944 time: 0.1047840 Jun 15 15:08:29.080662 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cafe4c6d-8843-4d79-8467-bd01e60c5f29 req-2f3c95ba-e589-471a-a2c8-ec8030a68d27 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407443 Jun 15 15:08:29.407437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-68ade4c4-f6ec-45e8-bcab-7416ae419767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:30.299166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e62a16-4614-46ef-98ce-6288bc2f4359 req-1ebf7f44-7c2d-40be-b1bf-2c44f4fe1b16 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:30.300781 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63e62a16-4614-46ef-98ce-6288bc2f4359 req-1ebf7f44-7c2d-40be-b1bf-2c44f4fe1b16 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 944 time: 0.1057332 Jun 15 15:08:30.349502 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-63e62a16-4614-46ef-98ce-6288bc2f4359 req-6e31b429-8c77-4204-ac12-24d9786596a1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417228 Jun 15 15:08:30.516609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e99f3e2d-e4a9-421c-99c2-ff0231d05b15 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:08:30.657392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:30.686757 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:08:30.694522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:30.702279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'port_id': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'mac_address': 'fa:16:3e:43:c2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:08:30.757977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:08:30.758364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:30.776315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99f3e2d-e4a9-421c-99c2-ff0231d05b15 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:08:30.792106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:08:30.799309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:30.888729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:08:31.000037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['e99f3e2d-e4a9-421c-99c2-ff0231d05b15'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:08:31.563946 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d98d7-fe50-4cf8-b5e4-3d6b82a6ae6d req-03920126-5627-4b6b-a8d5-bf7eee5169db tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:31.565524 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d32d98d7-fe50-4cf8-b5e4-3d6b82a6ae6d req-03920126-5627-4b6b-a8d5-bf7eee5169db tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 945 time: 0.1010501 Jun 15 15:08:31.612855 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d32d98d7-fe50-4cf8-b5e4-3d6b82a6ae6d req-09db3594-24d5-4bd7-a8dd-6700be7f2263 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412972 Jun 15 15:08:32.097490 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:32.517512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e99f3e2d-e4a9-421c-99c2-ff0231d05b15 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:08:32.590636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:08:32.597737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:08:32.598248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:32.725695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:08:32.726060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:32.755813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:08:32.767689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:08:32.773375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:32.812815 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c1ce5f-77f6-41a3-b905-1fd0969c8c47'] response: {'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'code': 200} Jun 15 15:08:32.834422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb686851-caa0-40e9-8665-fae375a3713d req-ae882046-4a6d-4a84-8cfa-7a73dcd72700 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:32.836351 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bb686851-caa0-40e9-8665-fae375a3713d req-ae882046-4a6d-4a84-8cfa-7a73dcd72700 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1044798 Jun 15 15:08:32.848325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:08:32.886181 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bb686851-caa0-40e9-8665-fae375a3713d req-5fd7d20f-6712-4510-af88-9c6d431190a1 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431538 Jun 15 15:08:33.068575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905231a3-d7d1-4955-b460-299fc7b04354 req-0858619e-308f-4078-a197-63dea206819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:33.070167 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-905231a3-d7d1-4955-b460-299fc7b04354 req-0858619e-308f-4078-a197-63dea206819e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 1099 time: 0.0910308 Jun 15 15:08:33.115387 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-905231a3-d7d1-4955-b460-299fc7b04354 req-e2d7deff-b1d1-448a-80dd-b9bb98f251dc service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392010 Jun 15 15:08:34.094598 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534992ef-8c9b-45ae-afbb-330c66177904 req-97253b04-db8b-4e0a-889e-ac8a495b79f3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:34.096221 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-534992ef-8c9b-45ae-afbb-330c66177904 req-97253b04-db8b-4e0a-889e-ac8a495b79f3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0936663 Jun 15 15:08:34.145429 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-534992ef-8c9b-45ae-afbb-330c66177904 req-80e13be7-b0a3-4879-acce-ab9f1e619914 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431535 Jun 15 15:08:35.365183 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6eed3-ef93-4094-870f-2f0d7298a7cc req-b8c034a3-775f-479f-9249-118f91575be9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:35.366625 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34b6eed3-ef93-4094-870f-2f0d7298a7cc req-b8c034a3-775f-479f-9249-118f91575be9 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1041973 Jun 15 15:08:35.413188 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34b6eed3-ef93-4094-870f-2f0d7298a7cc req-641d7743-d2dc-4937-a99f-a74db73c3bfe tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400810 Jun 15 15:08:35.632490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f499729-15dc-4ae4-81f9-bbee9848b690 req-2e093246-59f9-4475-8448-2e94f040f175 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:35.633925 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8f499729-15dc-4ae4-81f9-bbee9848b690 req-2e093246-59f9-4475-8448-2e94f040f175 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1128581 Jun 15 15:08:35.643167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43720) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:08:35.648465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0d125381-98a4-4521-8488-cba5dde0a852 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Request body: {'floatingip': {'port_id': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:08:35.731780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d125381-98a4-4521-8488-cba5dde0a852 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:36.372662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d125381-98a4-4521-8488-cba5dde0a852 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:36.378630 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d125381-98a4-4521-8488-cba5dde0a852 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:36.562965 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-0d125381-98a4-4521-8488-cba5dde0a852 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Floating IP caaeb978-56a1-41b7-9847-2813461b5647 associated. External IP: 172.26.3.123, port: e99f3e2d-e4a9-421c-99c2-ff0231d05b15. Jun 15 15:08:36.601022 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:08:37.071223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d125381-98a4-4521-8488-cba5dde0a852 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:08:37.260202 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d125381-98a4-4521-8488-cba5dde0a852 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:08:37.265000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0d125381-98a4-4521-8488-cba5dde0a852 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:37.270745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b0373-d21f-49b3-a2c1-46995396d927 None None] Sync routers for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:08:37.282488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b0373-d21f-49b3-a2c1-46995396d927 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:08:37.283113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-106b0373-d21f-49b3-a2c1-46995396d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:08:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:08:37.321641 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0d125381-98a4-4521-8488-cba5dde0a852 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "PUT /v2.0/floatingips/caaeb978-56a1-41b7-9847-2813461b5647 HTTP/1.1" status: 200 len: 993 time: 1.6773195 Jun 15 15:08:37.322424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:08:37.371199 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4fcdac-20cb-4a18-a20a-0b8e6cb31659'] response: {'name': 'network-changed', 'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'status': 'completed', 'code': 200} Jun 15 15:08:37.484686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cc596-2830-4052-8bb2-89d92c301190 req-fe02b5e7-b2de-4b78-9b7d-a2d7f784fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:37.486219 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-966cc596-2830-4052-8bb2-89d92c301190 req-fe02b5e7-b2de-4b78-9b7d-a2d7f784fa65 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 1099 time: 0.0894639 Jun 15 15:08:37.515866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-106b0373-d21f-49b3-a2c1-46995396d927 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:08:37.623443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cc596-2830-4052-8bb2-89d92c301190 req-7840e4cf-b24c-4787-afe9-1dd9d6efd4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:37.624878 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-966cc596-2830-4052-8bb2-89d92c301190 req-7840e4cf-b24c-4787-afe9-1dd9d6efd4f7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1328652 Jun 15 15:08:37.737983 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-966cc596-2830-4052-8bb2-89d92c301190 req-c3478d96-7fa1-4fe2-8f8c-0965bb5a5ca4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15 HTTP/1.1" status: 200 len: 1001 time: 0.1067734 Jun 15 15:08:37.799671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cc596-2830-4052-8bb2-89d92c301190 req-f2072ca2-4086-42cb-a0cc-70e732fea4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:37.801168 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-966cc596-2830-4052-8bb2-89d92c301190 req-f2072ca2-4086-42cb-a0cc-70e732fea4ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0577557 Jun 15 15:08:37.881324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-106b0373-d21f-49b3-a2c1-46995396d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'caaeb978-56a1-41b7-9847-2813461b5647', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'port_id': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'mac_address': 'fa:16:3e:43:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909c7eee-83ff-4782-a852-8e3746b435c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:04:44Z', 'updated_at': '2022-06-15T15:08:36Z', 'revision_number': 13, 'project_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:08:37.883210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cc596-2830-4052-8bb2-89d92c301190 req-5f30d336-5bfc-4580-9e9e-c11a767acfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:37.884934 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-966cc596-2830-4052-8bb2-89d92c301190 req-5f30d336-5bfc-4580-9e9e-c11a767acfc2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780964 Jun 15 15:08:37.885333 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b0373-d21f-49b3-a2c1-46995396d927 None None] Checking router: fd197d4a-15d2-4b79-940f-1c0ad3d452d6 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:08:37.893934 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106b0373-d21f-49b3-a2c1-46995396d927 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:08:37.894536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-106b0373-d21f-49b3-a2c1-46995396d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:08:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:08:38.020613 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-966cc596-2830-4052-8bb2-89d92c301190 req-bc5a7397-07ad-4eef-9aa5-a4d3b56c3ff4 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290224 Jun 15 15:08:38.078954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-106b0373-d21f-49b3-a2c1-46995396d927 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:08:38.157969 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-966cc596-2830-4052-8bb2-89d92c301190 req-0682e186-9f49-4fae-9081-ad548f6b95dd service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317234 Jun 15 15:08:38.436749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-106b0373-d21f-49b3-a2c1-46995396d927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'caaeb978-56a1-41b7-9847-2813461b5647', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'port_id': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'mac_address': 'fa:16:3e:43:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909c7eee-83ff-4782-a852-8e3746b435c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:04:44Z', 'updated_at': '2022-06-15T15:08:36Z', 'revision_number': 13, 'project_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:08:38.440911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106b0373-d21f-49b3-a2c1-46995396d927 None None] The sync data for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv is: [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'caaeb978-56a1-41b7-9847-2813461b5647', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'floating_ip_address': '172.26.3.123', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'port_id': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'mac_address': 'fa:16:3e:43:c2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '909c7eee-83ff-4782-a852-8e3746b435c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:04:44Z', 'updated_at': '2022-06-15T15:08:36Z', 'revision_number': 13, 'project_id': 'd727459b53844deb847d424751db8ceb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:08:38.642367 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6147f7-5a86-441d-b792-8ad8f83c748e None None] New status for floating IP caaeb978-56a1-41b7-9847-2813461b5647: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:08:51.676131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:55.642144 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19014bfc-05ce-4a0b-ad40-16af2c94f572 req-36f34f67-3ab1-4126-8b1b-e9580af092d1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0862184 Jun 15 15:08:55.809108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19014bfc-05ce-4a0b-ad40-16af2c94f572 req-80f814e7-29d6-49a0-9377-df35f2cb5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:55.810636 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19014bfc-05ce-4a0b-ad40-16af2c94f572 req-80f814e7-29d6-49a0-9377-df35f2cb5da3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 1099 time: 0.0891595 Jun 15 15:08:56.079631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19014bfc-05ce-4a0b-ad40-16af2c94f572 req-7b84cd0c-1016-4052-959b-601ccdccabed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:56.081199 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19014bfc-05ce-4a0b-ad40-16af2c94f572 req-7b84cd0c-1016-4052-959b-601ccdccabed service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.2497404 Jun 15 15:08:56.187977 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19014bfc-05ce-4a0b-ad40-16af2c94f572 req-a255abb1-b3fa-47ed-b2c8-f8b3d3720882 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15 HTTP/1.1" status: 200 len: 1003 time: 0.1000810 Jun 15 15:08:56.255928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19014bfc-05ce-4a0b-ad40-16af2c94f572 req-2e39e73c-5943-41ef-bda2-4f4fcb946594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:56.257433 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19014bfc-05ce-4a0b-ad40-16af2c94f572 req-2e39e73c-5943-41ef-bda2-4f4fcb946594 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0635729 Jun 15 15:08:56.345734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19014bfc-05ce-4a0b-ad40-16af2c94f572 req-b749c996-b42f-49db-baeb-312f62735c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:08:56.347233 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19014bfc-05ce-4a0b-ad40-16af2c94f572 req-b749c996-b42f-49db-baeb-312f62735c29 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833676 Jun 15 15:08:56.487237 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19014bfc-05ce-4a0b-ad40-16af2c94f572 req-70bf85a1-1934-4dbd-be86-196fcc4bc17c service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329217 Jun 15 15:08:56.632304 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19014bfc-05ce-4a0b-ad40-16af2c94f572 req-6d665bfb-899f-44e1-a03c-4073f42c5896 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386592 Jun 15 15:08:57.293439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-98de222a-95dd-4e98-8e1a-f4583c7522f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:08:59.407700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-102961f5-2ff4-40c7-aee5-418e8310b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:00.630776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:00.666366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:02.097019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:07.738057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c807c2-6498-470f-bc40-94277f065a25 req-c27a7329-ab7f-4b75-a97c-837209822c11 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:07.739390 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b4c807c2-6498-470f-bc40-94277f065a25 req-c27a7329-ab7f-4b75-a97c-837209822c11 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1019547 Jun 15 15:09:07.803829 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b4c807c2-6498-470f-bc40-94277f065a25 req-84dda8e2-5a27-4b6f-9de9-2d2cd9d70613 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582366 Jun 15 15:09:13.605015 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:09:17.577399 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-d85b0479-acd1-4266-b42b-f13dcfdd31d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0852473 Jun 15 15:09:17.629085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe67e3e-34f4-4824-8367-d95d614d9472 req-ec845bd7-1234-4a3b-9225-dc32598252cc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:17.632243 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cfe67e3e-34f4-4824-8367-d95d614d9472 req-ec845bd7-1234-4a3b-9225-dc32598252cc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0973711 Jun 15 15:09:17.680846 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cfe67e3e-34f4-4824-8367-d95d614d9472 req-ec133a5f-3d92-4fea-b39a-67beba95b41b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418143 Jun 15 15:09:18.893637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-15edda1f-41d0-4b4d-8cb1-4a62fa1f8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:18.894338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d75dd-e47b-4f2f-8dea-0db9c192f223 req-16e09f28-7e99-479f-8bed-232715c4670f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:18.895145 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-15edda1f-41d0-4b4d-8cb1-4a62fa1f8289 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 1099 time: 0.0800846 Jun 15 15:09:18.895322 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-851d75dd-e47b-4f2f-8dea-0db9c192f223 req-16e09f28-7e99-479f-8bed-232715c4670f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0921655 Jun 15 15:09:18.939579 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-851d75dd-e47b-4f2f-8dea-0db9c192f223 req-bb73c3ee-1e79-4798-8bd8-2a592a7845c5 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384052 Jun 15 15:09:19.030737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-7480d85a-3472-47c5-ad6f-a64fe76041dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:19.032386 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-7480d85a-3472-47c5-ad6f-a64fe76041dc service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1315227 Jun 15 15:09:19.138292 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-c8fcd36f-5557-4c41-a69c-550389190f1a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15 HTTP/1.1" status: 200 len: 1003 time: 0.1004965 Jun 15 15:09:19.205496 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-d42ac025-b30d-4c68-b78a-8337c6dc5200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:19.206996 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-d42ac025-b30d-4c68-b78a-8337c6dc5200 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0630393 Jun 15 15:09:19.293946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-398072dc-423c-46e7-8e3c-e857780cdc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:19.295346 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-398072dc-423c-46e7-8e3c-e857780cdc87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825613 Jun 15 15:09:19.440313 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-7a1f7b40-f1d4-47e8-a716-99309ea26cea service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387191 Jun 15 15:09:19.586542 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-bbe67dc1-cae6-4d49-82ab-82a5eaad5948 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404746 Jun 15 15:09:20.277939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08733cd5-bef8-4e0e-b521-ba0237fe37ae req-5e843bb3-f321-4b9b-b880-cf2824e6c111 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:20.279359 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-08733cd5-bef8-4e0e-b521-ba0237fe37ae req-5e843bb3-f321-4b9b-b880-cf2824e6c111 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.2179990 Jun 15 15:09:20.327158 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-08733cd5-bef8-4e0e-b521-ba0237fe37ae req-28121497-c188-45df-9789-fc849552d6b4 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420418 Jun 15 15:09:21.547596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0f693-3177-4053-97e0-088ed2abb8e2 req-5b9f744a-427b-4785-921b-24759e55aecd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:21.549678 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1ac0f693-3177-4053-97e0-088ed2abb8e2 req-5b9f744a-427b-4785-921b-24759e55aecd tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1066272 Jun 15 15:09:21.599376 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1ac0f693-3177-4053-97e0-088ed2abb8e2 req-79010188-44c8-4f60-b7e2-9e8f3ae8e543 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414035 Jun 15 15:09:21.687046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:22.806246 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d674cee-4cc9-4fcc-b662-8d5fa8e1d92f req-0175c1d7-03ff-4e77-988b-013c209e24d2 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:22.807735 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d674cee-4cc9-4fcc-b662-8d5fa8e1d92f req-0175c1d7-03ff-4e77-988b-013c209e24d2 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0907745 Jun 15 15:09:22.852907 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6d674cee-4cc9-4fcc-b662-8d5fa8e1d92f req-ea73d27e-f948-47c4-908e-76a57cfc05de tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390518 Jun 15 15:09:24.065711 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d2247-368c-47ca-8946-a4f693bbd64b req-6d7cb427-8fd2-4663-a8c7-6cdc5ffc0eee tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:24.067133 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-724d2247-368c-47ca-8946-a4f693bbd64b req-6d7cb427-8fd2-4663-a8c7-6cdc5ffc0eee tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0949352 Jun 15 15:09:24.115968 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-724d2247-368c-47ca-8946-a4f693bbd64b req-69327739-b205-49d1-8256-a299b1dc1201 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401511 Jun 15 15:09:25.339735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178329b-8956-4325-ac8f-e2ebe0003117 req-b75973f0-31b4-49d8-b865-779fb2b0b301 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:25.341937 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4178329b-8956-4325-ac8f-e2ebe0003117 req-b75973f0-31b4-49d8-b865-779fb2b0b301 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1085198 Jun 15 15:09:25.391606 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4178329b-8956-4325-ac8f-e2ebe0003117 req-b848938f-9b28-44f8-8d2e-c339e9675696 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436389 Jun 15 15:09:26.605984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dc9ad-825a-4161-a378-86ff7d434c14 req-e6abe8ba-f478-4730-81f7-2c7fc59ed8fc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:26.607545 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d78dc9ad-825a-4161-a378-86ff7d434c14 req-e6abe8ba-f478-4730-81f7-2c7fc59ed8fc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1002250 Jun 15 15:09:26.754692 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d78dc9ad-825a-4161-a378-86ff7d434c14 req-c0e16185-f556-4325-a1ac-2401d310e05a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412234 Jun 15 15:09:27.294374 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-566ff1b0-23a4-482b-aee1-1dcd475ff208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:27.979837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba61bd0-dc01-4d60-ab6c-4fdf6f78b5e0 req-9ae37649-3566-430c-9a23-bcb310095713 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:27.981550 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cba61bd0-dc01-4d60-ab6c-4fdf6f78b5e0 req-9ae37649-3566-430c-9a23-bcb310095713 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1109378 Jun 15 15:09:28.033064 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cba61bd0-dc01-4d60-ab6c-4fdf6f78b5e0 req-f9c5c925-0b80-46d5-9a31-c8781d850e5e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442581 Jun 15 15:09:29.263452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f17c7-3f5d-424a-a482-f7da3aae370c req-14ad2187-1270-477f-b245-3d5457219d36 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:29.265094 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7b1f17c7-3f5d-424a-a482-f7da3aae370c req-14ad2187-1270-477f-b245-3d5457219d36 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1121290 Jun 15 15:09:29.326358 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7b1f17c7-3f5d-424a-a482-f7da3aae370c req-560820c7-4c04-4cb6-9b8b-62c07f8fcc8b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531852 Jun 15 15:09:29.411041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20c2f1c8-af7c-4da8-8a80-33dc9344f68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:30.540926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d82cc7-5427-4fd8-b415-f8f75edd8bb0 req-06ca76e5-8f60-4141-bc4e-a1f67a448a70 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:30.542558 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a6d82cc7-5427-4fd8-b415-f8f75edd8bb0 req-06ca76e5-8f60-4141-bc4e-a1f67a448a70 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0968759 Jun 15 15:09:30.594680 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a6d82cc7-5427-4fd8-b415-f8f75edd8bb0 req-8d470b81-01b7-4b6b-930a-0cfadfeda609 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461183 Jun 15 15:09:30.629513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:30.669276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:31.807166 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa459229-cc41-4941-8d4e-f73602bd87ac req-a92b0b56-0b46-4899-bfdc-1c6b5c1cae62 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:31.809107 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-aa459229-cc41-4941-8d4e-f73602bd87ac req-a92b0b56-0b46-4899-bfdc-1c6b5c1cae62 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1007092 Jun 15 15:09:31.858938 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-aa459229-cc41-4941-8d4e-f73602bd87ac req-e8126e24-020a-40df-a58e-2eba69b0d6a3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438445 Jun 15 15:09:31.925254 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-0f9a0863-a2c6-4386-91f7-eacfcafe969a service neutron] 10.222.0.44 "GET /v2.0/ports/e99f3e2d-e4a9-421c-99c2-ff0231d05b15/bindings/hv-neutron-8458 HTTP/1.1" status: 200 len: 384 time: 0.0828891 Jun 15 15:09:32.096318 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:32.227620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-215efcae-d540-47f5-a56f-6d49b4ac30ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:32.229815 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-215efcae-d540-47f5-a56f-6d49b4ac30ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 1099 time: 0.0931475 Jun 15 15:09:32.338798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-2f7e1420-00ac-4e9f-9abd-7ba0e3b9020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:32.340521 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-2f7e1420-00ac-4e9f-9abd-7ba0e3b9020b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 1099 time: 0.0882003 Jun 15 15:09:32.488993 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-6a08b62d-1a35-413f-acce-4a1d6812c8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:32.490502 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-6a08b62d-1a35-413f-acce-4a1d6812c8ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1444871 Jun 15 15:09:32.604161 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-8a462f95-97b1-4502-8e3a-483db50f67a6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15 HTTP/1.1" status: 200 len: 1003 time: 0.1080461 Jun 15 15:09:32.667620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-bb4d1581-44b1-48ef-bf2d-397300fb93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:32.669698 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-bb4d1581-44b1-48ef-bf2d-397300fb93a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0602286 Jun 15 15:09:32.761427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-82109dc0-a410-48f3-a1db-8de560ff5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:32.763344 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-82109dc0-a410-48f3-a1db-8de560ff5809 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879364 Jun 15 15:09:32.904787 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-094cb0f2-4a8e-4c29-adb5-17f16d51103f service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346078 Jun 15 15:09:33.097057 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-faf82c7d-d929-4857-9cba-c87029de70de service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868296 Jun 15 15:09:33.113186 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bb7d5-2324-40c8-aade-4a97cf8b76db req-5b28a8ee-b1f6-4edf-b7fa-e26bce20e3f7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:33.114910 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a00bb7d5-2324-40c8-aade-4a97cf8b76db req-5b28a8ee-b1f6-4edf-b7fa-e26bce20e3f7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1359622 Jun 15 15:09:33.162829 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a00bb7d5-2324-40c8-aade-4a97cf8b76db req-a8f12717-a575-4ea0-8710-872a05440a1a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417128 Jun 15 15:09:34.369120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b6ebd-5310-4d32-b31f-aee395325bde req-ecbc0572-2d83-4d0d-adf4-ee6401023bcc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:34.370740 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-936b6ebd-5310-4d32-b31f-aee395325bde req-ecbc0572-2d83-4d0d-adf4-ee6401023bcc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0957134 Jun 15 15:09:34.418369 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-936b6ebd-5310-4d32-b31f-aee395325bde req-90f8b01b-6fb4-4c58-95d4-637d7d7fed81 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414457 Jun 15 15:09:34.732486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e99f3e2d-e4a9-421c-99c2-ff0231d05b15 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:09:34.900879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:09:34.901138 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:34.931182 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:09:34.941660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:09:34.946107 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:35.021027 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:09:35.029569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:09:35.029995 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:09:35.030403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:09:35.030810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:09:35.031205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:09:35.031638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:09:35.032052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:09:35.032473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:09:35.032968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:09:35.033395 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:09:35.033740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:09:35.034150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:09:35.067014 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f850bc6-e8ca-4d11-8a8c-f3f684421625'] response: {'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'code': 200} Jun 15 15:09:35.627491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3e1b2-3408-469a-b728-a89a1d2bfef3 req-a31b6211-19ab-4565-aebf-6f054a6ac21d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:35.628919 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-68a3e1b2-3408-469a-b728-a89a1d2bfef3 req-a31b6211-19ab-4565-aebf-6f054a6ac21d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 944 time: 0.0978155 Jun 15 15:09:35.677786 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-68a3e1b2-3408-469a-b728-a89a1d2bfef3 req-3f1fa9e4-9ead-4623-92dd-5334bf75d41d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429721 Jun 15 15:09:36.740590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e99f3e2d-e4a9-421c-99c2-ff0231d05b15 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:09:36.884860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:09:36.899395 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'port_id': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'mac_address': 'fa:16:3e:43:c2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:09:36.899827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e12a2-a252-48c8-a513-ee64f4c96d5c req-7e30adb4-7c11-4232-9b34-aaf28610e15d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:36.901695 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-608e12a2-a252-48c8-a513-ee64f4c96d5c req-7e30adb4-7c11-4232-9b34-aaf28610e15d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 944 time: 0.0984037 Jun 15 15:09:36.948600 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-608e12a2-a252-48c8-a513-ee64f4c96d5c req-1da0862d-3b23-46a5-9670-369be72fa55f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410647 Jun 15 15:09:36.957321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:09:36.957630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:36.975279 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99f3e2d-e4a9-421c-99c2-ff0231d05b15 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:09:36.998587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:09:37.004077 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:37.070486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['e99f3e2d-e4a9-421c-99c2-ff0231d05b15'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:09:37.128367 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:09:38.159937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd78f1-7076-4003-b466-8cea2f064ad0 req-e8d3edc8-bd4c-4245-80b0-a459b8b91016 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:38.161525 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-41fd78f1-7076-4003-b466-8cea2f064ad0 req-e8d3edc8-bd4c-4245-80b0-a459b8b91016 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 945 time: 0.0944016 Jun 15 15:09:38.221425 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-41fd78f1-7076-4003-b466-8cea2f064ad0 req-09a1f506-a4aa-449c-8db8-e3c92bfc65fa tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489919 Jun 15 15:09:38.764918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e99f3e2d-e4a9-421c-99c2-ff0231d05b15 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:09:38.838657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:09:38.839023 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:38.959425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:09:38.959699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:38.988370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:09:38.999331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:09:39.005743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:39.052299 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7580b134-437c-4a28-a009-a2abb1fc2960'] response: {'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'code': 200} Jun 15 15:09:39.079961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:09:39.447175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f48bc-3b93-445b-904b-93002950a629 req-2e50b676-2624-4c0d-9443-d3c1f682fc3a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:39.448963 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-721f48bc-3b93-445b-904b-93002950a629 req-2e50b676-2624-4c0d-9443-d3c1f682fc3a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1074238 Jun 15 15:09:39.498520 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-721f48bc-3b93-445b-904b-93002950a629 req-661395aa-6b7c-4f71-9996-d0f9433b8d2c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438213 Jun 15 15:09:40.711283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878558cd-d283-433d-b967-2d7ad291af5f req-2c1ec14c-d70f-4636-ba90-08a14037ee62 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:40.712869 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-878558cd-d283-433d-b967-2d7ad291af5f req-2c1ec14c-d70f-4636-ba90-08a14037ee62 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0957682 Jun 15 15:09:40.873133 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-878558cd-d283-433d-b967-2d7ad291af5f req-0d7c7bb4-5999-40d6-869f-2b23a79be956 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541681 Jun 15 15:09:42.071536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e09100-7078-4e76-b25f-4ee313a4c86b req-85a1c7e9-6932-46d8-9a7b-d323cc45d3f7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:42.072908 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0e09100-7078-4e76-b25f-4ee313a4c86b req-85a1c7e9-6932-46d8-9a7b-d323cc45d3f7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0900440 Jun 15 15:09:42.123141 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0e09100-7078-4e76-b25f-4ee313a4c86b req-370f04d9-9a59-4ae1-af00-e2ed4c35f5d7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438571 Jun 15 15:09:42.600991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-fa249b99-83d2-44f6-a40c-5eb2614390be tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:42.602579 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-fa249b99-83d2-44f6-a40c-5eb2614390be tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4&tenant_id=d727459b53844deb847d424751db8ceb&binding%3Ahost_id=hv-neutron-8458 HTTP/1.1" status: 200 len: 946 time: 0.1442463 Jun 15 15:09:42.670400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cfa0e0-0b86-4e7e-b267-539574adf2d9 req-b7c4c00d-73df-407c-998c-f6c3b3b467ce tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:42.672030 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-93cfa0e0-0b86-4e7e-b267-539574adf2d9 req-b7c4c00d-73df-407c-998c-f6c3b3b467ce tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0953128 Jun 15 15:09:42.693691 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-9ebdb675-55b9-41cd-94cf-b02e6039420c service neutron] 10.222.0.44 "GET /v2.0/ports/e99f3e2d-e4a9-421c-99c2-ff0231d05b15/bindings/hv-neutron-8458 HTTP/1.1" status: 200 len: 384 time: 0.0854082 Jun 15 15:09:42.722546 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-93cfa0e0-0b86-4e7e-b267-539574adf2d9 req-678825da-bca6-495d-8a04-89e2acd43a83 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433993 Jun 15 15:09:42.795092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-80143bce-c13f-4931-8e36-92f13520717a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:42.796714 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-80143bce-c13f-4931-8e36-92f13520717a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 1099 time: 0.0799789 Jun 15 15:09:42.935167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-ae9c13e9-3ef5-4c39-90ca-b44d4941c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:42.936580 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-ae9c13e9-3ef5-4c39-90ca-b44d4941c478 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1337643 Jun 15 15:09:43.051882 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-f928fe30-cc35-4cc2-9870-4724838a219c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15 HTTP/1.1" status: 200 len: 1003 time: 0.1092148 Jun 15 15:09:43.115152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-5497e350-b7b2-4381-926a-c55b2b87dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:43.117030 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-5497e350-b7b2-4381-926a-c55b2b87dabc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0599222 Jun 15 15:09:43.205545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-114ab968-e2d2-4f3e-9c5d-9751af1d808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:43.207054 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-114ab968-e2d2-4f3e-9c5d-9751af1d808d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839009 Jun 15 15:09:43.343894 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-37313ac4-073d-4cc5-8609-aa176aaeb3d5 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302550 Jun 15 15:09:43.478829 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-a99aafcf-364d-4a70-b20a-b8609bfe0b19 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295040 Jun 15 15:09:43.929396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b382c-3464-4c83-aa75-63023af6ee82 req-050c1955-daca-4230-8fe3-4a67321f548d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:43.930950 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de3b382c-3464-4c83-aa75-63023af6ee82 req-050c1955-daca-4230-8fe3-4a67321f548d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0953841 Jun 15 15:09:43.982959 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de3b382c-3464-4c83-aa75-63023af6ee82 req-422b418b-d936-47d5-acdf-9c2b74c0e179 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400236 Jun 15 15:09:45.207027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bde527-65f5-4b3f-b398-73c85a3d7eaa req-d5671b2f-1479-4ad3-86e3-78a944fa2e3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:45.208581 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-96bde527-65f5-4b3f-b398-73c85a3d7eaa req-d5671b2f-1479-4ad3-86e3-78a944fa2e3f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0981567 Jun 15 15:09:45.255390 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-96bde527-65f5-4b3f-b398-73c85a3d7eaa req-7b9444e9-b451-41a2-971c-5ea1b2e5a2d3 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408762 Jun 15 15:09:46.504209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c39bb-e324-4f3a-944c-21fdc44f67cb req-9874b032-4fa4-47fb-b80b-fb399a60b53d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:46.505784 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c9c39bb-e324-4f3a-944c-21fdc44f67cb req-9874b032-4fa4-47fb-b80b-fb399a60b53d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.1410894 Jun 15 15:09:46.568878 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c9c39bb-e324-4f3a-944c-21fdc44f67cb req-09039ddb-130f-45e0-a237-272f13bdfb94 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566628 Jun 15 15:09:46.583920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-8ec89d73-748a-4a1f-a067-3429c2752da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:46.585492 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-8ec89d73-748a-4a1f-a067-3429c2752da4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4&tenant_id=d727459b53844deb847d424751db8ceb HTTP/1.1" status: 200 len: 1099 time: 0.1347394 Jun 15 15:09:46.701771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-09e04b4a-6ebb-4659-af99-8f8313bf117d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:46.703371 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-09e04b4a-6ebb-4659-af99-8f8313bf117d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d727459b53844deb847d424751db8ceb&device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 1099 time: 0.0924265 Jun 15 15:09:46.840142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-d35ea5e9-489c-4a90-ac81-b1be9d143c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:46.841592 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-d35ea5e9-489c-4a90-ac81-b1be9d143c1b service neutron] 10.222.0.44 "GET /v2.0/networks?id=ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 200 len: 912 time: 0.1326480 Jun 15 15:09:46.952265 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-4db192aa-e8ab-4ad1-b57e-a966a5d09bf0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15 HTTP/1.1" status: 200 len: 1003 time: 0.1037247 Jun 15 15:09:47.020095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-1c7f95f6-4fab-4ce8-8b2a-f1c860b932ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:47.021672 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-1c7f95f6-4fab-4ce8-8b2a-f1c860b932ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 200 len: 850 time: 0.0601351 Jun 15 15:09:47.230604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-44696fcc-4fbb-40c9-be43-f54d33a55bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:47.232171 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-44696fcc-4fbb-40c9-be43-f54d33a55bc7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ee895e5a-64b8-4833-9391-73ecf5c6f755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2050617 Jun 15 15:09:47.389824 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-7c00d4ef-4a55-4448-a705-eee3b6900203 service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513426 Jun 15 15:09:47.530825 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c4f1bc8-1451-43cf-84a6-a9fbe15ab76d req-3e356285-b547-4486-9a5c-a0dd5868903c service neutron] 10.222.0.44 "GET /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348450 Jun 15 15:09:47.773288 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a3798-4a1f-4a18-93b2-56d9f85e0b58 req-8cb203fa-6218-492b-8fd6-e868e8b325d7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:47.774774 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4f2a3798-4a1f-4a18-93b2-56d9f85e0b58 req-8cb203fa-6218-492b-8fd6-e868e8b325d7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0955222 Jun 15 15:09:47.826471 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4f2a3798-4a1f-4a18-93b2-56d9f85e0b58 req-6037b184-8f7a-4724-98b0-e69520975e14 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441113 Jun 15 15:09:48.815111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e99f3e2d-e4a9-421c-99c2-ff0231d05b15 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:09:48.937943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:09:48.938329 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:48.965618 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:09:48.976147 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:09:48.989720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:49.034661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ebfad-16c8-474d-90f1-25ffe968f40e req-65979132-0249-42b0-93b8-1f55cf795901 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:49.036453 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-087ebfad-16c8-474d-90f1-25ffe968f40e req-65979132-0249-42b0-93b8-1f55cf795901 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 944 time: 0.0938406 Jun 15 15:09:49.058551 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25e82a1-26c9-4338-ad90-cdeac8ef392e'] response: {'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'code': 200} Jun 15 15:09:49.066696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,revision_number=9']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:09:49.096632 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-087ebfad-16c8-474d-90f1-25ffe968f40e req-dec45773-5c39-4e82-8603-76cbddabba0e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502601 Jun 15 15:09:50.313443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292cc1a-5801-47f0-a12d-640340426151 req-b0fdc277-ce4c-4bcf-81b0-98ac8d3d6695 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:50.314930 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5292cc1a-5801-47f0-a12d-640340426151 req-b0fdc277-ce4c-4bcf-81b0-98ac8d3d6695 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 944 time: 0.1037750 Jun 15 15:09:50.361682 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5292cc1a-5801-47f0-a12d-640340426151 req-21c05000-d9cf-417d-849c-028f295a9384 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407681 Jun 15 15:09:50.605780 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:09:50.826941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e99f3e2d-e4a9-421c-99c2-ff0231d05b15 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:09:50.976616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:09:50.991515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'port_id': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'mac_address': 'fa:16:3e:43:c2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:09:51.050105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:09:51.050498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:51.067740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e99f3e2d-e4a9-421c-99c2-ff0231d05b15 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:09:51.084066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:09:51.090162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:51.153500 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['e99f3e2d-e4a9-421c-99c2-ff0231d05b15'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:09:51.210010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,revision_number=10']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:09:51.568724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b04e3-3617-421d-ac0b-d1c22e23e608 req-513939cf-beea-4f55-a9fd-6ca964d4f384 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:51.570223 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0e9b04e3-3617-421d-ac0b-d1c22e23e608 req-513939cf-beea-4f55-a9fd-6ca964d4f384 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0933697 Jun 15 15:09:51.619624 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0e9b04e3-3617-421d-ac0b-d1c22e23e608 req-44b95c29-5a98-4488-9c4d-8546011c9aee tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406430 Jun 15 15:09:51.702724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:52.826760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f81225-41e4-4378-a4cd-51cb39246361 req-b5e5231d-33fb-4c4b-911e-27ae1acfbb23 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:52.828789 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f5f81225-41e4-4378-a4cd-51cb39246361 req-b5e5231d-33fb-4c4b-911e-27ae1acfbb23 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 946 time: 0.0995996 Jun 15 15:09:52.856978 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e99f3e2d-e4a9-421c-99c2-ff0231d05b15 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:09:52.875417 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f5f81225-41e4-4378-a4cd-51cb39246361 req-61e59b98-d051-4b29-83ce-20053a53522f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408399 Jun 15 15:09:52.934965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:09:52.935221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:53.085233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:09:53.085609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:53.113670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:09:53.124682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:09:53.135952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:53.177882 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bae26ff8-4f89-4dc6-ac3a-ed51f9475fa7'] response: {'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'code': 200} Jun 15 15:09:53.212162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,revision_number=11']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:09:54.095766 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d8f326-b880-438f-91d7-5ee0377c8f11 req-fd454de6-71ad-4f09-8ebb-d81cbb820f17 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:54.097316 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-69d8f326-b880-438f-91d7-5ee0377c8f11 req-fd454de6-71ad-4f09-8ebb-d81cbb820f17 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 947 time: 0.0937362 Jun 15 15:09:54.149942 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-69d8f326-b880-438f-91d7-5ee0377c8f11 req-02ff8a47-923c-4ffe-a0d5-7ccb0f0df212 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460627 Jun 15 15:09:55.364694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07563f-a95a-4261-a099-ed26979337c8 req-617ac1ce-3621-4623-8c19-22d1d9199233 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:55.366207 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b07563f-a95a-4261-a099-ed26979337c8 req-617ac1ce-3621-4623-8c19-22d1d9199233 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 947 time: 0.0979810 Jun 15 15:09:55.412833 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b07563f-a95a-4261-a099-ed26979337c8 req-82dafc64-d972-4dbc-913d-b110ea98e110 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407948 Jun 15 15:09:56.639205 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50585e89-63ce-4ad4-accf-89bb8b809470 req-2c35a228-894e-485e-b361-3f9fe53ee487 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:56.640759 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-50585e89-63ce-4ad4-accf-89bb8b809470 req-2c35a228-894e-485e-b361-3f9fe53ee487 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 947 time: 0.0951433 Jun 15 15:09:56.688487 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-50585e89-63ce-4ad4-accf-89bb8b809470 req-e03b98ba-b166-48bc-9ac9-9c29d68cb607 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416889 Jun 15 15:09:56.906828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b94e1-a4ab-49b4-8544-d1a3b8732f63 req-ef4bc584-87b5-4492-8cef-9aed7ee250d5 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:56.908360 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-614b94e1-a4ab-49b4-8544-d1a3b8732f63 req-ef4bc584-87b5-4492-8cef-9aed7ee250d5 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 947 time: 0.1050365 Jun 15 15:09:56.970535 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-614b94e1-a4ab-49b4-8544-d1a3b8732f63 req-91a66b43-d0e1-4b8b-97ec-032fe8b9e59b tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522003 Jun 15 15:09:57.185848 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673d517-bcf9-4dd2-8429-cb7c3feb067a req-1ddd9e55-15e4-4a05-b708-859e58a834cc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:57.187536 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f673d517-bcf9-4dd2-8429-cb7c3feb067a req-1ddd9e55-15e4-4a05-b708-859e58a834cc tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 947 time: 0.1073534 Jun 15 15:09:57.234871 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f673d517-bcf9-4dd2-8429-cb7c3feb067a req-7b270bcd-ba7a-4a79-8f0a-8bf810584a0c tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394361 Jun 15 15:09:57.290420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-23339038-cefb-40a8-b613-b95639a24455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:57.719322 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49308c31-b9f1-4cff-b9b2-3d55d19b2a8f req-14afb13d-dd5a-45dd-8609-1053e38a12a7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:57.720844 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-49308c31-b9f1-4cff-b9b2-3d55d19b2a8f req-14afb13d-dd5a-45dd-8609-1053e38a12a7 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 947 time: 0.1412320 Jun 15 15:09:57.772537 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-49308c31-b9f1-4cff-b9b2-3d55d19b2a8f req-5ae326b6-b212-4e0e-902b-83c25c15ae19 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431030 Jun 15 15:09:58.997820 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18f33-f008-4513-a67d-18d2ff72a98a req-986b8346-e558-4221-b625-6bdc6f46af4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:58.999541 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ccb18f33-f008-4513-a67d-18d2ff72a98a req-986b8346-e558-4221-b625-6bdc6f46af4f tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 947 time: 0.1055679 Jun 15 15:09:59.044783 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ccb18f33-f008-4513-a67d-18d2ff72a98a req-aef31cd4-b294-4f65-9719-88bd560e4883 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391388 Jun 15 15:09:59.413338 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8f0ff494-1c84-45f3-b8eb-3f29a085c326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:09:59.909113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-d878f13b-bdd5-4b5e-babd-c03abd54bd29 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:09:59.910695 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-d878f13b-bdd5-4b5e-babd-c03abd54bd29 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 947 time: 0.1004264 Jun 15 15:10:00.005596 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Deleting port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:10:00.006273 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:00.282063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f1a43-e3b9-4c40-842b-97c781e6718f req-3061fabc-2fff-4c31-bf58-b4b553800a6d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:00.283604 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-785f1a43-e3b9-4c40-842b-97c781e6718f req-3061fabc-2fff-4c31-bf58-b4b553800a6d tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 947 time: 0.0972869 Jun 15 15:10:00.303706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] For port e99f3e2d-e4a9-421c-99c2-ff0231d05b15, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:00.304064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:00.332672 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-785f1a43-e3b9-4c40-842b-97c781e6718f req-2664f481-7fdd-49c2-a5e5-81fb8072200a tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups?id=547d4add-babd-4c6e-9076-519923644fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424190 Jun 15 15:10:00.624094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:00.632907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:00.633285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:00.633607 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Floating IP caaeb978-56a1-41b7-9847-2813461b5647 disassociated. External IP: 172.26.3.123, port: e99f3e2d-e4a9-421c-99c2-ff0231d05b15. Jun 15 15:10:00.633956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Calling delete_port for e99f3e2d-e4a9-421c-99c2-ff0231d05b15 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:10:00.679175 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:00.917396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:00.971056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event deleted for resources: {'Port': ['ID=e99f3e2d-e4a9-421c-99c2-ff0231d05b15,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:00.981317 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:00.981675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:00.982113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:00.982407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:00.982722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:00.983487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:00.983487 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:00.983910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:00.984065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:00.984439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:00.984768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:00.985088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:01.205781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:10:01.418913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:10:01.432178 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f91ae-4470-427a-8f18-f5475a581302 None None] Sync routers for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:10:01.448793 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f91ae-4470-427a-8f18-f5475a581302 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:10:01.449530 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-529f91ae-4470-427a-8f18-f5475a581302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:09:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:01.511998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] No DVR routers for this DVR port e99f3e2d-e4a9-421c-99c2-ff0231d05b15 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:10:01.516060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:01.518734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'name': 'network-vif-deleted', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:10:01.573673 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-535fbd5b-c154-44e2-8d87-f4270e826837 req-3e5f15c2-29a3-4607-ba08-2609811abe8e tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.44 "DELETE /v2.0/ports/e99f3e2d-e4a9-421c-99c2-ff0231d05b15 HTTP/1.1" status: 204 len: 173 time: 1.6572568 Jun 15 15:10:01.583408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5d43fa00-4c9f-4793-abd0-a4dc8700bb66 req-55cff87f-44b0-4090-9ab5-2f9942fd2c51 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Synchronizing usage tracker for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:10:01.608555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5d43fa00-4c9f-4793-abd0-a4dc8700bb66 req-55cff87f-44b0-4090-9ab5-2f9942fd2c51 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Unset dirty status for tenant:d727459b53844deb847d424751db8ceb on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:10:01.617287 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d43fa00-4c9f-4793-abd0-a4dc8700bb66 req-55cff87f-44b0-4090-9ab5-2f9942fd2c51 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/ports?device_id=909c7eee-83ff-4782-a852-8e3746b435c4 HTTP/1.1" status: 200 len: 210 time: 0.1618471 Jun 15 15:10:01.644747 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5509891e-5c49-4bcd-9c77-61215b345924'] response: {'server_uuid': '909c7eee-83ff-4782-a852-8e3746b435c4', 'name': 'network-vif-deleted', 'tag': 'e99f3e2d-e4a9-421c-99c2-ff0231d05b15', 'status': 'completed', 'code': 200} Jun 15 15:10:01.658371 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-529f91ae-4470-427a-8f18-f5475a581302 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:10:02.001119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-529f91ae-4470-427a-8f18-f5475a581302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:02.008253 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f91ae-4470-427a-8f18-f5475a581302 None None] Checking router: fd197d4a-15d2-4b79-940f-1c0ad3d452d6 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:10:02.018902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529f91ae-4470-427a-8f18-f5475a581302 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:10:02.019557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-529f91ae-4470-427a-8f18-f5475a581302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:09:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:02.125217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:02.240748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-529f91ae-4470-427a-8f18-f5475a581302 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:10:02.581141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-529f91ae-4470-427a-8f18-f5475a581302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:02.587616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529f91ae-4470-427a-8f18-f5475a581302 None None] The sync data for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv is: [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:04:41Z', 'revision_number': 4, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '324fc26c-5bd4-4f27-8fa5-5529d77b2132', 'name': '', 'network_id': 'ee895e5a-64b8-4833-9391-73ecf5c6f755', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'mac_address': 'fa:16:3e:eb:6f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1560, 'fixed_ips': [{'subnet_id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:40Z', 'updated_at': '2022-06-15T15:04:47Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'subnets': [{'id': 'bd4bfa86-8488-4807-a0f4-096b918892cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:10:02.871708 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc32aad-7505-4799-b291-8788c1351551 None None] New status for floating IP caaeb978-56a1-41b7-9847-2813461b5647: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:10:02.919108 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e99f3e2d-e4a9-421c-99c2-ff0231d05b15 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:10:02.955019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: e99f3e2d-e4a9-421c-99c2-ff0231d05b15 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:10:02.955425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e99f3e2d-e4a9-421c-99c2-ff0231d05b15 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:10:05.941867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 43952) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:06.028247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:06.059033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:06.115063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:06.134779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547d4add-babd-4c6e-9076-519923644fb0,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:06.143949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:06.144400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:06.144751 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:06.145175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:06.145601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:06.145943 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:06.146278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:06.146639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:06.147171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:06.147510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:06.147842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:06.148169 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:06.156923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:06.158043 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-89e5f1dc-f91f-483b-a276-4fdba7acae13 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "DELETE /v2.0/security-groups/547d4add-babd-4c6e-9076-519923644fb0 HTTP/1.1" status: 204 len: 168 time: 0.2144697 Jun 15 15:10:06.160654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 43956) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:06.177328 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.api.v2.resource [None req-cdf2dc3b-c8ba-4a5e-a207-0fd492858572 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] show failed (client error): The resource could not be found. Jun 15 15:10:06.178547 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cdf2dc3b-c8ba-4a5e-a207-0fd492858572 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "GET /v2.0/security-groups/547d4add-babd-4c6e-9076-519923644fb0 HTTP/1.1" status: 404 len: 347 time: 0.0168145 Jun 15 15:10:06.181567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43960) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:06.344363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9524d213-3c6b-45fe-b174-3f38f77d6d79 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Deleting port 479afc2f-f131-44dd-bf81-c52361295dad {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:10:06.344680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9524d213-3c6b-45fe-b174-3f38f77d6d79 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:06.540914 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9524d213-3c6b-45fe-b174-3f38f77d6d79 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:06.541253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9524d213-3c6b-45fe-b174-3f38f77d6d79 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:06.666346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-9524d213-3c6b-45fe-b174-3f38f77d6d79 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Calling delete_port for 479afc2f-f131-44dd-bf81-c52361295dad owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:10:06.817177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9524d213-3c6b-45fe-b174-3f38f77d6d79 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:06.867626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524d213-3c6b-45fe-b174-3f38f77d6d79 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Pushing event deleted for resources: {'Port': ['ID=479afc2f-f131-44dd-bf81-c52361295dad,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:07.086584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9524d213-3c6b-45fe-b174-3f38f77d6d79 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:07.106778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9524d213-3c6b-45fe-b174-3f38f77d6d79 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:07.108016 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9524d213-3c6b-45fe-b174-3f38f77d6d79 tempest-ServerActionsTestJSON-1546481879 tempest-ServerActionsTestJSON-1546481879-project] 10.222.0.26 "DELETE /v2.0/floatingips/caaeb978-56a1-41b7-9847-2813461b5647 HTTP/1.1" status: 204 len: 168 time: 0.9253962 Jun 15 15:10:07.111028 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43964) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:07.740512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a44cb25-70ac-4267-83b7-0cb7582e7ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:08.134405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2a44cb25-70ac-4267-83b7-0cb7582e7ad2 admin admin] Deleting port 324fc26c-5bd4-4f27-8fa5-5529d77b2132 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:10:08.134759 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a44cb25-70ac-4267-83b7-0cb7582e7ad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:08.341697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-2a44cb25-70ac-4267-83b7-0cb7582e7ad2 admin admin] For port 324fc26c-5bd4-4f27-8fa5-5529d77b2132, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=324fc26c-5bd4-4f27-8fa5-5529d77b2132,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:08.342046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a44cb25-70ac-4267-83b7-0cb7582e7ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:08.470215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-2a44cb25-70ac-4267-83b7-0cb7582e7ad2 admin admin] Calling delete_port for 324fc26c-5bd4-4f27-8fa5-5529d77b2132 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:10:08.922396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a44cb25-70ac-4267-83b7-0cb7582e7ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:08.971063 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44cb25-70ac-4267-83b7-0cb7582e7ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=324fc26c-5bd4-4f27-8fa5-5529d77b2132,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:09.262260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2a44cb25-70ac-4267-83b7-0cb7582e7ad2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:09.660825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a44cb25-70ac-4267-83b7-0cb7582e7ad2 admin admin] Router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:10:09.848030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a44cb25-70ac-4267-83b7-0cb7582e7ad2 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:10:09.857810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57690e-1db1-41b9-8b3c-8dc80bf46417 None None] Sync routers for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:10:09.861038 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2a44cb25-70ac-4267-83b7-0cb7582e7ad2 admin admin] 10.222.0.26 "PUT /v2.0/routers/fd197d4a-15d2-4b79-940f-1c0ad3d452d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7489698 Jun 15 15:10:09.863756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43970) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:09.868654 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57690e-1db1-41b9-8b3c-8dc80bf46417 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:10:09.869285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ad57690e-1db1-41b9-8b3c-8dc80bf46417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:09:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:10.107184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ad57690e-1db1-41b9-8b3c-8dc80bf46417 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:10:10.181061 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:10.370457 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:10.382821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Deleting port 14306e15-1180-4e32-b885-355b50917b19 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:10:10.383167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:10.411246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ad57690e-1db1-41b9-8b3c-8dc80bf46417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188'}], 'enable_snat': True}, 'gw_port_id': '14306e15-1180-4e32-b885-355b50917b19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:10:08Z', 'revision_number': 5, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port': {'id': '14306e15-1180-4e32-b885-355b50917b19', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1559, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:04:37Z', 'updated_at': '2022-06-15T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:10.416121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57690e-1db1-41b9-8b3c-8dc80bf46417 None None] Checking router: fd197d4a-15d2-4b79-940f-1c0ad3d452d6 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:10:10.425839 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57690e-1db1-41b9-8b3c-8dc80bf46417 None None] Routers {'fd197d4a-15d2-4b79-940f-1c0ad3d452d6'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:10:10.426471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ad57690e-1db1-41b9-8b3c-8dc80bf46417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:09:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:10.573528 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] For port 14306e15-1180-4e32-b885-355b50917b19, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=14306e15-1180-4e32-b885-355b50917b19,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:10.573870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:10.587331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ad57690e-1db1-41b9-8b3c-8dc80bf46417 None None] Set router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:10:10.704382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Calling delete_port for 14306e15-1180-4e32-b885-355b50917b19 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:10:10.714815 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ad57690e-1db1-41b9-8b3c-8dc80bf46417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:10:10Z', 'revision_number': 6, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:10.719659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad57690e-1db1-41b9-8b3c-8dc80bf46417 None None] The sync data for ids ['fd197d4a-15d2-4b79-940f-1c0ad3d452d6'] in dv-neutron-845844-1-hyperv is: [{'id': 'fd197d4a-15d2-4b79-940f-1c0ad3d452d6', 'name': 'tempest-ServerActionsTestJSON-623422789-router', 'tenant_id': 'd727459b53844deb847d424751db8ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:04:36Z', 'updated_at': '2022-06-15T15:10:10Z', 'revision_number': 6, 'project_id': 'd727459b53844deb847d424751db8ceb', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:10:10.908085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:10.966868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=14306e15-1180-4e32-b885-355b50917b19,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:11.077379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:11.141605 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 324fc26c-5bd4-4f27-8fa5-5529d77b2132 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:10:11.179258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 324fc26c-5bd4-4f27-8fa5-5529d77b2132 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:10:11.179676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 324fc26c-5bd4-4f27-8fa5-5529d77b2132 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:10:11.257827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:11.260100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:11.284371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:11.284923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd197d4a-15d2-4b79-940f-1c0ad3d452d6 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:10:11.298344 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:11.302260 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0511c51f-82f7-43dd-9ee5-c37561552ad1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/fd197d4a-15d2-4b79-940f-1c0ad3d452d6 HTTP/1.1" status: 204 len: 168 time: 1.4347827 Jun 15 15:10:11.302447 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43974) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:11.366415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-70521f05-cda7-443b-a8d3-be291323b83a admin admin] Deleting subnet bd4bfa86-8488-4807-a0f4-096b918892cd {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:10:11.369552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70521f05-cda7-443b-a8d3-be291323b83a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:11.423713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70521f05-cda7-443b-a8d3-be291323b83a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:11.512492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70521f05-cda7-443b-a8d3-be291323b83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:11.596389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70521f05-cda7-443b-a8d3-be291323b83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:11.639462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70521f05-cda7-443b-a8d3-be291323b83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd4bfa86-8488-4807-a0f4-096b918892cd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:11.643261 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-70521f05-cda7-443b-a8d3-be291323b83a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:11.650112 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-70521f05-cda7-443b-a8d3-be291323b83a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bd4bfa86-8488-4807-a0f4-096b918892cd HTTP/1.1" status: 204 len: 168 time: 0.3466387 Jun 15 15:10:11.651469 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecbd542-f0db-4cac-8e50-c71730c6284c None None] Network ee895e5a-64b8-4833-9391-73ecf5c6f755 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:10:11.652581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43978) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:11.883072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:11.895102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Deleting port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:10:11.895446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:11.935575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d554e-38e7-4540-a274-f3b906eeacf8 None None] DHCP port deletion for ee895e5a-64b8-4833-9391-73ecf5c6f755 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:10:11.940596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-206d554e-38e7-4540-a274-f3b906eeacf8 None None] Deleting port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:10:11.940999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-206d554e-38e7-4540-a274-f3b906eeacf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:12.106357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] For port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b2931c73-9d56-4b1e-8af9-3cc06fc78f7c,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:12.106634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:12.224395 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-206d554e-38e7-4540-a274-f3b906eeacf8 None None] For port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b2931c73-9d56-4b1e-8af9-3cc06fc78f7c,segment=NetworkSegment(3131048e-af31-42ca-8dd5-1df33cdd8442),segment_id=3131048e-af31-42ca-8dd5-1df33cdd8442)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:12.225134 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-206d554e-38e7-4540-a274-f3b906eeacf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:12.235649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Calling delete_port for b2931c73-9d56-4b1e-8af9-3cc06fc78f7c owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:10:12.327284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:12.366234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-206d554e-38e7-4540-a274-f3b906eeacf8 None None] Calling delete_port for b2931c73-9d56-4b1e-8af9-3cc06fc78f7c owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:10:12.380638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Pushing event deleted for resources: {'Port': ['ID=b2931c73-9d56-4b1e-8af9-3cc06fc78f7c,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:12.387033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] No DVR routers for this DVR port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:10:12.441906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-206d554e-38e7-4540-a274-f3b906eeacf8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:10:12.442263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-206d554e-38e7-4540-a274-f3b906eeacf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:10:12.529832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:12.559403 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee895e5a-64b8-4833-9391-73ecf5c6f755']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:12.573299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3131048e-af31-42ca-8dd5-1df33cdd8442') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:12.573615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3131048e-af31-42ca-8dd5-1df33cdd8442') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:12.586147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:12.606460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:12.616673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:10:12.617030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:12.739973 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3131048e-af31-42ca-8dd5-1df33cdd8442 resource provider aggregate not found Jun 15 15:10:12.759153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:12.767511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:12.772461 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 3131048e-af31-42ca-8dd5-1df33cdd8442 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3131048e-af31-42ca-8dd5-1df33cdd8442 found for delete ", "request_id": "req-e5d040ec-ebcd-4d60-85e9-e2dd7ad4edf2"}]} Jun 15 15:10:12.802141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] Pushing event deleted for resources: {'Network': ['ID=ee895e5a-64b8-4833-9391-73ecf5c6f755,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:12.820697 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ecf6b2f9-1245-4ace-b59a-ca56a8c9305c admin admin] 10.222.0.26 "DELETE /v2.0/networks/ee895e5a-64b8-4833-9391-73ecf5c6f755 HTTP/1.1" status: 204 len: 168 time: 1.1668861 Jun 15 15:10:12.943756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-206d554e-38e7-4540-a274-f3b906eeacf8 None None] Deleting port b2931c73-9d56-4b1e-8af9-3cc06fc78f7c {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:10:12.944527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-206d554e-38e7-4540-a274-f3b906eeacf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:12.973794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43990) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:13.035959 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8cd77116-db7e-4c1b-ab25-d08456106aed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d727459b53844deb847d424751db8ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0609114 Jun 15 15:10:13.039705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 43994) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:13.073363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-206d554e-38e7-4540-a274-f3b906eeacf8 None None] The port 'b2931c73-9d56-4b1e-8af9-3cc06fc78f7c' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 15:10:13.135793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7469db4-6f4a-4e9b-8455-e6b3426bb37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:13.145080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b2931c73-9d56-4b1e-8af9-3cc06fc78f7c no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:10:13.168711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7469db4-6f4a-4e9b-8455-e6b3426bb37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:13.181390 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: b2931c73-9d56-4b1e-8af9-3cc06fc78f7c {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:10:13.181733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b2931c73-9d56-4b1e-8af9-3cc06fc78f7c not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:10:13.182230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 14306e15-1180-4e32-b885-355b50917b19 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:10:13.218317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 14306e15-1180-4e32-b885-355b50917b19 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:10:13.218657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 14306e15-1180-4e32-b885-355b50917b19 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:10:13.259672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7469db4-6f4a-4e9b-8455-e6b3426bb37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:13.281499 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7469db4-6f4a-4e9b-8455-e6b3426bb37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45925190-5963-45bc-b31f-ba84e45066bd,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:13.293742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f7469db4-6f4a-4e9b-8455-e6b3426bb37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:13.295536 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f7469db4-6f4a-4e9b-8455-e6b3426bb37a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/45925190-5963-45bc-b31f-ba84e45066bd HTTP/1.1" status: 204 len: 168 time: 0.2538195 Jun 15 15:10:14.142473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44018) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:14.250287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-948185783-network', 'tenant_id': 'e683a55236c145199f016b08f5671fd4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:14.255655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:14.259905 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Usage tracker for resource:network and tenant:e683a55236c145199f016b08f5671fd4 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:10:14.263073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:10:14.269842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:14.280634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Made reservation on behalf of e683a55236c145199f016b08f5671fd4 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:10:14.282947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:14.298290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:14.313417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:14.317455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Usage tracker for resource:security_group_rule and tenant:e683a55236c145199f016b08f5671fd4 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:10:14.320715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:10:14.327331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:14.411248 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:14.416835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:14.447712 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:10:14.456656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c29f99c-2e2c-4a3c-a608-40740b64727a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:14.462198 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:14.462535 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Added segment 67d4e6c6-61b2-417e-a02d-b196e518a609 of type vlan for network 3070aef4-b649-4755-a902-9c9b5fbea808 Jun 15 15:10:14.493473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:14.526019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:14.526999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:14.527588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:14.633278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] Pushing event updated for resources: {'Network': ['ID=3070aef4-b649-4755-a902-9c9b5fbea808,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:14.639361 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ee6c591e-3016-439a-a05e-7ff6da871caf admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4928460 Jun 15 15:10:14.639595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44024) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:14.645266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Request body: {'subnet': {'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-948185783-subnet', 'tenant_id': 'e683a55236c145199f016b08f5671fd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:14.649165 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 3070aef4-b649-4755-a902-9c9b5fbea808 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:10:14.651054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:14.656048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Usage tracker for resource:subnet and tenant:e683a55236c145199f016b08f5671fd4 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:10:14.659347 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:10:14.665956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:14.681336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Made reservation on behalf of e683a55236c145199f016b08f5671fd4 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:10:14.683874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:14.907160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:14.980173 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e2d9ad-1900-4b79-95bd-6a9f707f511a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:14.992463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Checking segment: {'id': '67d4e6c6-61b2-417e-a02d-b196e518a609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:10:14.992827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Network hostable DHCP agents. Network: 3070aef4-b649-4755-a902-9c9b5fbea808, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:10:15.014021 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Network 3070aef4-b649-4755-a902-9c9b5fbea808 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:10:15.023831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 3070aef4-b649-4755-a902-9c9b5fbea808) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:10:15.028806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:15.029806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:15.034144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d15df-8327-47c1-8844-72188d951bed None None] Network 3070aef4-b649-4755-a902-9c9b5fbea808 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:10:15.053934 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b067134d-244c-45c1-a4f4-a7876920b448 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4132092 Jun 15 15:10:15.271012 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565aee6a-ac34-4c87-93b4-639c6f0fa6d1 None None] Network 3070aef4-b649-4755-a902-9c9b5fbea808 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:10:15.697843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-6087fb33-b45a-47b4-bf72-7fbe462c49c5 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:15.698545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-6087fb33-b45a-47b4-bf72-7fbe462c49c5 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Synchronizing usage tracker for tenant:e683a55236c145199f016b08f5671fd4 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:10:15.717810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-6087fb33-b45a-47b4-bf72-7fbe462c49c5 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Unset dirty status for tenant:e683a55236c145199f016b08f5671fd4 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:10:15.719273 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-6087fb33-b45a-47b4-bf72-7fbe462c49c5 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/networks?id=3070aef4-b649-4755-a902-9c9b5fbea808 HTTP/1.1" status: 200 len: 813 time: 0.2752740 Jun 15 15:10:15.740272 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-ce7083fc-edc5-469e-a2f9-974643d1a920 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/quotas/e683a55236c145199f016b08f5671fd4 HTTP/1.1" status: 200 len: 375 time: 0.0115981 Jun 15 15:10:15.807901 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-a253cfd3-02ba-4dcb-a7a9-5dde0b520a4b tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e683a55236c145199f016b08f5671fd4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0618675 Jun 15 15:10:16.006221 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-846a04ad-2bf9-47a4-acde-36856d862750 service neutron] 10.222.0.26 "GET /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910744 Jun 15 15:10:16.157968 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f8b824a7-8783-4a09-8c6b-1dc16b85471b service neutron] 10.222.0.26 "GET /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456590 Jun 15 15:10:16.359473 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4b400363-41f6-4805-8fd2-50693b6a00e7 req-1e828f7a-7325-474b-a3f9-8316600f8581 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 210 time: 0.0496094 Jun 15 15:10:17.539563 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-276a380f-ac42-42d5-ba9c-b1e9822efb67 req-382c36d1-e5b0-4d1e-b9f5-77a8bfe6b953 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 210 time: 0.0646987 Jun 15 15:10:17.550502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-bbd940f0-2e21-4090-92d4-fb0ca8d02fdd tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:17.552279 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-bbd940f0-2e21-4090-92d4-fb0ca8d02fdd tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.44 "GET /v2.0/networks?id=3070aef4-b649-4755-a902-9c9b5fbea808 HTTP/1.1" status: 200 len: 813 time: 0.2141461 Jun 15 15:10:17.565234 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Request body: {'port': {'device_id': '9f675008-6e1c-468c-bc97-6c7a3bc48251', 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808', 'admin_state_up': True, 'tenant_id': 'e683a55236c145199f016b08f5671fd4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:17.705753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:17.709933 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Usage tracker for resource:port and tenant:e683a55236c145199f016b08f5671fd4 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:10:17.712838 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:10:17.718736 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:17.729961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Made reservation on behalf of e683a55236c145199f016b08f5671fd4 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:10:17.733855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:17.914228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Allocated IP 172.20.0.5 (3070aef4-b649-4755-a902-9c9b5fbea808/72e2d9ad-1900-4b79-95bd-6a9f707f511a/5b3450dc-55b7-4d3a-966b-a097fe047938) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:10:18.135116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:18.174940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:18.252502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Network 3070aef4-b649-4755-a902-9c9b5fbea808 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:10:18.255597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:10:18.259414 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:10:18.290404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Pushing event updated for resources: {'Port': ['ID=5b3450dc-55b7-4d3a-966b-a097fe047938,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:18.328092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:18.328744 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:18.351070 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-f85326d5-238b-462c-a08a-fca2896230c8 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7893357 Jun 15 15:10:18.362603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-b42076e1-057a-4e0f-9721-6390005d7c74 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 15:10:18.364240 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-b42076e1-057a-4e0f-9721-6390005d7c74 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070217 Jun 15 15:10:18.425027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Request body: {'port': {'device_id': '9f675008-6e1c-468c-bc97-6c7a3bc48251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:18.545077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:18.753582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f865946-869a-4da2-8854-7cdcf1c344ca req-10395de5-67f2-43ff-9f01-b1b04720f238 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:18.755256 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2f865946-869a-4da2-8854-7cdcf1c344ca req-10395de5-67f2-43ff-9f01-b1b04720f238 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 931 time: 0.0979781 Jun 15 15:10:18.803124 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2f865946-869a-4da2-8854-7cdcf1c344ca req-e6dc6c43-9e3f-41e7-a1ca-84044771c984 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Jun 15 15:10:19.041956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b3450dc-55b7-4d3a-966b-a097fe047938 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:10:19.051319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:19.071862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Transition to ACTIVE for port object 5b3450dc-55b7-4d3a-966b-a097fe047938 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:10:19.077625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:19.209594 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3450dc-55b7-4d3a-966b-a097fe047938,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:19.332334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Attempting to bind port 5b3450dc-55b7-4d3a-966b-a097fe047938 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:10:19.332589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Attempting to bind port 5b3450dc-55b7-4d3a-966b-a097fe047938 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '67d4e6c6-61b2-417e-a02d-b196e518a609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:10:19.332923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Attempting to bind port 5b3450dc-55b7-4d3a-966b-a097fe047938 on network 3070aef4-b649-4755-a902-9c9b5fbea808 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:10:19.338221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Port 5b3450dc-55b7-4d3a-966b-a097fe047938 on network 3070aef4-b649-4755-a902-9c9b5fbea808 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:10:19.338549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Attempting to bind port 5b3450dc-55b7-4d3a-966b-a097fe047938 on network 3070aef4-b649-4755-a902-9c9b5fbea808 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:10:19.344577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:10:19.344918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Checking segment: {'id': '67d4e6c6-61b2-417e-a02d-b196e518a609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:10:19.345284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Bound using segment: {'id': '67d4e6c6-61b2-417e-a02d-b196e518a609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:10:19.345784 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Bound port: 5b3450dc-55b7-4d3a-966b-a097fe047938, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d4e6c6-61b2-417e-a02d-b196e518a609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:10:19.346078 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:19.442321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] For port 5b3450dc-55b7-4d3a-966b-a097fe047938, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:10:19.445370 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] For port 5b3450dc-55b7-4d3a-966b-a097fe047938, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=5b3450dc-55b7-4d3a-966b-a097fe047938,segment=NetworkSegment(67d4e6c6-61b2-417e-a02d-b196e518a609),segment_id=67d4e6c6-61b2-417e-a02d-b196e518a609)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:10:19.451233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:19.518221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:19.518836 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:19.520257 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] 10.222.0.44 "PUT /v2.0/ports/5b3450dc-55b7-4d3a-966b-a097fe047938 HTTP/1.1" status: 200 len: 1093 time: 1.1501434 Jun 15 15:10:19.520688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f675008-6e1c-468c-bc97-6c7a3bc48251', 'tag': '5b3450dc-55b7-4d3a-966b-a097fe047938'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:10:19.543979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3d181-a040-4a83-842e-53fa7090f290 service neutron] Pushing event updated for resources: {'Port': ['ID=5b3450dc-55b7-4d3a-966b-a097fe047938,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:19.605195 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9993fe0-0613-43a3-aceb-01216ea8e5f9'] response: {'name': 'network-changed', 'server_uuid': '9f675008-6e1c-468c-bc97-6c7a3bc48251', 'tag': '5b3450dc-55b7-4d3a-966b-a097fe047938', 'status': 'completed', 'code': 200} Jun 15 15:10:19.656533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-426f3995-fc40-47d6-b692-76da52c234c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:19.657410 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-426f3995-fc40-47d6-b692-76da52c234c1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e683a55236c145199f016b08f5671fd4&device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 1096 time: 0.0930474 Jun 15 15:10:19.728144 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-8fea2fc8-be02-44fe-8e92-8e1a3b871a05 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b3450dc-55b7-4d3a-966b-a097fe047938 HTTP/1.1" status: 200 len: 217 time: 0.0637248 Jun 15 15:10:19.797837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-42731307-2e8a-4ff8-b15c-b378854bef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:19.799222 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-42731307-2e8a-4ff8-b15c-b378854bef37 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=72e2d9ad-1900-4b79-95bd-6a9f707f511a HTTP/1.1" status: 200 len: 853 time: 0.0649316 Jun 15 15:10:19.854172 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-a9440858-d437-4dee-b2af-66873dd4fb53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3070aef4-b649-4755-a902-9c9b5fbea808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495410 Jun 15 15:10:20.001979 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-b15ef55d-cc63-41e6-abae-768039c336b1 service neutron] 10.222.0.44 "GET /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395273 Jun 15 15:10:20.014121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5642fe0-cc4a-4d8c-b98d-7cff03e738ac req-3de0260b-aa9f-4bef-b64a-3e4bd71232ed tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:20.015704 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d5642fe0-cc4a-4d8c-b98d-7cff03e738ac req-3de0260b-aa9f-4bef-b64a-3e4bd71232ed tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 943 time: 0.0985091 Jun 15 15:10:20.152631 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-87ab650d-157e-484e-9fec-6bca8635d1a9 req-e067f286-01ab-4003-a5f1-6b300c943197 service neutron] 10.222.0.44 "GET /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452773 Jun 15 15:10:20.172535 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d5642fe0-cc4a-4d8c-b98d-7cff03e738ac req-70affddd-072b-4d52-b38a-41c1ec06769d tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484022 Jun 15 15:10:20.299526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bf2e-4b3c-4463-a95d-3901d30f263d req-84e54c8e-b3a1-4874-bf4a-cfeb87f80cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:20.300935 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a887bf2e-4b3c-4463-a95d-3901d30f263d req-84e54c8e-b3a1-4874-bf4a-cfeb87f80cd2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e683a55236c145199f016b08f5671fd4&device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 1096 time: 0.0956438 Jun 15 15:10:20.457022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bf2e-4b3c-4463-a95d-3901d30f263d req-55f0eed7-ac08-4b19-90de-0420e14c8d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:20.459424 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a887bf2e-4b3c-4463-a95d-3901d30f263d req-55f0eed7-ac08-4b19-90de-0420e14c8d0d service neutron] 10.222.0.44 "GET /v2.0/networks?id=3070aef4-b649-4755-a902-9c9b5fbea808 HTTP/1.1" status: 200 len: 914 time: 0.1520240 Jun 15 15:10:20.533335 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a887bf2e-4b3c-4463-a95d-3901d30f263d req-7ccedac3-dc96-4735-a333-2a0302a8fe24 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b3450dc-55b7-4d3a-966b-a097fe047938 HTTP/1.1" status: 200 len: 217 time: 0.0658922 Jun 15 15:10:20.607346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887bf2e-4b3c-4463-a95d-3901d30f263d req-9ccf7618-28c6-4347-915c-b4a4676b1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:20.608845 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a887bf2e-4b3c-4463-a95d-3901d30f263d req-9ccf7618-28c6-4347-915c-b4a4676b1e5f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=72e2d9ad-1900-4b79-95bd-6a9f707f511a HTTP/1.1" status: 200 len: 853 time: 0.0681090 Jun 15 15:10:20.667124 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a887bf2e-4b3c-4463-a95d-3901d30f263d req-1340ab3f-d7b2-4b26-b411-af558fb15ef8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3070aef4-b649-4755-a902-9c9b5fbea808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521297 Jun 15 15:10:20.919970 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a887bf2e-4b3c-4463-a95d-3901d30f263d req-834fc391-9b29-492c-a049-5c12ca52b01c service neutron] 10.222.0.44 "GET /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459414 Jun 15 15:10:21.081177 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a887bf2e-4b3c-4463-a95d-3901d30f263d req-c7408c49-69e9-4047-b9ab-c64c58f32e54 service neutron] 10.222.0.44 "GET /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469092 Jun 15 15:10:21.384129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b46c0b4-dfcd-433d-ba5c-7cfd3dbe87ee req-0ae78e66-9960-4ec9-a0e0-69bd34d24828 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:21.384860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9b46c0b4-dfcd-433d-ba5c-7cfd3dbe87ee req-0ae78e66-9960-4ec9-a0e0-69bd34d24828 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Synchronizing usage tracker for tenant:e683a55236c145199f016b08f5671fd4 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:10:21.403737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9b46c0b4-dfcd-433d-ba5c-7cfd3dbe87ee req-0ae78e66-9960-4ec9-a0e0-69bd34d24828 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Unset dirty status for tenant:e683a55236c145199f016b08f5671fd4 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:10:21.405165 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b46c0b4-dfcd-433d-ba5c-7cfd3dbe87ee req-0ae78e66-9960-4ec9-a0e0-69bd34d24828 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 943 time: 0.1130915 Jun 15 15:10:21.452009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9b46c0b4-dfcd-433d-ba5c-7cfd3dbe87ee req-8137a682-8e9f-4b90-a0d0-200ac1dac0cd tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Synchronizing usage tracker for tenant:e683a55236c145199f016b08f5671fd4 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:10:21.472451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9b46c0b4-dfcd-433d-ba5c-7cfd3dbe87ee req-8137a682-8e9f-4b90-a0d0-200ac1dac0cd tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Unset dirty status for tenant:e683a55236c145199f016b08f5671fd4 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:10:21.473760 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9b46c0b4-dfcd-433d-ba5c-7cfd3dbe87ee req-8137a682-8e9f-4b90-a0d0-200ac1dac0cd tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625033 Jun 15 15:10:21.700875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:22.690318 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2090d-18fa-49bf-909c-beb9dc0643b8 req-2d0ffde1-aa80-405f-8891-54c1e72a85dd tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:22.691911 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53f2090d-18fa-49bf-909c-beb9dc0643b8 req-2d0ffde1-aa80-405f-8891-54c1e72a85dd tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 943 time: 0.1022091 Jun 15 15:10:22.745574 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-53f2090d-18fa-49bf-909c-beb9dc0643b8 req-bf672b9e-ef65-4358-b528-9ef2aadd076b tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 Jun 15 15:10:23.001979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 5b3450dc-55b7-4d3a-966b-a097fe047938 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:10:23.150005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 5b3450dc-55b7-4d3a-966b-a097fe047938, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=5b3450dc-55b7-4d3a-966b-a097fe047938,segment=NetworkSegment(67d4e6c6-61b2-417e-a02d-b196e518a609),segment_id=67d4e6c6-61b2-417e-a02d-b196e518a609)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:23.164216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '5b3450dc-55b7-4d3a-966b-a097fe047938', 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808', 'port_id': '5b3450dc-55b7-4d3a-966b-a097fe047938', 'mac_address': 'fa:16:3e:0b:b2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e2d9ad-1900-4b79-95bd-6a9f707f511a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:10:23.222161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 5b3450dc-55b7-4d3a-966b-a097fe047938 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:10:23.222535 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:23.239950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b3450dc-55b7-4d3a-966b-a097fe047938 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:10:23.256551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 5b3450dc-55b7-4d3a-966b-a097fe047938, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=5b3450dc-55b7-4d3a-966b-a097fe047938,segment=NetworkSegment(67d4e6c6-61b2-417e-a02d-b196e518a609),segment_id=67d4e6c6-61b2-417e-a02d-b196e518a609)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:23.262197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:23.333668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=5b3450dc-55b7-4d3a-966b-a097fe047938,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:23.487827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['5b3450dc-55b7-4d3a-966b-a097fe047938'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:10:23.961883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be9638-4705-45e9-a3c5-86ac202e813b req-d8ac3f4b-2e1d-412e-a542-0f5ed1dd1e3b tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:23.963253 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c7be9638-4705-45e9-a3c5-86ac202e813b req-d8ac3f4b-2e1d-412e-a542-0f5ed1dd1e3b tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 944 time: 0.0945013 Jun 15 15:10:24.008888 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c7be9638-4705-45e9-a3c5-86ac202e813b req-146147f0-5385-4837-8fac-1b76141922b4 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390265 Jun 15 15:10:25.017321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 5b3450dc-55b7-4d3a-966b-a097fe047938 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:10:25.087991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 5b3450dc-55b7-4d3a-966b-a097fe047938 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:10:25.092843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 5b3450dc-55b7-4d3a-966b-a097fe047938 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:10:25.093144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:25.212671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 5b3450dc-55b7-4d3a-966b-a097fe047938 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:10:25.213056 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:25.228113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d7702-4763-479a-a889-c4e5b95a4089 req-2ec0c9e2-df25-42bd-a24d-a7afc0d31dcf tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:25.230652 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0d9d7702-4763-479a-a889-c4e5b95a4089 req-2ec0c9e2-df25-42bd-a24d-a7afc0d31dcf tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 944 time: 0.1141224 Jun 15 15:10:25.242384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f675008-6e1c-468c-bc97-6c7a3bc48251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3450dc-55b7-4d3a-966b-a097fe047938'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:10:25.253120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 5b3450dc-55b7-4d3a-966b-a097fe047938, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=5b3450dc-55b7-4d3a-966b-a097fe047938,segment=NetworkSegment(67d4e6c6-61b2-417e-a02d-b196e518a609),segment_id=67d4e6c6-61b2-417e-a02d-b196e518a609)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:25.258205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:25.279241 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0d9d7702-4763-479a-a889-c4e5b95a4089 req-3b208a74-ff81-427a-8268-0a3bf6f3e85c tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Jun 15 15:10:25.291614 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78ccf65a-56cc-44ee-b646-25067407b90c'] response: {'server_uuid': '9f675008-6e1c-468c-bc97-6c7a3bc48251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b3450dc-55b7-4d3a-966b-a097fe047938', 'code': 200} Jun 15 15:10:25.330455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=5b3450dc-55b7-4d3a-966b-a097fe047938,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:25.533722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba40e24-387d-4847-b662-cd23ad204fff req-2c70f7d7-64cd-4a3b-87d5-a445c69409d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:25.535126 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5ba40e24-387d-4847-b662-cd23ad204fff req-2c70f7d7-64cd-4a3b-87d5-a445c69409d2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 1098 time: 0.0792851 Jun 15 15:10:25.576001 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5ba40e24-387d-4847-b662-cd23ad204fff req-a0b35559-7192-45bc-b31f-9ece281089b1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348680 Jun 15 15:10:26.494127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc976712-777b-449e-b571-26deae2db56f req-aba5e3cc-3c3c-48bf-af4b-1fb49e2e4384 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:26.495589 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cc976712-777b-449e-b571-26deae2db56f req-aba5e3cc-3c3c-48bf-af4b-1fb49e2e4384 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 945 time: 0.0993290 Jun 15 15:10:26.543705 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cc976712-777b-449e-b571-26deae2db56f req-ce8b8013-8922-4f50-a5f1-05fa206a97b6 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414536 Jun 15 15:10:27.284559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-01097556-3089-4536-a0b5-0f3008119e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:27.605061 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:10:27.756468 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44facc-b1f3-472c-8af8-fcf8dc3d0f3f req-47238e70-5d29-4402-b233-7ff51b072bad tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:27.758088 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7c44facc-b1f3-472c-8af8-fcf8dc3d0f3f req-47238e70-5d29-4402-b233-7ff51b072bad tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 945 time: 0.1023624 Jun 15 15:10:27.805049 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7c44facc-b1f3-472c-8af8-fcf8dc3d0f3f req-78997a74-87bf-45c9-93e7-0ba5096e852e tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Jun 15 15:10:28.156536 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069542-1410-4a98-8586-83f9468e00f5 req-fc449ba2-3ac2-4775-91d6-2f29908ae9d2 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:28.157990 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-fc449ba2-3ac2-4775-91d6-2f29908ae9d2 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/networks?id=3070aef4-b649-4755-a902-9c9b5fbea808 HTTP/1.1" status: 200 len: 813 time: 0.1758552 Jun 15 15:10:28.174535 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-da923ca8-04bf-4530-9227-c54412bb841a tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/quotas/e683a55236c145199f016b08f5671fd4 HTTP/1.1" status: 200 len: 375 time: 0.0105290 Jun 15 15:10:28.272211 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-200ccdbc-59d7-4d7d-9b7c-64bc8047531b tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e683a55236c145199f016b08f5671fd4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923004 Jun 15 15:10:28.282733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-caa7125f-2b02-4c63-8dbc-ca3ada8a7162 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 15:10:28.283781 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-caa7125f-2b02-4c63-8dbc-ca3ada8a7162 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049651 Jun 15 15:10:28.419951 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-4c5c5e4c-0764-423b-aaf9-d26b64fde787 service neutron] 10.222.0.26 "GET /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296039 Jun 15 15:10:28.556537 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-d81e0b15-a477-4111-9744-1eb9e76ecd36 service neutron] 10.222.0.26 "GET /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301351 Jun 15 15:10:28.758845 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ed1dbfcd-ee19-4991-8720-42ec43c97221 req-524399a2-2b1b-40e4-95a1-917f76aa3ad9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 210 time: 0.0503712 Jun 15 15:10:29.408515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d0ad871-4f91-46a5-a227-c2d0e6bda31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:29.835768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069542-1410-4a98-8586-83f9468e00f5 req-27ad1d6f-3d31-47e5-870e-f16d5862978c tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:29.837322 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-27ad1d6f-3d31-47e5-870e-f16d5862978c tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.44 "GET /v2.0/networks?id=3070aef4-b649-4755-a902-9c9b5fbea808 HTTP/1.1" status: 200 len: 813 time: 0.1566501 Jun 15 15:10:29.854560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Request body: {'port': {'device_id': '1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60', 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808', 'admin_state_up': True, 'tenant_id': 'e683a55236c145199f016b08f5671fd4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:29.975079 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e85f019-0233-441a-a9c2-6c693ccebafc req-2d69f5b6-2a58-443a-9a03-a9572c562b17 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 210 time: 0.1029971 Jun 15 15:10:30.038872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:30.048461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:30.061321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Made reservation on behalf of e683a55236c145199f016b08f5671fd4 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:10:30.065192 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:30.361297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Allocated IP 172.20.0.3 (3070aef4-b649-4755-a902-9c9b5fbea808/72e2d9ad-1900-4b79-95bd-6a9f707f511a/dcc962f5-6006-46d6-b7b6-ce829b67929b) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:10:30.583591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:30.616709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:30.628712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['5b3450dc-55b7-4d3a-966b-a097fe047938'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:10:30.680353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:30.703022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:30.710851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Network 3070aef4-b649-4755-a902-9c9b5fbea808 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:10:30.714017 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:10:30.718414 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:10:30.753294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Pushing event updated for resources: {'Port': ['ID=dcc962f5-6006-46d6-b7b6-ce829b67929b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:30.785903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:30.786531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:30.811929 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-006fc1dc-dff5-4c24-a80a-1f618a75f3fc tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9667621 Jun 15 15:10:30.823082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Request body: {'port': {'device_id': '1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:30.952903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:31.178350 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b980e21-eec3-4bb0-a883-d96e8046d73c req-c98b3294-15fe-4232-acdd-de76b87cd213 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:31.179831 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5b980e21-eec3-4bb0-a883-d96e8046d73c req-c98b3294-15fe-4232-acdd-de76b87cd213 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 931 time: 0.0935106 Jun 15 15:10:31.225588 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5b980e21-eec3-4bb0-a883-d96e8046d73c req-80a47bd4-7ee1-4976-9d32-ba5b52d0205b tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393772 Jun 15 15:10:31.302289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc962f5-6006-46d6-b7b6-ce829b67929b {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:10:31.311458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:31.327013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Transition to ACTIVE for port object dcc962f5-6006-46d6-b7b6-ce829b67929b will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:10:31.332109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:31.463028 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Pushing event updated for resources: {'Port': ['ID=dcc962f5-6006-46d6-b7b6-ce829b67929b,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:31.581653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Attempting to bind port dcc962f5-6006-46d6-b7b6-ce829b67929b on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:10:31.581887 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Attempting to bind port dcc962f5-6006-46d6-b7b6-ce829b67929b by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '67d4e6c6-61b2-417e-a02d-b196e518a609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:10:31.582248 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Attempting to bind port dcc962f5-6006-46d6-b7b6-ce829b67929b on network 3070aef4-b649-4755-a902-9c9b5fbea808 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:10:31.589464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Port dcc962f5-6006-46d6-b7b6-ce829b67929b on network 3070aef4-b649-4755-a902-9c9b5fbea808 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:10:31.590064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Attempting to bind port dcc962f5-6006-46d6-b7b6-ce829b67929b on network 3070aef4-b649-4755-a902-9c9b5fbea808 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:10:31.599341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:10:31.599822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Checking segment: {'id': '67d4e6c6-61b2-417e-a02d-b196e518a609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:10:31.600676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Bound using segment: {'id': '67d4e6c6-61b2-417e-a02d-b196e518a609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:10:31.601360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Bound port: dcc962f5-6006-46d6-b7b6-ce829b67929b, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67d4e6c6-61b2-417e-a02d-b196e518a609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:10:31.601893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:31.698863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] For port dcc962f5-6006-46d6-b7b6-ce829b67929b, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:10:31.703784 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] For port dcc962f5-6006-46d6-b7b6-ce829b67929b, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=dcc962f5-6006-46d6-b7b6-ce829b67929b,segment=NetworkSegment(67d4e6c6-61b2-417e-a02d-b196e518a609),segment_id=67d4e6c6-61b2-417e-a02d-b196e518a609)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:10:31.708607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:31.770766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:31.771387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:31.772840 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] 10.222.0.44 "PUT /v2.0/ports/dcc962f5-6006-46d6-b7b6-ce829b67929b HTTP/1.1" status: 200 len: 1093 time: 0.9540751 Jun 15 15:10:31.773258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60', 'tag': 'dcc962f5-6006-46d6-b7b6-ce829b67929b'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:10:31.793549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5fa269-78da-422e-ac3c-75c4bb58f16d service neutron] Pushing event updated for resources: {'Port': ['ID=dcc962f5-6006-46d6-b7b6-ce829b67929b,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:31.864861 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5445d08a-5657-4c64-a45a-991ce365cabf'] response: {'name': 'network-changed', 'server_uuid': '1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60', 'tag': 'dcc962f5-6006-46d6-b7b6-ce829b67929b', 'status': 'completed', 'code': 200} Jun 15 15:10:31.911741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069542-1410-4a98-8586-83f9468e00f5 req-b2063d6a-4645-4d84-86e0-5eef04ff602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:31.913578 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-b2063d6a-4645-4d84-86e0-5eef04ff602e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e683a55236c145199f016b08f5671fd4&device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 1096 time: 0.0967476 Jun 15 15:10:31.993713 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-4514235c-16f5-4446-911d-3e5ac39a1148 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcc962f5-6006-46d6-b7b6-ce829b67929b HTTP/1.1" status: 200 len: 217 time: 0.0628839 Jun 15 15:10:32.057284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0069542-1410-4a98-8586-83f9468e00f5 req-71e91948-a155-4905-b55d-6b3e7943338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:32.058701 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-71e91948-a155-4905-b55d-6b3e7943338e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=72e2d9ad-1900-4b79-95bd-6a9f707f511a HTTP/1.1" status: 200 len: 853 time: 0.0600173 Jun 15 15:10:32.100885 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:32.113018 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-789a84af-b0b7-4243-b290-b90d3dad50ca service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3070aef4-b649-4755-a902-9c9b5fbea808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470917 Jun 15 15:10:32.254306 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-a6ccae87-76d5-473d-ad7a-53f6d9ad46ce service neutron] 10.222.0.44 "GET /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354375 Jun 15 15:10:32.391155 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0069542-1410-4a98-8586-83f9468e00f5 req-73367bd2-1dc3-4e84-a54e-fec229f15600 service neutron] 10.222.0.44 "GET /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309073 Jun 15 15:10:32.424346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc20a6-2779-4d8f-a0f6-2652d7491619 req-0a98f218-4eb4-4e0e-bb1f-526ca18dbf78 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:32.426002 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-41cc20a6-2779-4d8f-a0f6-2652d7491619 req-0a98f218-4eb4-4e0e-bb1f-526ca18dbf78 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 943 time: 0.0944414 Jun 15 15:10:32.482333 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-41cc20a6-2779-4d8f-a0f6-2652d7491619 req-4b189389-6337-4d2a-8188-215b2dfd740f tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449317 Jun 15 15:10:32.634305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcadc26-495b-4f57-8534-7724dd845040 req-16fb4dbd-3af7-4aef-8fb3-d3278f839c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:32.635705 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1fcadc26-495b-4f57-8534-7724dd845040 req-16fb4dbd-3af7-4aef-8fb3-d3278f839c1e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e683a55236c145199f016b08f5671fd4&device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 1096 time: 0.1950767 Jun 15 15:10:32.771437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcadc26-495b-4f57-8534-7724dd845040 req-c08170e4-5a56-4fb1-80c6-b60565e5b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:32.772934 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1fcadc26-495b-4f57-8534-7724dd845040 req-c08170e4-5a56-4fb1-80c6-b60565e5b6fa service neutron] 10.222.0.44 "GET /v2.0/networks?id=3070aef4-b649-4755-a902-9c9b5fbea808 HTTP/1.1" status: 200 len: 914 time: 0.1307647 Jun 15 15:10:32.848038 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1fcadc26-495b-4f57-8534-7724dd845040 req-01a219d9-3d1e-40e5-96b0-60f09699086c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dcc962f5-6006-46d6-b7b6-ce829b67929b HTTP/1.1" status: 200 len: 217 time: 0.0650167 Jun 15 15:10:32.930459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcadc26-495b-4f57-8534-7724dd845040 req-1957e88e-dfe1-46ca-a82b-b2757f09a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:32.931802 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1fcadc26-495b-4f57-8534-7724dd845040 req-1957e88e-dfe1-46ca-a82b-b2757f09a66d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=72e2d9ad-1900-4b79-95bd-6a9f707f511a HTTP/1.1" status: 200 len: 853 time: 0.0679579 Jun 15 15:10:32.986743 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1fcadc26-495b-4f57-8534-7724dd845040 req-add5da79-16fc-472d-9327-79a72469c427 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3070aef4-b649-4755-a902-9c9b5fbea808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479925 Jun 15 15:10:33.134480 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1fcadc26-495b-4f57-8534-7724dd845040 req-55bdab76-6384-4925-afec-0acf7812e900 service neutron] 10.222.0.44 "GET /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401086 Jun 15 15:10:33.270917 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1fcadc26-495b-4f57-8534-7724dd845040 req-d78eaae7-fab2-43bc-aa3a-fbe1810d3f2a service neutron] 10.222.0.44 "GET /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297565 Jun 15 15:10:33.693242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b10e0-15fd-4821-a9af-938963c6a5e3 req-eee09516-f8fb-4e5b-afad-ee7690b901cf tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:33.693959 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b87b10e0-15fd-4821-a9af-938963c6a5e3 req-eee09516-f8fb-4e5b-afad-ee7690b901cf tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Synchronizing usage tracker for tenant:e683a55236c145199f016b08f5671fd4 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:10:33.718253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b87b10e0-15fd-4821-a9af-938963c6a5e3 req-eee09516-f8fb-4e5b-afad-ee7690b901cf tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Unset dirty status for tenant:e683a55236c145199f016b08f5671fd4 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:10:33.719517 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b87b10e0-15fd-4821-a9af-938963c6a5e3 req-eee09516-f8fb-4e5b-afad-ee7690b901cf tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 943 time: 0.1175277 Jun 15 15:10:33.767383 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b87b10e0-15fd-4821-a9af-938963c6a5e3 req-4aee027d-47e9-4a21-ad1e-c3b65584d8ce tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Jun 15 15:10:34.982995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03402b13-387c-4434-b15e-edfc02b513a5 req-1654cc3c-67b7-4d0f-8e6a-e0196151687c tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:34.984426 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-03402b13-387c-4434-b15e-edfc02b513a5 req-1654cc3c-67b7-4d0f-8e6a-e0196151687c tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 943 time: 0.1014283 Jun 15 15:10:35.031049 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-03402b13-387c-4434-b15e-edfc02b513a5 req-faa235a4-0386-4a61-909e-e7ee06504227 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407872 Jun 15 15:10:35.064809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device dcc962f5-6006-46d6-b7b6-ce829b67929b details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:10:35.230038 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port dcc962f5-6006-46d6-b7b6-ce829b67929b, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=dcc962f5-6006-46d6-b7b6-ce829b67929b,segment=NetworkSegment(67d4e6c6-61b2-417e-a02d-b196e518a609),segment_id=67d4e6c6-61b2-417e-a02d-b196e518a609)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:35.243499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'dcc962f5-6006-46d6-b7b6-ce829b67929b', 'network_id': '3070aef4-b649-4755-a902-9c9b5fbea808', 'port_id': 'dcc962f5-6006-46d6-b7b6-ce829b67929b', 'mac_address': 'fa:16:3e:e2:62:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e2d9ad-1900-4b79-95bd-6a9f707f511a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:10:35.303103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port dcc962f5-6006-46d6-b7b6-ce829b67929b is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:10:35.303483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:35.320475 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc962f5-6006-46d6-b7b6-ce829b67929b {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:10:35.335916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port dcc962f5-6006-46d6-b7b6-ce829b67929b, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=dcc962f5-6006-46d6-b7b6-ce829b67929b,segment=NetworkSegment(67d4e6c6-61b2-417e-a02d-b196e518a609),segment_id=67d4e6c6-61b2-417e-a02d-b196e518a609)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:35.341853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:35.409749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=dcc962f5-6006-46d6-b7b6-ce829b67929b,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:35.417517 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:35.417871 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:35.418216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:35.418554 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:35.418893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:35.419226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:35.419558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:35.420128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:35.420566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:35.420824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:35.421152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:35.421481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:10:35.553797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['dcc962f5-6006-46d6-b7b6-ce829b67929b'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:10:36.242669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316bcc69-2d4a-4e3f-b95e-66c4bdc08463 req-e6bf3f7b-4057-4b9f-b66c-a29704998a8e tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:36.244177 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-316bcc69-2d4a-4e3f-b95e-66c4bdc08463 req-e6bf3f7b-4057-4b9f-b66c-a29704998a8e tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 944 time: 0.1056011 Jun 15 15:10:36.292847 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-316bcc69-2d4a-4e3f-b95e-66c4bdc08463 req-7af009ce-8a20-4eab-882f-f2f7a9e22321 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Jun 15 15:10:37.090302 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device dcc962f5-6006-46d6-b7b6-ce829b67929b up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:10:37.159939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port dcc962f5-6006-46d6-b7b6-ce829b67929b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:10:37.165629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port dcc962f5-6006-46d6-b7b6-ce829b67929b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:10:37.166017 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:37.286771 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port dcc962f5-6006-46d6-b7b6-ce829b67929b is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:10:37.287155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:37.316248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc962f5-6006-46d6-b7b6-ce829b67929b'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:10:37.326349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port dcc962f5-6006-46d6-b7b6-ce829b67929b, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=dcc962f5-6006-46d6-b7b6-ce829b67929b,segment=NetworkSegment(67d4e6c6-61b2-417e-a02d-b196e518a609),segment_id=67d4e6c6-61b2-417e-a02d-b196e518a609)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:37.331840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:37.363592 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd9d166-cb35-4383-8475-8503f29c7582'] response: {'server_uuid': '1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc962f5-6006-46d6-b7b6-ce829b67929b', 'code': 200} Jun 15 15:10:37.407767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=dcc962f5-6006-46d6-b7b6-ce829b67929b,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:37.502324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e297ce-424f-4649-add1-17110dda508d req-d909ac9b-8232-4e0a-afa6-110bf2097a1f tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:37.503848 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f3e297ce-424f-4649-add1-17110dda508d req-d909ac9b-8232-4e0a-afa6-110bf2097a1f tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 945 time: 0.0956357 Jun 15 15:10:37.550877 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f3e297ce-424f-4649-add1-17110dda508d req-caebd129-6fd8-4023-848f-c9fafc6e1db7 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Jun 15 15:10:37.599909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd264-aacf-48ac-b010-fbfac8828f56 req-7b025f49-1649-44b6-bc73-d23e65581808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:37.601386 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-925fd264-aacf-48ac-b010-fbfac8828f56 req-7b025f49-1649-44b6-bc73-d23e65581808 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 1098 time: 0.0797780 Jun 15 15:10:37.643774 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-925fd264-aacf-48ac-b010-fbfac8828f56 req-7d213502-e0da-4ecc-a0b0-a5a2f7f3eae9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348740 Jun 15 15:10:38.756008 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94b578-9e16-436b-8fa7-eec627849b7e req-30ca6652-a19e-4324-9fcd-2b734eb5a90e tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:38.757539 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de94b578-9e16-436b-8fa7-eec627849b7e req-30ca6652-a19e-4324-9fcd-2b734eb5a90e tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 945 time: 0.0930467 Jun 15 15:10:38.804947 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-de94b578-9e16-436b-8fa7-eec627849b7e req-492786d7-25e2-4d50-915c-3af9c69698ea tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Jun 15 15:10:40.003194 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d48fe-ad8b-4219-8523-6f8f535a4742 req-2bb6e3e5-a774-4bce-b99a-5cbc97b89423 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:40.004618 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-369d48fe-ad8b-4219-8523-6f8f535a4742 req-2bb6e3e5-a774-4bce-b99a-5cbc97b89423 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 945 time: 0.0936236 Jun 15 15:10:40.053513 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-369d48fe-ad8b-4219-8523-6f8f535a4742 req-e6432a52-62b8-40f6-bd03-c494f3de144d tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430377 Jun 15 15:10:40.450244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f9be4-8af7-46fc-9369-8a881b4359e9 req-d3c4a094-3c56-4a91-b73f-98e639b5a4f7 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:40.452238 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-028f9be4-8af7-46fc-9369-8a881b4359e9 req-d3c4a094-3c56-4a91-b73f-98e639b5a4f7 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 945 time: 0.0917597 Jun 15 15:10:40.497598 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-028f9be4-8af7-46fc-9369-8a881b4359e9 req-2dd7ea25-2a81-4c9c-a231-690b6879279f tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395141 Jun 15 15:10:41.847411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd91d75-3911-40e6-aeb6-ec544e9ff73a req-f291e3e3-03b3-423f-abe9-cb20c8df5f56 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:41.848901 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9cd91d75-3911-40e6-aeb6-ec544e9ff73a req-f291e3e3-03b3-423f-abe9-cb20c8df5f56 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 945 time: 0.1546359 Jun 15 15:10:41.898429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87dba2-5eb7-44a7-bea5-df315598a66f req-74085e22-de00-4f2f-850a-f7fb35f110a5 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:41.899929 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0e87dba2-5eb7-44a7-bea5-df315598a66f req-74085e22-de00-4f2f-850a-f7fb35f110a5 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 945 time: 0.1404550 Jun 15 15:10:41.969486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-9cd91d75-3911-40e6-aeb6-ec544e9ff73a req-82c699b2-928d-4c77-b91d-c1cfe553e335 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Deleting port dcc962f5-6006-46d6-b7b6-ce829b67929b {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:10:41.969873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9cd91d75-3911-40e6-aeb6-ec544e9ff73a req-82c699b2-928d-4c77-b91d-c1cfe553e335 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:42.012135 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0e87dba2-5eb7-44a7-bea5-df315598a66f req-39f9a2b8-2c98-4756-b241-a35690eb80e1 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053360 Jun 15 15:10:42.236534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-9cd91d75-3911-40e6-aeb6-ec544e9ff73a req-82c699b2-928d-4c77-b91d-c1cfe553e335 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] For port dcc962f5-6006-46d6-b7b6-ce829b67929b, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=dcc962f5-6006-46d6-b7b6-ce829b67929b,segment=NetworkSegment(67d4e6c6-61b2-417e-a02d-b196e518a609),segment_id=67d4e6c6-61b2-417e-a02d-b196e518a609)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:42.236907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9cd91d75-3911-40e6-aeb6-ec544e9ff73a req-82c699b2-928d-4c77-b91d-c1cfe553e335 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:42.484589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-9cd91d75-3911-40e6-aeb6-ec544e9ff73a req-82c699b2-928d-4c77-b91d-c1cfe553e335 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Calling delete_port for dcc962f5-6006-46d6-b7b6-ce829b67929b owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:10:42.633249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9cd91d75-3911-40e6-aeb6-ec544e9ff73a req-82c699b2-928d-4c77-b91d-c1cfe553e335 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:42.645696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['5b3450dc-55b7-4d3a-966b-a097fe047938', 'dcc962f5-6006-46d6-b7b6-ce829b67929b'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:10:42.686780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c699b2-928d-4c77-b91d-c1cfe553e335 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Pushing event deleted for resources: {'Port': ['ID=dcc962f5-6006-46d6-b7b6-ce829b67929b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:42.782103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd91d75-3911-40e6-aeb6-ec544e9ff73a req-82c699b2-928d-4c77-b91d-c1cfe553e335 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] No DVR routers for this DVR port dcc962f5-6006-46d6-b7b6-ce829b67929b on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:10:42.784749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-9cd91d75-3911-40e6-aeb6-ec544e9ff73a req-82c699b2-928d-4c77-b91d-c1cfe553e335 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:42.787331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60', 'name': 'network-vif-deleted', 'tag': 'dcc962f5-6006-46d6-b7b6-ce829b67929b'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:10:42.806473 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9cd91d75-3911-40e6-aeb6-ec544e9ff73a req-82c699b2-928d-4c77-b91d-c1cfe553e335 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.44 "DELETE /v2.0/ports/dcc962f5-6006-46d6-b7b6-ce829b67929b HTTP/1.1" status: 204 len: 173 time: 0.9436696 Jun 15 15:10:42.833976 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0887831a-1a34-4772-9e58-96ed9d62d959'] response: {'server_uuid': '1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60', 'name': 'network-vif-deleted', 'tag': 'dcc962f5-6006-46d6-b7b6-ce829b67929b', 'status': 'completed', 'code': 200} Jun 15 15:10:43.186039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-3430b28e-d965-4fbb-99db-50268b4bfe42 req-f65e6b8e-1d1e-4112-8ec5-e418266115ca tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Synchronizing usage tracker for tenant:e683a55236c145199f016b08f5671fd4 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:10:43.203055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-3430b28e-d965-4fbb-99db-50268b4bfe42 req-f65e6b8e-1d1e-4112-8ec5-e418266115ca tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Unset dirty status for tenant:e683a55236c145199f016b08f5671fd4 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:10:43.204431 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3430b28e-d965-4fbb-99db-50268b4bfe42 req-f65e6b8e-1d1e-4112-8ec5-e418266115ca tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3b98d0-ec80-421e-aeff-ae9cd4e3ca60 HTTP/1.1" status: 200 len: 210 time: 0.0692062 Jun 15 15:10:44.474964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bf8d3-78fe-4d36-a7ad-7352f03b8268 req-e217b197-90ca-42ac-826f-57bff8b9cfb2 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:44.477456 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f43bf8d3-78fe-4d36-a7ad-7352f03b8268 req-e217b197-90ca-42ac-826f-57bff8b9cfb2 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 945 time: 0.0947032 Jun 15 15:10:44.524524 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f43bf8d3-78fe-4d36-a7ad-7352f03b8268 req-944f4b08-506b-4269-bfc8-587f06af441f tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404866 Jun 15 15:10:44.740703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c1816-5499-4a03-9448-868bee6720fc req-7a3cf9fa-1cca-46c5-84e8-1701fb040eb7 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:44.742851 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a3c1816-5499-4a03-9448-868bee6720fc req-7a3cf9fa-1cca-46c5-84e8-1701fb040eb7 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 945 time: 0.0923190 Jun 15 15:10:44.792546 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1a3c1816-5499-4a03-9448-868bee6720fc req-8592e992-4c1c-4555-86f9-79df17e77bae tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437801 Jun 15 15:10:44.992153 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef1e7e-9a72-4a25-8a96-2d9235bc7625 req-26549d66-b77d-4d7b-bef2-2afe22135802 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:44.993661 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d1ef1e7e-9a72-4a25-8a96-2d9235bc7625 req-26549d66-b77d-4d7b-bef2-2afe22135802 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 945 time: 0.0959585 Jun 15 15:10:45.039174 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d1ef1e7e-9a72-4a25-8a96-2d9235bc7625 req-beda72e9-0210-437e-9179-7a9a450405f0 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Jun 15 15:10:45.493548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870ea06-006e-49e6-97b1-0b36425f3824 req-e034dae5-d52a-48cd-8462-51552e4d76e5 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:45.495061 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8870ea06-006e-49e6-97b1-0b36425f3824 req-e034dae5-d52a-48cd-8462-51552e4d76e5 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 945 time: 0.0986171 Jun 15 15:10:45.543696 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8870ea06-006e-49e6-97b1-0b36425f3824 req-16b6cc2d-6055-47c5-86c9-5697f201ec3c tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427094 Jun 15 15:10:45.741205 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3878129-d055-47f3-98ea-75d709dadf9e req-afbe7ff6-d04a-4834-ab5e-ba9d7b0d63b0 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:45.742691 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3878129-d055-47f3-98ea-75d709dadf9e req-afbe7ff6-d04a-4834-ab5e-ba9d7b0d63b0 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 945 time: 0.0904307 Jun 15 15:10:45.795205 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3878129-d055-47f3-98ea-75d709dadf9e req-a8be02e4-d91b-48b6-b1ed-d30969590358 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464864 Jun 15 15:10:46.009900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e8811d-39bd-4153-9caa-1e4f99656704 req-cf9dd889-c1c4-4e03-84e0-0143c32a5542 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:46.011380 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21e8811d-39bd-4153-9caa-1e4f99656704 req-cf9dd889-c1c4-4e03-84e0-0143c32a5542 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 945 time: 0.0948508 Jun 15 15:10:46.058191 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-21e8811d-39bd-4153-9caa-1e4f99656704 req-a7b46f83-3d78-4a92-b767-4d108b301aaa tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408406 Jun 15 15:10:46.603257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67715865-4168-46ff-a1ff-0120aa905ed1 req-f8fd8b12-6d0a-4cc9-a5cd-a83f295d52b9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:46.604638 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67715865-4168-46ff-a1ff-0120aa905ed1 req-f8fd8b12-6d0a-4cc9-a5cd-a83f295d52b9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 945 time: 0.0887785 Jun 15 15:10:46.653197 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67715865-4168-46ff-a1ff-0120aa905ed1 req-4d7ee016-964d-4bf0-afba-7f04ae3462a7 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422933 Jun 15 15:10:47.126818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device dcc962f5-6006-46d6-b7b6-ce829b67929b no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:10:47.164518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: dcc962f5-6006-46d6-b7b6-ce829b67929b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:10:47.164863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device dcc962f5-6006-46d6-b7b6-ce829b67929b not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:10:47.866532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a8b05-7df1-4ad6-8a60-e2c60f7358b0 req-78773bc7-8673-493f-9939-240543531bae tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:47.867999 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-296a8b05-7df1-4ad6-8a60-e2c60f7358b0 req-78773bc7-8673-493f-9939-240543531bae tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 945 time: 0.1040428 Jun 15 15:10:47.885417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f5b5f-fc12-4852-b8c3-e3d9222e0296 req-48ff317c-d452-44c3-8aab-cb3465ad7f7c tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:47.886919 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f77f5b5f-fc12-4852-b8c3-e3d9222e0296 req-48ff317c-d452-44c3-8aab-cb3465ad7f7c tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 945 time: 0.0996222 Jun 15 15:10:47.932588 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-296a8b05-7df1-4ad6-8a60-e2c60f7358b0 req-8dc45123-d045-467c-9084-a3019f736302 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/security-groups?id=4c29f99c-2e2c-4a3c-a608-40740b64727a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583723 Jun 15 15:10:47.969257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-f77f5b5f-fc12-4852-b8c3-e3d9222e0296 req-d3a0aa9e-3bec-4974-85b9-f7443d6e53f9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Deleting port 5b3450dc-55b7-4d3a-966b-a097fe047938 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:10:47.969602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f77f5b5f-fc12-4852-b8c3-e3d9222e0296 req-d3a0aa9e-3bec-4974-85b9-f7443d6e53f9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:48.224737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-f77f5b5f-fc12-4852-b8c3-e3d9222e0296 req-d3a0aa9e-3bec-4974-85b9-f7443d6e53f9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] For port 5b3450dc-55b7-4d3a-966b-a097fe047938, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=5b3450dc-55b7-4d3a-966b-a097fe047938,segment=NetworkSegment(67d4e6c6-61b2-417e-a02d-b196e518a609),segment_id=67d4e6c6-61b2-417e-a02d-b196e518a609)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:48.225139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f77f5b5f-fc12-4852-b8c3-e3d9222e0296 req-d3a0aa9e-3bec-4974-85b9-f7443d6e53f9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:48.353246 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-f77f5b5f-fc12-4852-b8c3-e3d9222e0296 req-d3a0aa9e-3bec-4974-85b9-f7443d6e53f9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Calling delete_port for 5b3450dc-55b7-4d3a-966b-a097fe047938 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:10:48.498604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f77f5b5f-fc12-4852-b8c3-e3d9222e0296 req-d3a0aa9e-3bec-4974-85b9-f7443d6e53f9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:48.510025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['5b3450dc-55b7-4d3a-966b-a097fe047938'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:10:48.551679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0aa9e-3bec-4974-85b9-f7443d6e53f9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Pushing event deleted for resources: {'Port': ['ID=5b3450dc-55b7-4d3a-966b-a097fe047938,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:48.637435 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77f5b5f-fc12-4852-b8c3-e3d9222e0296 req-d3a0aa9e-3bec-4974-85b9-f7443d6e53f9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] No DVR routers for this DVR port 5b3450dc-55b7-4d3a-966b-a097fe047938 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:10:48.640169 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f77f5b5f-fc12-4852-b8c3-e3d9222e0296 req-d3a0aa9e-3bec-4974-85b9-f7443d6e53f9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:48.642917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f675008-6e1c-468c-bc97-6c7a3bc48251', 'name': 'network-vif-deleted', 'tag': '5b3450dc-55b7-4d3a-966b-a097fe047938'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:10:48.662472 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f77f5b5f-fc12-4852-b8c3-e3d9222e0296 req-d3a0aa9e-3bec-4974-85b9-f7443d6e53f9 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.44 "DELETE /v2.0/ports/5b3450dc-55b7-4d3a-966b-a097fe047938 HTTP/1.1" status: 204 len: 173 time: 0.7664683 Jun 15 15:10:48.691507 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97de520c-9b11-4856-b4a8-2a55b5f5b0ac'] response: {'server_uuid': '9f675008-6e1c-468c-bc97-6c7a3bc48251', 'name': 'network-vif-deleted', 'tag': '5b3450dc-55b7-4d3a-966b-a097fe047938', 'status': 'completed', 'code': 200} Jun 15 15:10:49.111286 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c9a00d62-3224-4069-a704-11ec042daf75 req-224e2cf7-dfbb-43cb-9221-5afbb9150289 tempest-ServersNegativeTestJSON-1997717038 tempest-ServersNegativeTestJSON-1997717038-project] 10.222.0.26 "GET /v2.0/ports?device_id=9f675008-6e1c-468c-bc97-6c7a3bc48251 HTTP/1.1" status: 200 len: 210 time: 0.0545857 Jun 15 15:10:50.207637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44180) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:50.270717 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e767f93-650c-4d54-81a5-126bb6fd9d00 admin admin] Deleting subnet 72e2d9ad-1900-4b79-95bd-6a9f707f511a {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:10:50.273865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e767f93-650c-4d54-81a5-126bb6fd9d00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:50.323919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e767f93-650c-4d54-81a5-126bb6fd9d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:50.382127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e767f93-650c-4d54-81a5-126bb6fd9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:50.451276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e767f93-650c-4d54-81a5-126bb6fd9d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:50.488735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e767f93-650c-4d54-81a5-126bb6fd9d00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e2d9ad-1900-4b79-95bd-6a9f707f511a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:50.492679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e767f93-650c-4d54-81a5-126bb6fd9d00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:50.498931 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9e767f93-650c-4d54-81a5-126bb6fd9d00 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/72e2d9ad-1900-4b79-95bd-6a9f707f511a HTTP/1.1" status: 204 len: 168 time: 0.2902253 Jun 15 15:10:50.501395 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44184) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:50.706280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:50.831352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:50.856416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3070aef4-b649-4755-a902-9c9b5fbea808']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:50.868724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d4e6c6-61b2-417e-a02d-b196e518a609') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:50.869020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d4e6c6-61b2-417e-a02d-b196e518a609') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:50.880660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:50.901245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:50.907532 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:10:50.907920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:50.973170 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 67d4e6c6-61b2-417e-a02d-b196e518a609 resource provider aggregate not found Jun 15 15:10:50.992436 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 67d4e6c6-61b2-417e-a02d-b196e518a609 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67d4e6c6-61b2-417e-a02d-b196e518a609 found for delete ", "request_id": "req-bcfd3c04-e054-4364-abaf-95f766eb0ade"}]} Jun 15 15:10:51.006051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:51.010576 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:51.039222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=3070aef4-b649-4755-a902-9c9b5fbea808,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:51.047700 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c0d7a7aa-cd17-492a-9a3c-adbcf3632a20 admin admin] 10.222.0.26 "DELETE /v2.0/networks/3070aef4-b649-4755-a902-9c9b5fbea808 HTTP/1.1" status: 204 len: 168 time: 0.5452604 Jun 15 15:10:51.164713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44194) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:51.215237 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-13f85121-a4e6-49ea-b6a3-5b8697a1422e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e683a55236c145199f016b08f5671fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493248 Jun 15 15:10:51.218428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44198) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:51.277929 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc1adae2-24d4-40a2-9315-60b2e10f7f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:51.303970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc1adae2-24d4-40a2-9315-60b2e10f7f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:51.355789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc1adae2-24d4-40a2-9315-60b2e10f7f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:51.372591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1adae2-24d4-40a2-9315-60b2e10f7f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c29f99c-2e2c-4a3c-a608-40740b64727a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:51.384420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc1adae2-24d4-40a2-9315-60b2e10f7f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:51.385623 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cc1adae2-24d4-40a2-9315-60b2e10f7f6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4c29f99c-2e2c-4a3c-a608-40740b64727a HTTP/1.1" status: 204 len: 168 time: 0.1662359 Jun 15 15:10:51.707508 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:52.155501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44222) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:52.263673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-855329765'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:52.268970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:52.272981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Usage tracker for resource:network and tenant:48dae35628d346fc8e959bffc9479c4d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:10:52.275929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:10:52.282285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:52.294433 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Made reservation on behalf of 48dae35628d346fc8e959bffc9479c4d for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:10:52.298116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:52.310751 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:52.325955 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:52.330043 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Usage tracker for resource:security_group_rule and tenant:48dae35628d346fc8e959bffc9479c4d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:10:52.332878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:10:52.338683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:52.423264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:52.428119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:52.462111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:10:52.470945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d08283e-8744-4bd7-b04f-e6e091218ee0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:52.478053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:52.478496 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Added segment 0bee020e-bb5a-4888-854d-b80c8e79cb2d of type vlan for network fde6fecc-9f19-431e-8469-4b15a78dc5cd Jun 15 15:10:52.506505 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:52.539437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:52.545276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:52.545860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:52.656085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event updated for resources: {'Network': ['ID=fde6fecc-9f19-431e-8469-4b15a78dc5cd,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:52.659056 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b25728f1-2b1c-46b2-ba91-bb756b8fa2cd tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5025487 Jun 15 15:10:52.675153 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network fde6fecc-9f19-431e-8469-4b15a78dc5cd details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:10:53.155780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 5b3450dc-55b7-4d3a-966b-a097fe047938 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:10:53.191587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 5b3450dc-55b7-4d3a-966b-a097fe047938 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:10:53.191917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 5b3450dc-55b7-4d3a-966b-a097fe047938 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:10:55.970071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44228) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:55.975791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Request body: {'subnet': {'network_id': 'fde6fecc-9f19-431e-8469-4b15a78dc5cd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:56.087096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:56.091061 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Usage tracker for resource:subnet and tenant:48dae35628d346fc8e959bffc9479c4d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:10:56.094018 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:10:56.099913 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:56.109672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Made reservation on behalf of 48dae35628d346fc8e959bffc9479c4d for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:10:56.113167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:56.343193 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:56.421043 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event updated for resources: {'Subnet': ['ID=b0cd3d75-8f76-4d26-9d0c-456b922d6c1b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:56.430987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Checking segment: {'id': '0bee020e-bb5a-4888-854d-b80c8e79cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fde6fecc-9f19-431e-8469-4b15a78dc5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:10:56.431361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Network hostable DHCP agents. Network: fde6fecc-9f19-431e-8469-4b15a78dc5cd, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:10:56.452807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Network fde6fecc-9f19-431e-8469-4b15a78dc5cd is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:10:56.462661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, fde6fecc-9f19-431e-8469-4b15a78dc5cd) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:10:56.467546 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:56.468154 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:56.472816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d6c57-d5bb-4512-a603-b2c6c578550e None None] Network fde6fecc-9f19-431e-8469-4b15a78dc5cd requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:10:56.492069 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5eae2ac8-65b4-4d43-b2cb-3a9008307802 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5208588 Jun 15 15:10:56.495347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44232) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:56.502087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-358349074'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:56.507202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:56.511036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Usage tracker for resource:network and tenant:48dae35628d346fc8e959bffc9479c4d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:10:56.513958 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:10:56.519691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:56.530447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Made reservation on behalf of 48dae35628d346fc8e959bffc9479c4d for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:10:56.534017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:56.563478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:10:56.573954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:56.574309 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Added segment a38570b4-b1f6-4785-81a0-bc34d2564e39 of type vlan for network 5fef5377-c59f-4e3e-b47c-4a99108069ef Jun 15 15:10:56.605336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:56.636214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:56.642035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:56.642806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:56.707000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-fde6fecc-9f19-431e-8469-4b15a78dc5cd', 'network_id': 'fde6fecc-9f19-431e-8469-4b15a78dc5cd', 'tenant_id': '48dae35628d346fc8e959bffc9479c4d', 'fixed_ips': [{'subnet_id': 'b0cd3d75-8f76-4d26-9d0c-456b922d6c1b'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:10:56.707835 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:56.837544 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3410962 Jun 15 15:10:56.840841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44236) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:56.849047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Request body: {'subnet': {'network_id': '5fef5377-c59f-4e3e-b47c-4a99108069ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:56.851254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afd46a-f993-4020-b229-a738adf4e08d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event updated for resources: {'Network': ['ID=5fef5377-c59f-4e3e-b47c-4a99108069ef,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:56.864234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 5fef5377-c59f-4e3e-b47c-4a99108069ef details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:10:56.953541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Allocated IP 2001:db8:0:ffff::2 (fde6fecc-9f19-431e-8469-4b15a78dc5cd/b0cd3d75-8f76-4d26-9d0c-456b922d6c1b/ae7f6c9f-1323-43eb-bac8-f030f1f62667) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:10:56.963449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:56.967508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Usage tracker for resource:subnet and tenant:48dae35628d346fc8e959bffc9479c4d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:10:56.970658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:10:56.976871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:56.988647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Made reservation on behalf of 48dae35628d346fc8e959bffc9479c4d for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:10:56.992604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.213034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.223498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Transition to ACTIVE for port object ae7f6c9f-1323-43eb-bac8-f030f1f62667 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:10:57.229713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.242632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Transition to ACTIVE for port object ae7f6c9f-1323-43eb-bac8-f030f1f62667 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:10:57.248401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.312766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event updated for resources: {'Subnet': ['ID=5302cfe3-4535-4503-b23f-d7345a0e0067,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:57.317529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Checking segment: {'id': 'a38570b4-b1f6-4785-81a0-bc34d2564e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '5fef5377-c59f-4e3e-b47c-4a99108069ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:10:57.317900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Network hostable DHCP agents. Network: 5fef5377-c59f-4e3e-b47c-4a99108069ef, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:10:57.327541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Network fde6fecc-9f19-431e-8469-4b15a78dc5cd is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:10:57.330799 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:10:57.334663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e40df286-c772-473f-a05e-63c2c40c83dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.338133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:10:57.339791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Network 5fef5377-c59f-4e3e-b47c-4a99108069ef is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:10:57.344531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Pushing event updated for resources: {'Port': ['ID=ae7f6c9f-1323-43eb-bac8-f030f1f62667,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:57.352828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 5fef5377-c59f-4e3e-b47c-4a99108069ef) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:10:57.357888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:57.358637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.382016 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-93e253e2-5704-4a13-8c79-1660bbbae715 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5391686 Jun 15 15:10:57.385556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5930f3-0461-48cf-bad3-a64bc45743ec None None] Network 5fef5377-c59f-4e3e-b47c-4a99108069ef requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:10:57.385726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44240) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:57.524264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Attempting to bind port ae7f6c9f-1323-43eb-bac8-f030f1f62667 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:10:57.524827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Attempting to bind port ae7f6c9f-1323-43eb-bac8-f030f1f62667 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '0bee020e-bb5a-4888-854d-b80c8e79cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fde6fecc-9f19-431e-8469-4b15a78dc5cd'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:10:57.524961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Attempting to bind port ae7f6c9f-1323-43eb-bac8-f030f1f62667 on network fde6fecc-9f19-431e-8469-4b15a78dc5cd {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:10:57.531436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.543042 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:10:57.543416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Checking segment: {'id': '0bee020e-bb5a-4888-854d-b80c8e79cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fde6fecc-9f19-431e-8469-4b15a78dc5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:10:57.543818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.544361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Bound using segment: {'id': '0bee020e-bb5a-4888-854d-b80c8e79cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fde6fecc-9f19-431e-8469-4b15a78dc5cd'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:10:57.544814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Bound port: ae7f6c9f-1323-43eb-bac8-f030f1f62667, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bee020e-bb5a-4888-854d-b80c8e79cb2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'fde6fecc-9f19-431e-8469-4b15a78dc5cd'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:10:57.545203 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.598679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.686735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.729213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] For port ae7f6c9f-1323-43eb-bac8-f030f1f62667, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:10:57.743352 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] For port ae7f6c9f-1323-43eb-bac8-f030f1f62667, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ae7f6c9f-1323-43eb-bac8-f030f1f62667,segment=NetworkSegment(0bee020e-bb5a-4888-854d-b80c8e79cb2d),segment_id=0bee020e-bb5a-4888-854d-b80c8e79cb2d)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:10:57.747243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event deleted for resources: {'Subnet': ['ID=5302cfe3-4535-4503-b23f-d7345a0e0067,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:57.748974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3c0e24-b446-4497-93b8-df976d235a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-5fef5377-c59f-4e3e-b47c-4a99108069ef', 'network_id': '5fef5377-c59f-4e3e-b47c-4a99108069ef', 'tenant_id': '48dae35628d346fc8e959bffc9479c4d', 'fixed_ips': [{'subnet_id': '5302cfe3-4535-4503-b23f-d7345a0e0067'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:10:57.749881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3a3c0e24-b446-4497-93b8-df976d235a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.764814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.831151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.858280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fef5377-c59f-4e3e-b47c-4a99108069ef']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:57.871468 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38570b4-b1f6-4785-81a0-bc34d2564e39') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:57.871873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38570b4-b1f6-4785-81a0-bc34d2564e39') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:57.884568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.901501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.908654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:10:57.909082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:57.916226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f92d60-1e7b-4e19-8a43-163deba274d2 None None] Pushing event updated for resources: {'Port': ['ID=ae7f6c9f-1323-43eb-bac8-f030f1f62667,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:57.924467 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a98c0a-475d-437b-b57a-815061b713b9 None None] Network 5fef5377-c59f-4e3e-b47c-4a99108069ef requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:10:58.030689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:58.065623 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:58.072736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event deleted for resources: {'Network': ['ID=5fef5377-c59f-4e3e-b47c-4a99108069ef,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:58.081755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44248) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:58.082231 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-acfd3269-b348-46cc-97d2-74aac01577a3 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/networks/5fef5377-c59f-4e3e-b47c-4a99108069ef HTTP/1.1" status: 204 len: 168 time: 0.6959212 Jun 15 15:10:58.087974 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-932791451'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:58.091254 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a38570b4-b1f6-4785-81a0-bc34d2564e39 resource provider aggregate not found Jun 15 15:10:58.094459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:58.098738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Usage tracker for resource:network and tenant:48dae35628d346fc8e959bffc9479c4d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:10:58.104166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:10:58.116395 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:58.122235 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment a38570b4-b1f6-4785-81a0-bc34d2564e39 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a38570b4-b1f6-4785-81a0-bc34d2564e39 found for delete ", "request_id": "req-ba4dc662-bd37-418e-9d65-5cf94e239663"}]} Jun 15 15:10:58.151251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Made reservation on behalf of 48dae35628d346fc8e959bffc9479c4d for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:10:58.155368 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:58.191702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:10:58.204846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:58.205374 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Added segment 4a6ef937-2405-4e87-8993-b8052601ecc8 of type vlan for network dfba8ef2-37a3-488e-baa2-8a2fdc95b842 Jun 15 15:10:58.241404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:58.274325 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:58.280255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:58.280884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:58.396885 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3136871 Jun 15 15:10:58.399687 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44254) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:58.403431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db95fc9-2605-4af2-bd65-3f265843f3f6 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event updated for resources: {'Network': ['ID=dfba8ef2-37a3-488e-baa2-8a2fdc95b842,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:58.406059 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Request body: {'subnet': {'network_id': 'dfba8ef2-37a3-488e-baa2-8a2fdc95b842', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:58.418078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network dfba8ef2-37a3-488e-baa2-8a2fdc95b842 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:10:58.522268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:58.526329 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Usage tracker for resource:subnet and tenant:48dae35628d346fc8e959bffc9479c4d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:10:58.529252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:10:58.535037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:58.545857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Made reservation on behalf of 48dae35628d346fc8e959bffc9479c4d for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:10:58.549759 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:58.646049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Performing IP validity checks on allocation pools {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Jun 15 15:10:58.646589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.ipam_backend_mixin [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89019) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Jun 15 15:10:58.784722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:58.867614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event updated for resources: {'Subnet': ['ID=15c51831-04f2-4a4b-b95f-1e7ab6b6912b,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:58.880251 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Checking segment: {'id': '4a6ef937-2405-4e87-8993-b8052601ecc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'dfba8ef2-37a3-488e-baa2-8a2fdc95b842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:10:58.880628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Network hostable DHCP agents. Network: dfba8ef2-37a3-488e-baa2-8a2fdc95b842, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:10:58.902491 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Network dfba8ef2-37a3-488e-baa2-8a2fdc95b842 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:10:58.912502 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, dfba8ef2-37a3-488e-baa2-8a2fdc95b842) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:10:58.916873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:58.917519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:58.924700 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d98686-b2f5-448d-a389-a3b7fdda52d4 None None] Network dfba8ef2-37a3-488e-baa2-8a2fdc95b842 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:10:58.945415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf45e819-aff3-49e6-bbd9-b87c74c6d414 None None] Network fde6fecc-9f19-431e-8469-4b15a78dc5cd requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:10:58.949541 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e328bae1-0fc4-4512-bb0c-64928030833c tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5486553 Jun 15 15:10:58.952599 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44258) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:59.098215 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.116220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ecab699a-617a-45bc-a29c-5219bfda9105 None None] Provisioning for port ae7f6c9f-1323-43eb-bac8-f030f1f62667 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:10:59.171885 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.194630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ae7f6c9f-1323-43eb-bac8-f030f1f62667 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:10:59.259161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.299132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event deleted for resources: {'Subnet': ['ID=15c51831-04f2-4a4b-b95f-1e7ab6b6912b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:59.407677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.437300 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfba8ef2-37a3-488e-baa2-8a2fdc95b842']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:59.450331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6ef937-2405-4e87-8993-b8052601ecc8') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:59.450631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6ef937-2405-4e87-8993-b8052601ecc8') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:10:59.460598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9655bffe-de7c-4f4c-8087-d62b5a343b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-dfba8ef2-37a3-488e-baa2-8a2fdc95b842', 'network_id': 'dfba8ef2-37a3-488e-baa2-8a2fdc95b842', 'tenant_id': '48dae35628d346fc8e959bffc9479c4d', 'fixed_ips': [{'subnet_id': '15c51831-04f2-4a4b-b95f-1e7ab6b6912b'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:10:59.461416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9655bffe-de7c-4f4c-8087-d62b5a343b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.462644 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.479574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.486607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:10:59.486988 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.491476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8413cc09-5a35-4bb7-8a9c-b2900862ca7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.543007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port ae7f6c9f-1323-43eb-bac8-f030f1f62667 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:10:59.550922 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ae7f6c9f-1323-43eb-bac8-f030f1f62667 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:10:59.551304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.683825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ae7f6c9f-1323-43eb-bac8-f030f1f62667 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:10:59.684486 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.722446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port ae7f6c9f-1323-43eb-bac8-f030f1f62667, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ae7f6c9f-1323-43eb-bac8-f030f1f62667,segment=NetworkSegment(0bee020e-bb5a-4888-854d-b80c8e79cb2d),segment_id=0bee020e-bb5a-4888-854d-b80c8e79cb2d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:10:59.723993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-9655bffe-de7c-4f4c-8087-d62b5a343b3b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 15 15:10:59.723993 dv-neutron-845844-1-hyperv neutron-server[89020]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jun 15 15:10:59.723993 dv-neutron-845844-1-hyperv neutron-server[89020]: [parameters: {'project_id': '48dae35628d346fc8e959bffc9479c4d', 'id': '4b5b987f-3729-4edf-94e9-389c5c672a19', 'name': '', 'network_id': 'dfba8ef2-37a3-488e-baa2-8a2fdc95b842', 'mac_address': 'fa:16:3e:aa:b6:b9', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-dfba8ef2-37a3-488e-baa2-8a2fdc95b842', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1598}] Jun 15 15:10:59.723993 dv-neutron-845844-1-hyperv neutron-server[89020]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:10:59.724349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-9655bffe-de7c-4f4c-8087-d62b5a343b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:10:59.734543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.738560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.760057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.773416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event deleted for resources: {'Network': ['ID=dfba8ef2-37a3-488e-baa2-8a2fdc95b842,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:59.779157 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-06e71e09-b9ce-487b-ac72-0737a87c2b52 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/networks/dfba8ef2-37a3-488e-baa2-8a2fdc95b842 HTTP/1.1" status: 204 len: 168 time: 0.8225567 Jun 15 15:10:59.781148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44262) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:10:59.786801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-310397601'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:10:59.793800 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:10:59.798716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Usage tracker for resource:network and tenant:48dae35628d346fc8e959bffc9479c4d is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:10:59.801964 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:10:59.807956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:10:59.814517 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=ae7f6c9f-1323-43eb-bac8-f030f1f62667,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:10:59.822913 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Made reservation on behalf of 48dae35628d346fc8e959bffc9479c4d for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:10:59.827137 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.858158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:10:59.862092 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-841fadad-00e0-4672-94d8-3bb32487d0bc None None] Provisioning complete for port ae7f6c9f-1323-43eb-bac8-f030f1f62667 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:10:59.862475 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-841fadad-00e0-4672-94d8-3bb32487d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.867990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.868383 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Added segment b6cd6434-8a3c-4b18-a6f8-44c4150d51d4 of type vlan for network 37d6f701-92a3-40a6-9578-58b7ce75b71b Jun 15 15:10:59.896836 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.931807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.938032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:10:59.938766 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:10:59.988816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-841fadad-00e0-4672-94d8-3bb32487d0bc None None] Current status of the port ae7f6c9f-1323-43eb-bac8-f030f1f62667 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:00.038271 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2556491 Jun 15 15:11:00.041226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44266) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:00.047535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Request body: {'subnet': {'network_id': '37d6f701-92a3-40a6-9578-58b7ce75b71b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:00.049062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aafbe-0ecb-4d27-b3a5-f84ca6bad1c8 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event updated for resources: {'Network': ['ID=37d6f701-92a3-40a6-9578-58b7ce75b71b,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:00.059377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 37d6f701-92a3-40a6-9578-58b7ce75b71b details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:11:00.143996 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4a6ef937-2405-4e87-8993-b8052601ecc8 resource provider aggregate not found Jun 15 15:11:00.164063 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4a6ef937-2405-4e87-8993-b8052601ecc8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a6ef937-2405-4e87-8993-b8052601ecc8 found for delete ", "request_id": "req-03639cda-586f-49e3-8390-b21c5ca507bd"}]} Jun 15 15:11:00.177919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:00.182046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Usage tracker for resource:subnet and tenant:48dae35628d346fc8e959bffc9479c4d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:00.185065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:00.190956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:00.201102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Made reservation on behalf of 48dae35628d346fc8e959bffc9479c4d for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:11:00.204627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:00.225904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9655bffe-de7c-4f4c-8087-d62b5a343b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:00.260699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a21cf3-5b2c-45ff-8c0e-fca305b769f2 None None] Network dfba8ef2-37a3-488e-baa2-8a2fdc95b842 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:00.279210 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a21cf3-5b2c-45ff-8c0e-fca305b769f2 None None] Network dfba8ef2-37a3-488e-baa2-8a2fdc95b842 could not be found, it might have been deleted concurrently. {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jun 15 15:11:00.429864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:00.506060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event updated for resources: {'Subnet': ['ID=5286ca9d-00fa-48f8-bbfb-ce54c7a168c6,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:00.517628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Checking segment: {'id': 'b6cd6434-8a3c-4b18-a6f8-44c4150d51d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '37d6f701-92a3-40a6-9578-58b7ce75b71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:00.518013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Network hostable DHCP agents. Network: 37d6f701-92a3-40a6-9578-58b7ce75b71b, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:11:00.537969 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Network 37d6f701-92a3-40a6-9578-58b7ce75b71b is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:11:00.548781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 37d6f701-92a3-40a6-9578-58b7ce75b71b) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:00.553234 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:00.553833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:00.557645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfd81e5-6eaf-4f80-baa2-eb90b19589d5 None None] Network 37d6f701-92a3-40a6-9578-58b7ce75b71b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:00.580105 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-234af423-37d4-48b7-95c1-827e5f8e1d12 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5341222 Jun 15 15:11:00.580376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44274) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:00.586117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1834905382'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:00.591067 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:00.595161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Usage tracker for resource:network and tenant:48dae35628d346fc8e959bffc9479c4d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:00.598473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:00.605059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:00.621587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Made reservation on behalf of 48dae35628d346fc8e959bffc9479c4d for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:11:00.627290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:00.657119 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:11:00.667345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:00.667701 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Added segment 81a51ffa-cd01-41ab-83d3-8d046142c388 of type vlan for network 765c1b75-937b-4975-ba19-95ea400c5ea4 Jun 15 15:11:00.684123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:00.698945 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:00.706530 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:00.731627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:00.737170 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:00.737753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:00.820058 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-37d6f701-92a3-40a6-9578-58b7ce75b71b', 'network_id': '37d6f701-92a3-40a6-9578-58b7ce75b71b', 'tenant_id': '48dae35628d346fc8e959bffc9479c4d', 'fixed_ips': [{'subnet_id': '5286ca9d-00fa-48f8-bbfb-ce54c7a168c6'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:11:00.820921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:00.842152 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2607992 Jun 15 15:11:00.845156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44278) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:00.853685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Request body: {'subnet': {'network_id': '765c1b75-937b-4975-ba19-95ea400c5ea4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:00.872612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e5f63-529c-4756-bec6-a949d364f45a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event updated for resources: {'Network': ['ID=765c1b75-937b-4975-ba19-95ea400c5ea4,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:00.890155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 765c1b75-937b-4975-ba19-95ea400c5ea4 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:11:00.972068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:00.976040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Usage tracker for resource:subnet and tenant:48dae35628d346fc8e959bffc9479c4d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:00.979029 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:00.985105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:00.996651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Made reservation on behalf of 48dae35628d346fc8e959bffc9479c4d for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:11:01.000851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:01.072167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Allocated IP 2001:db8::2 (37d6f701-92a3-40a6-9578-58b7ce75b71b/5286ca9d-00fa-48f8-bbfb-ce54c7a168c6/9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:11:01.153373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ae7f6c9f-1323-43eb-bac8-f030f1f62667 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:01.232668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:01.307213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ae7f6c9f-1323-43eb-bac8-f030f1f62667 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:01.307593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:01.315307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event updated for resources: {'Subnet': ['ID=51a16d52-4c1e-4b05-bffc-b081a1fae172,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:01.320113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Checking segment: {'id': '81a51ffa-cd01-41ab-83d3-8d046142c388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '765c1b75-937b-4975-ba19-95ea400c5ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:01.320489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Network hostable DHCP agents. Network: 765c1b75-937b-4975-ba19-95ea400c5ea4, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:11:01.330193 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:01.330440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:01.330768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:01.331095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:01.331419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:01.331739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:01.332058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:01.332387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:01.332710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:01.333025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:01.333377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:01.333644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:01.352765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Network 765c1b75-937b-4975-ba19-95ea400c5ea4 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:11:01.362575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 765c1b75-937b-4975-ba19-95ea400c5ea4) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:01.367601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:01.367902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:01.377513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d015578-3d8f-48ce-950f-06979e1147d6 None None] Network 765c1b75-937b-4975-ba19-95ea400c5ea4 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:01.394811 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dd93e750-1b3d-40e5-be0d-e8d49c75a5c5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5485544 Jun 15 15:11:01.397501 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44282) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:01.415607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:01.538591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Transition to ACTIVE for port object 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:01.546871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:01.614419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:01.621029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Transition to ACTIVE for port object 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:01.650354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:01.695237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:01.739079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ae7f6c9f-1323-43eb-bac8-f030f1f62667 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:01.762846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Network 37d6f701-92a3-40a6-9578-58b7ce75b71b is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:11:01.794509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:01.804820 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:11:01.823326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Pushing event updated for resources: {'Port': ['ID=9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:01.849483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event deleted for resources: {'Subnet': ['ID=51a16d52-4c1e-4b05-bffc-b081a1fae172,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:01.862114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9839228e-b61f-4d1e-a194-a7c32172ad84 None None] Network 765c1b75-937b-4975-ba19-95ea400c5ea4 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:01.959416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:01.986023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765c1b75-937b-4975-ba19-95ea400c5ea4']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:01.999912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a51ffa-cd01-41ab-83d3-8d046142c388') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:01.999912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a51ffa-cd01-41ab-83d3-8d046142c388') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:02.008160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Attempting to bind port 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:11:02.008561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Attempting to bind port 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'b6cd6434-8a3c-4b18-a6f8-44c4150d51d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '37d6f701-92a3-40a6-9578-58b7ce75b71b'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:11:02.008929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Attempting to bind port 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 on network 37d6f701-92a3-40a6-9578-58b7ce75b71b {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:11:02.011737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.019414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:11:02.019789 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Checking segment: {'id': 'b6cd6434-8a3c-4b18-a6f8-44c4150d51d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '37d6f701-92a3-40a6-9578-58b7ce75b71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:02.020216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.020623 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Bound using segment: {'id': 'b6cd6434-8a3c-4b18-a6f8-44c4150d51d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '37d6f701-92a3-40a6-9578-58b7ce75b71b'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:11:02.021094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Bound port: 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6cd6434-8a3c-4b18-a6f8-44c4150d51d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '37d6f701-92a3-40a6-9578-58b7ce75b71b'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:11:02.021495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.028965 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.035488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:11:02.035848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.110598 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 81a51ffa-cd01-41ab-83d3-8d046142c388 resource provider aggregate not found Jun 15 15:11:02.131578 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 81a51ffa-cd01-41ab-83d3-8d046142c388 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81a51ffa-cd01-41ab-83d3-8d046142c388 found for delete ", "request_id": "req-2ea0bbf1-0039-4d6e-8d4c-cf0ad96cd18b"}]} Jun 15 15:11:02.145000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.149818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.166142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.178037 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/networks/765c1b75-937b-4975-ba19-95ea400c5ea4 HTTP/1.1" status: 204 len: 168 time: 0.7794075 Jun 15 15:11:02.179046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d7c35-bc2c-4a0d-80e8-cd0e629622ab tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event deleted for resources: {'Network': ['ID=765c1b75-937b-4975-ba19-95ea400c5ea4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:02.181252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44290) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:02.195736 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] For port 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:11:02.199611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] For port 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43,segment=NetworkSegment(b6cd6434-8a3c-4b18-a6f8-44c4150d51d4),segment_id=b6cd6434-8a3c-4b18-a6f8-44c4150d51d4)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:11:02.204636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.235822 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9d1a50-afb2-4a48-a2c0-11ebafd3cd64 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] GET failed (client error): The resource could not be found. Jun 15 15:11:02.236644 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4d9d1a50-afb2-4a48-a2c0-11ebafd3cd64 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Synchronizing usage tracker for tenant:48dae35628d346fc8e959bffc9479c4d on resource:subnet {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:11:02.257664 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4d9d1a50-afb2-4a48-a2c0-11ebafd3cd64 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Unset dirty status for tenant:48dae35628d346fc8e959bffc9479c4d on resource:subnet {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:11:02.259250 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4d9d1a50-afb2-4a48-a2c0-11ebafd3cd64 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "GET /v2.0/subnets/51a16d52-4c1e-4b05-bffc-b081a1fae172 HTTP/1.1" status: 404 len: 337 time: 0.0770156 Jun 15 15:11:02.262379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44294) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:02.292121 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ed047f-321e-4198-b2c1-01e893a8470f tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] DELETE failed (client error): The resource could not be found. Jun 15 15:11:02.292639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ed047f-321e-4198-b2c1-01e893a8470f tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 15:11:02.292762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4463a66-7de3-48e1-a4a5-0c0791b01a4b None None] Pushing event updated for resources: {'Port': ['ID=9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:02.296222 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-83ed047f-321e-4198-b2c1-01e893a8470f tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/networks/765c1b75-937b-4975-ba19-95ea400c5ea4 HTTP/1.1" status: 404 len: 339 time: 0.0303121 Jun 15 15:11:02.299058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44298) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:02.338508 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf3bfb1-a2ee-4c2e-8ea8-b0baa98a6db5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] DELETE failed (client error): The resource could not be found. Jun 15 15:11:02.338962 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf3bfb1-a2ee-4c2e-8ea8-b0baa98a6db5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 15:11:02.342413 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1cf3bfb1-a2ee-4c2e-8ea8-b0baa98a6db5 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/subnets/51a16d52-4c1e-4b05-bffc-b081a1fae172 HTTP/1.1" status: 404 len: 337 time: 0.0406706 Jun 15 15:11:02.344212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44302) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:02.370131 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a512aaf-0ff5-4823-a9a9-3b1dcc9d5aca tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] DELETE failed (client error): The resource could not be found. Jun 15 15:11:02.370685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a512aaf-0ff5-4823-a9a9-3b1dcc9d5aca tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89019) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 15:11:02.372607 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2a512aaf-0ff5-4823-a9a9-3b1dcc9d5aca tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/networks/765c1b75-937b-4975-ba19-95ea400c5ea4 HTTP/1.1" status: 404 len: 339 time: 0.0271056 Jun 15 15:11:02.375625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44306) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:02.446172 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-40683418-6581-462b-bc60-cb77b18b92c1 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Deleting subnet 5286ca9d-00fa-48f8-bbfb-ce54c7a168c6 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:11:02.449345 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40683418-6581-462b-bc60-cb77b18b92c1 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.518618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40683418-6581-462b-bc60-cb77b18b92c1 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.614890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40683418-6581-462b-bc60-cb77b18b92c1 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.697903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40683418-6581-462b-bc60-cb77b18b92c1 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.742784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40683418-6581-462b-bc60-cb77b18b92c1 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event deleted for resources: {'Subnet': ['ID=5286ca9d-00fa-48f8-bbfb-ce54c7a168c6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:02.744711 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-40683418-6581-462b-bc60-cb77b18b92c1 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.760400 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-40683418-6581-462b-bc60-cb77b18b92c1 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/subnets/5286ca9d-00fa-48f8-bbfb-ce54c7a168c6 HTTP/1.1" status: 204 len: 168 time: 0.3832886 Jun 15 15:11:02.763020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44310) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:02.880858 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:02.892292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Deleting port 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:11:02.892609 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:03.111748 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] For port 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43,segment=NetworkSegment(b6cd6434-8a3c-4b18-a6f8-44c4150d51d4),segment_id=b6cd6434-8a3c-4b18-a6f8-44c4150d51d4)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:03.112384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:03.237419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:03.255024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Calling delete_port for 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:11:03.275923 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3636948-7d44-44d1-bdba-1137148ee674 None None] Network 37d6f701-92a3-40a6-9578-58b7ce75b71b requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:03.334511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:03.383028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event deleted for resources: {'Port': ['ID=9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:03.386542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] No DVR routers for this DVR port 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:11:03.401313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-997c6282-ead0-4caa-8cfc-851a38e4b273 None None] Could not find standard attr ID for object 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43. {{(pid=89020) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 15 15:11:03.503942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No active binding found for port 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 {{(pid=89020) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 15 15:11:03.504336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 15 15:11:03.517754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:03.543701 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37d6f701-92a3-40a6-9578-58b7ce75b71b']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:03.543935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Port 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 not found, will not notify nova. {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 15 15:11:03.557788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6cd6434-8a3c-4b18-a6f8-44c4150d51d4') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:03.558073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6cd6434-8a3c-4b18-a6f8-44c4150d51d4') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:03.571449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:03.590369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:03.598618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:11:03.599029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:03.623304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a05ae4-947b-46f7-b282-1c0e4de69c63 None None] DHCP port deletion for 37d6f701-92a3-40a6-9578-58b7ce75b71b request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:11:03.680294 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment b6cd6434-8a3c-4b18-a6f8-44c4150d51d4 resource provider aggregate not found Jun 15 15:11:03.710670 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment b6cd6434-8a3c-4b18-a6f8-44c4150d51d4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6cd6434-8a3c-4b18-a6f8-44c4150d51d4 found for delete ", "request_id": "req-b434f64c-40d9-44a3-bd30-f2ef812cad3d"}]} Jun 15 15:11:03.713087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:03.730370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:03.741369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event deleted for resources: {'Network': ['ID=37d6f701-92a3-40a6-9578-58b7ce75b71b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:03.745378 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a637d953-bb8d-4d10-bf35-3464950ba02d tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/networks/37d6f701-92a3-40a6-9578-58b7ce75b71b HTTP/1.1" status: 204 len: 168 time: 0.9811990 Jun 15 15:11:03.748135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44318) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:03.792722 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-86385217-418e-4866-95c7-f8e851f70e2a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] DELETE failed (client error): The resource could not be found. Jun 15 15:11:03.793158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86385217-418e-4866-95c7-f8e851f70e2a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 15:11:03.794973 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-86385217-418e-4866-95c7-f8e851f70e2a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/subnets/15c51831-04f2-4a4b-b95f-1e7ab6b6912b HTTP/1.1" status: 404 len: 337 time: 0.0448029 Jun 15 15:11:03.797696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44322) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:03.822941 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b60e6aa-ab01-4f51-9e34-98aa072a4a3a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] DELETE failed (client error): The resource could not be found. Jun 15 15:11:03.823402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b60e6aa-ab01-4f51-9e34-98aa072a4a3a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 15:11:03.825082 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0b60e6aa-ab01-4f51-9e34-98aa072a4a3a tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/networks/dfba8ef2-37a3-488e-baa2-8a2fdc95b842 HTTP/1.1" status: 404 len: 339 time: 0.0265019 Jun 15 15:11:03.828048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44326) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:03.865772 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-418f49f7-5f58-4b9d-8d5c-1763105e81ae tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] DELETE failed (client error): The resource could not be found. Jun 15 15:11:03.866121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418f49f7-5f58-4b9d-8d5c-1763105e81ae tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 15:11:03.867764 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-418f49f7-5f58-4b9d-8d5c-1763105e81ae tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/subnets/5302cfe3-4535-4503-b23f-d7345a0e0067 HTTP/1.1" status: 404 len: 337 time: 0.0387783 Jun 15 15:11:03.870365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44330) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:03.894825 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.pecan_wsgi.hooks.translation [None req-7086e3d9-0e37-47ff-86e2-1853f547a459 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] DELETE failed (client error): The resource could not be found. Jun 15 15:11:03.895275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7086e3d9-0e37-47ff-86e2-1853f547a459 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89018) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 15 15:11:03.896912 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7086e3d9-0e37-47ff-86e2-1853f547a459 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/networks/5fef5377-c59f-4e3e-b47c-4a99108069ef HTTP/1.1" status: 404 len: 339 time: 0.0256846 Jun 15 15:11:03.899444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44334) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:03.970019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f29ae97-6f17-4cda-a7ef-db57b5da584b tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Deleting subnet b0cd3d75-8f76-4d26-9d0c-456b922d6c1b {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:11:03.973392 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f29ae97-6f17-4cda-a7ef-db57b5da584b tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:04.029382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f29ae97-6f17-4cda-a7ef-db57b5da584b tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:04.117867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f29ae97-6f17-4cda-a7ef-db57b5da584b tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:04.193886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f29ae97-6f17-4cda-a7ef-db57b5da584b tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:04.234035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29ae97-6f17-4cda-a7ef-db57b5da584b tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event deleted for resources: {'Subnet': ['ID=b0cd3d75-8f76-4d26-9d0c-456b922d6c1b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:04.235997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8f29ae97-6f17-4cda-a7ef-db57b5da584b tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:04.240300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffe2a3c-7bed-40f1-bb5b-331e2e1c993c None None] Network fde6fecc-9f19-431e-8469-4b15a78dc5cd requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:04.248272 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8f29ae97-6f17-4cda-a7ef-db57b5da584b tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/subnets/b0cd3d75-8f76-4d26-9d0c-456b922d6c1b HTTP/1.1" status: 204 len: 168 time: 0.3478060 Jun 15 15:11:04.250850 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44338) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:04.473208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:04.484416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Deleting port ae7f6c9f-1323-43eb-bac8-f030f1f62667 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:11:04.484747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:04.507525 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a601899f-2688-469e-893a-473a464dc13f None None] DHCP port deletion for fde6fecc-9f19-431e-8469-4b15a78dc5cd request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:11:04.511839 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a601899f-2688-469e-893a-473a464dc13f None None] Deleting port ae7f6c9f-1323-43eb-bac8-f030f1f62667 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:11:04.512212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a601899f-2688-469e-893a-473a464dc13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:04.604450 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:11:04.699873 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] For port ae7f6c9f-1323-43eb-bac8-f030f1f62667, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ae7f6c9f-1323-43eb-bac8-f030f1f62667,segment=NetworkSegment(0bee020e-bb5a-4888-854d-b80c8e79cb2d),segment_id=0bee020e-bb5a-4888-854d-b80c8e79cb2d)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:04.700485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:04.757764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a601899f-2688-469e-893a-473a464dc13f None None] For port ae7f6c9f-1323-43eb-bac8-f030f1f62667, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ae7f6c9f-1323-43eb-bac8-f030f1f62667,segment=NetworkSegment(0bee020e-bb5a-4888-854d-b80c8e79cb2d),segment_id=0bee020e-bb5a-4888-854d-b80c8e79cb2d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:04.758023 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a601899f-2688-469e-893a-473a464dc13f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:04.831099 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Calling delete_port for ae7f6c9f-1323-43eb-bac8-f030f1f62667 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:11:04.883553 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a601899f-2688-469e-893a-473a464dc13f None None] Calling delete_port for ae7f6c9f-1323-43eb-bac8-f030f1f62667 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:11:04.911676 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:04.956604 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-a601899f-2688-469e-893a-473a464dc13f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:11:04.956849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-a601899f-2688-469e-893a-473a464dc13f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:11:04.961875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event deleted for resources: {'Port': ['ID=ae7f6c9f-1323-43eb-bac8-f030f1f62667,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:04.965409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] No DVR routers for this DVR port ae7f6c9f-1323-43eb-bac8-f030f1f62667 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:11:05.092949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:05.120155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde6fecc-9f19-431e-8469-4b15a78dc5cd']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:05.135465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bee020e-bb5a-4888-854d-b80c8e79cb2d') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:05.135801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bee020e-bb5a-4888-854d-b80c8e79cb2d') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:05.148795 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:05.153296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:11:05.167426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:05.174180 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:11:05.174552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:05.187890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:11:05.188240 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9de7ef3a-7bd3-4914-a6b8-0d6c4dfbbc43 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:11:05.188692 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ae7f6c9f-1323-43eb-bac8-f030f1f62667 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:11:05.224861 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: ae7f6c9f-1323-43eb-bac8-f030f1f62667 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:11:05.225110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ae7f6c9f-1323-43eb-bac8-f030f1f62667 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:11:05.271785 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:05.289804 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:05.301533 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] Pushing event deleted for resources: {'Network': ['ID=fde6fecc-9f19-431e-8469-4b15a78dc5cd,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:05.305688 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-823aaf11-2918-434e-8ad5-fc427efba2e0 tempest-NetworksIpV6Test-627242302 tempest-NetworksIpV6Test-627242302-project] 10.222.0.26 "DELETE /v2.0/networks/fde6fecc-9f19-431e-8469-4b15a78dc5cd HTTP/1.1" status: 204 len: 168 time: 1.0537522 Jun 15 15:11:05.458211 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a601899f-2688-469e-893a-473a464dc13f None None] Deleting port ae7f6c9f-1323-43eb-bac8-f030f1f62667 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:11:05.458707 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a601899f-2688-469e-893a-473a464dc13f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:05.526006 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a601899f-2688-469e-893a-473a464dc13f None None] The port 'ae7f6c9f-1323-43eb-bac8-f030f1f62667' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 15:11:05.581968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44346) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:05.729328 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 0bee020e-bb5a-4888-854d-b80c8e79cb2d resource provider aggregate not found Jun 15 15:11:05.733591 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f4f45c7b-c432-40a8-89cd-0b4351aaceff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=48dae35628d346fc8e959bffc9479c4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504345 Jun 15 15:11:05.736068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44356) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:05.746165 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 0bee020e-bb5a-4888-854d-b80c8e79cb2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bee020e-bb5a-4888-854d-b80c8e79cb2d found for delete ", "request_id": "req-046f35d4-6cb5-4e80-9a80-ea65cddac169"}]} Jun 15 15:11:05.801298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec2643e7-ae19-4e74-82d6-a153f016df08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:05.826861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec2643e7-ae19-4e74-82d6-a153f016df08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:05.880032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec2643e7-ae19-4e74-82d6-a153f016df08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:05.894337 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2643e7-ae19-4e74-82d6-a153f016df08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d08283e-8744-4bd7-b04f-e6e091218ee0,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:05.901324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ec2643e7-ae19-4e74-82d6-a153f016df08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:05.902457 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ec2643e7-ae19-4e74-82d6-a153f016df08 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8d08283e-8744-4bd7-b04f-e6e091218ee0 HTTP/1.1" status: 204 len: 168 time: 0.1654429 Jun 15 15:11:06.608960 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44380) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:06.718666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-061c50ad-1c4d-41f4-b4a2-b89f6e21f028 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1153370483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:06.725649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-061c50ad-1c4d-41f4-b4a2-b89f6e21f028 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:06.729566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-061c50ad-1c4d-41f4-b4a2-b89f6e21f028 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Usage tracker for resource:router and tenant:e87f67a773bf4836b664e7e29d4339ec is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:06.732686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-061c50ad-1c4d-41f4-b4a2-b89f6e21f028 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:06.739210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-061c50ad-1c4d-41f4-b4a2-b89f6e21f028 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:06.751185 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-061c50ad-1c4d-41f4-b4a2-b89f6e21f028 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:06.752220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-061c50ad-1c4d-41f4-b4a2-b89f6e21f028 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:06.768385 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-061c50ad-1c4d-41f4-b4a2-b89f6e21f028 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:06.788350 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-061c50ad-1c4d-41f4-b4a2-b89f6e21f028 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:06.811364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-061c50ad-1c4d-41f4-b4a2-b89f6e21f028 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:06.812526 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-061c50ad-1c4d-41f4-b4a2-b89f6e21f028 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2025518 Jun 15 15:11:06.815403 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44386) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:06.821931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1161666214'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:06.827692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:06.831614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Usage tracker for resource:network and tenant:e87f67a773bf4836b664e7e29d4339ec is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:06.834540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:06.840398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:06.852164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Made reservation on behalf of e87f67a773bf4836b664e7e29d4339ec for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:11:06.855679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:06.868582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:06.883587 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:06.887774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Usage tracker for resource:security_group_rule and tenant:e87f67a773bf4836b664e7e29d4339ec is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:06.890825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:06.896999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:06.982521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:06.987220 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.020519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:11:07.029378 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf1796f-6136-4ea4-af22-876d4f5673ef,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:07.038597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.038869 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Added segment 4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31 of type vlan for network cb602165-bf1d-4eb5-b42a-4ed5208f6670 Jun 15 15:11:07.040622 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:07.040969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:07.041308 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:07.041641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:07.041936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:07.042298 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:07.042624 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:07.042951 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:07.043273 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:07.043600 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:07.043904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:07.044361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:07.073537 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.109380 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.114809 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:07.115399 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.219481 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4027166 Jun 15 15:11:07.222541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44390) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:07.222786 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7432eef3-0f48-480d-b829-0c8f4b646b04 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Pushing event updated for resources: {'Network': ['ID=cb602165-bf1d-4eb5-b42a-4ed5208f6670,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:07.228418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Request body: {'subnet': {'network_id': 'cb602165-bf1d-4eb5-b42a-4ed5208f6670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:07.233857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network cb602165-bf1d-4eb5-b42a-4ed5208f6670 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:11:07.342675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:07.346812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Usage tracker for resource:subnet and tenant:e87f67a773bf4836b664e7e29d4339ec is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:07.349875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:07.356078 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:07.367545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Made reservation on behalf of e87f67a773bf4836b664e7e29d4339ec for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:11:07.371099 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.600653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.677426 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Pushing event updated for resources: {'Subnet': ['ID=4bef0e0f-9b91-43d6-ac86-414f301c5a61,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:07.689362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Checking segment: {'id': '4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb602165-bf1d-4eb5-b42a-4ed5208f6670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:07.689723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Network hostable DHCP agents. Network: cb602165-bf1d-4eb5-b42a-4ed5208f6670, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:11:07.710108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Network cb602165-bf1d-4eb5-b42a-4ed5208f6670 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:11:07.720335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, cb602165-bf1d-4eb5-b42a-4ed5208f6670) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:07.724371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:07.724958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.730267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d021c-3683-4f91-8a0d-d455a6f6f2fd None None] Network cb602165-bf1d-4eb5-b42a-4ed5208f6670 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:07.748568 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e71a8fc9-f2cd-491e-9555-14df18a65699 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5248783 Jun 15 15:11:07.751670 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44394) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:07.757352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1233469715'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:07.762843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:07.767902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Usage tracker for resource:network and tenant:e87f67a773bf4836b664e7e29d4339ec is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:07.770975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:07.777145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:07.789687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Made reservation on behalf of e87f67a773bf4836b664e7e29d4339ec for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:11:07.793187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.822472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:11:07.832331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.832665 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Added segment f3dfc336-0e86-4dfe-9e1b-6a166e399eba of type vlan for network d11a465c-af77-4ec7-bb50-1818dcfaf10a Jun 15 15:11:07.861015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.894621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.900299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:07.900891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.967343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-cb602165-bf1d-4eb5-b42a-4ed5208f6670', 'network_id': 'cb602165-bf1d-4eb5-b42a-4ed5208f6670', 'tenant_id': 'e87f67a773bf4836b664e7e29d4339ec', 'fixed_ips': [{'subnet_id': '4bef0e0f-9b91-43d6-ac86-414f301c5a61'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:11:07.968256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:07.994208 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2414541 Jun 15 15:11:07.997189 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44398) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:08.004860 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Request body: {'subnet': {'network_id': 'd11a465c-af77-4ec7-bb50-1818dcfaf10a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:08.009755 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147cd548-3b03-4de5-a169-234e6e5bd99d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Pushing event updated for resources: {'Network': ['ID=d11a465c-af77-4ec7-bb50-1818dcfaf10a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:08.026443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network d11a465c-af77-4ec7-bb50-1818dcfaf10a details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:11:08.118882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:08.122936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Usage tracker for resource:subnet and tenant:e87f67a773bf4836b664e7e29d4339ec is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:08.125640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:08.131708 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:08.143376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Made reservation on behalf of e87f67a773bf4836b664e7e29d4339ec for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:11:08.147568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:08.221141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Allocated IP 172.20.0.2 (cb602165-bf1d-4eb5-b42a-4ed5208f6670/4bef0e0f-9b91-43d6-ac86-414f301c5a61/b0d2b629-3d45-4702-99b0-53d2ad4753dc) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:11:08.372081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:08.431106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:08.442939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Transition to ACTIVE for port object b0d2b629-3d45-4702-99b0-53d2ad4753dc will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:08.453212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Pushing event updated for resources: {'Subnet': ['ID=aa3d8b48-8a4c-493e-8315-ae709742faa8,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:08.460987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Checking segment: {'id': 'f3dfc336-0e86-4dfe-9e1b-6a166e399eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd11a465c-af77-4ec7-bb50-1818dcfaf10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:08.461346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Network hostable DHCP agents. Network: d11a465c-af77-4ec7-bb50-1818dcfaf10a, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:11:08.464109 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Transition to ACTIVE for port object b0d2b629-3d45-4702-99b0-53d2ad4753dc will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:08.471468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:08.481202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Network d11a465c-af77-4ec7-bb50-1818dcfaf10a is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:11:08.491122 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, d11a465c-af77-4ec7-bb50-1818dcfaf10a) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:08.495469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:08.496057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:08.514862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae033923-923b-427a-aef8-0c817b24f36b None None] Network d11a465c-af77-4ec7-bb50-1818dcfaf10a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:08.520485 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6d50813b-976e-4312-9413-c2fcc5043128 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5212662 Jun 15 15:11:08.523399 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44402) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:08.529478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-074d48e5-262e-4fa0-9aa7-6acf8bf9c088 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd11a465c-af77-4ec7-bb50-1818dcfaf10a'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:08.659045 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Network cb602165-bf1d-4eb5-b42a-4ed5208f6670 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:11:08.664876 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:08.667363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:11:08.704366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Pushing event updated for resources: {'Port': ['ID=b0d2b629-3d45-4702-99b0-53d2ad4753dc,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:08.807493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Attempting to bind port b0d2b629-3d45-4702-99b0-53d2ad4753dc on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:11:08.807852 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Attempting to bind port b0d2b629-3d45-4702-99b0-53d2ad4753dc by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb602165-bf1d-4eb5-b42a-4ed5208f6670'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:11:08.808208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Attempting to bind port b0d2b629-3d45-4702-99b0-53d2ad4753dc on network cb602165-bf1d-4eb5-b42a-4ed5208f6670 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:11:08.840197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:11:08.840582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Checking segment: {'id': '4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb602165-bf1d-4eb5-b42a-4ed5208f6670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:08.841012 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:08.841379 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Bound using segment: {'id': '4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb602165-bf1d-4eb5-b42a-4ed5208f6670'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:11:08.841881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Bound port: b0d2b629-3d45-4702-99b0-53d2ad4753dc, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cb602165-bf1d-4eb5-b42a-4ed5208f6670'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:11:08.842234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:08.978520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-d11a465c-af77-4ec7-bb50-1818dcfaf10a', 'network_id': 'd11a465c-af77-4ec7-bb50-1818dcfaf10a', 'tenant_id': 'e87f67a773bf4836b664e7e29d4339ec', 'fixed_ips': [{'subnet_id': 'aa3d8b48-8a4c-493e-8315-ae709742faa8'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:11:08.979352 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.009265 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] For port b0d2b629-3d45-4702-99b0-53d2ad4753dc, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:11:09.030743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-074d48e5-262e-4fa0-9aa7-6acf8bf9c088 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.057786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] For port b0d2b629-3d45-4702-99b0-53d2ad4753dc, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b0d2b629-3d45-4702-99b0-53d2ad4753dc,segment=NetworkSegment(4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31),segment_id=4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:11:09.065760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.192014 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.api.v2.resource [None req-074d48e5-262e-4fa0-9aa7-6acf8bf9c088 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 15 15:11:09.193140 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-074d48e5-262e-4fa0-9aa7-6acf8bf9c088 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] 10.222.0.26 "PUT /v2.0/routers/f202aa07-5aee-4890-9f45-0985dca43cee HTTP/1.1" status: 400 len: 364 time: 0.6686642 Jun 15 15:11:09.199219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44406) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:09.226936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499b542-c2fc-4030-baa2-9f50c151ac86 None None] Pushing event updated for resources: {'Port': ['ID=b0d2b629-3d45-4702-99b0-53d2ad4753dc,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:09.248280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Allocated IP 172.21.0.2 (d11a465c-af77-4ec7-bb50-1818dcfaf10a/aa3d8b48-8a4c-493e-8315-ae709742faa8/3537e8f3-cc61-4c13-88c5-93fafc68f2bc) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:11:09.271679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44e8411-35ed-4a77-b713-62d3b65b12a8 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Deleting subnet aa3d8b48-8a4c-493e-8315-ae709742faa8 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:11:09.491361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.502162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Transition to ACTIVE for port object 3537e8f3-cc61-4c13-88c5-93fafc68f2bc will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:09.520862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Transition to ACTIVE for port object 3537e8f3-cc61-4c13-88c5-93fafc68f2bc will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:09.525244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d44e8411-35ed-4a77-b713-62d3b65b12a8 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.526009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.582473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d44e8411-35ed-4a77-b713-62d3b65b12a8 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.593509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Network d11a465c-af77-4ec7-bb50-1818dcfaf10a is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:11:09.594672 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:09.598487 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:11:09.607478 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Pushing event updated for resources: {'Port': ['ID=3537e8f3-cc61-4c13-88c5-93fafc68f2bc,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:09.678388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d44e8411-35ed-4a77-b713-62d3b65b12a8 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.711914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Attempting to bind port 3537e8f3-cc61-4c13-88c5-93fafc68f2bc on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:11:09.712460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Attempting to bind port 3537e8f3-cc61-4c13-88c5-93fafc68f2bc by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'f3dfc336-0e86-4dfe-9e1b-6a166e399eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd11a465c-af77-4ec7-bb50-1818dcfaf10a'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:11:09.712826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Attempting to bind port 3537e8f3-cc61-4c13-88c5-93fafc68f2bc on network d11a465c-af77-4ec7-bb50-1818dcfaf10a {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:11:09.718778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:11:09.719151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Checking segment: {'id': 'f3dfc336-0e86-4dfe-9e1b-6a166e399eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd11a465c-af77-4ec7-bb50-1818dcfaf10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:09.719551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.719943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Bound using segment: {'id': 'f3dfc336-0e86-4dfe-9e1b-6a166e399eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd11a465c-af77-4ec7-bb50-1818dcfaf10a'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:11:09.720454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Bound port: 3537e8f3-cc61-4c13-88c5-93fafc68f2bc, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3dfc336-0e86-4dfe-9e1b-6a166e399eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'd11a465c-af77-4ec7-bb50-1818dcfaf10a'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:11:09.720833 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.755329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d44e8411-35ed-4a77-b713-62d3b65b12a8 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.799798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e8411-35ed-4a77-b713-62d3b65b12a8 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Pushing event deleted for resources: {'Subnet': ['ID=aa3d8b48-8a4c-493e-8315-ae709742faa8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:09.803547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d44e8411-35ed-4a77-b713-62d3b65b12a8 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.813233 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44410) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:09.813912 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d44e8411-35ed-4a77-b713-62d3b65b12a8 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] 10.222.0.26 "DELETE /v2.0/subnets/aa3d8b48-8a4c-493e-8315-ae709742faa8 HTTP/1.1" status: 204 len: 168 time: 0.6130588 Jun 15 15:11:09.814032 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] For port 3537e8f3-cc61-4c13-88c5-93fafc68f2bc, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:11:09.817200 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] For port 3537e8f3-cc61-4c13-88c5-93fafc68f2bc, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3537e8f3-cc61-4c13-88c5-93fafc68f2bc,segment=NetworkSegment(f3dfc336-0e86-4dfe-9e1b-6a166e399eba),segment_id=f3dfc336-0e86-4dfe-9e1b-6a166e399eba)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:11:09.823094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:09.966178 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c25ef5-fe0a-46ba-b62c-a0ea4e2a4a52 None None] Pushing event updated for resources: {'Port': ['ID=3537e8f3-cc61-4c13-88c5-93fafc68f2bc,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:09.978118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d840a7-f0be-4332-941d-a70de5b109b8 None None] Network d11a465c-af77-4ec7-bb50-1818dcfaf10a requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:10.041635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:10.053620 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Deleting port 3537e8f3-cc61-4c13-88c5-93fafc68f2bc {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:11:10.053963 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:10.203817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36138a4d-c36d-4195-819d-4f99c5825e15 None None] Network cb602165-bf1d-4eb5-b42a-4ed5208f6670 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:10.269601 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] For port 3537e8f3-cc61-4c13-88c5-93fafc68f2bc, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3537e8f3-cc61-4c13-88c5-93fafc68f2bc,segment=NetworkSegment(f3dfc336-0e86-4dfe-9e1b-6a166e399eba),segment_id=f3dfc336-0e86-4dfe-9e1b-6a166e399eba)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:10.269853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:10.413170 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Calling delete_port for 3537e8f3-cc61-4c13-88c5-93fafc68f2bc owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:11:10.500504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:10.538948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-86d014af-f383-4a39-baf9-ccfe1cd44c11 None None] Provisioning for port b0d2b629-3d45-4702-99b0-53d2ad4753dc completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:10.550990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Pushing event deleted for resources: {'Port': ['ID=3537e8f3-cc61-4c13-88c5-93fafc68f2bc,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:10.552819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] No DVR routers for this DVR port 3537e8f3-cc61-4c13-88c5-93fafc68f2bc on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:11:10.680695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:10.709932 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11a465c-af77-4ec7-bb50-1818dcfaf10a']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:10.722762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3dfc336-0e86-4dfe-9e1b-6a166e399eba') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:10.723057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3dfc336-0e86-4dfe-9e1b-6a166e399eba') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:10.734853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:10.751465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:10.758625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:11:10.759102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:10.834505 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f3dfc336-0e86-4dfe-9e1b-6a166e399eba resource provider aggregate not found Jun 15 15:11:10.865777 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f3dfc336-0e86-4dfe-9e1b-6a166e399eba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3dfc336-0e86-4dfe-9e1b-6a166e399eba found for delete ", "request_id": "req-14b1946b-cf8d-4f15-8206-c005a0b26cbb"}]} Jun 15 15:11:10.871854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:10.890779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:10.902266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Pushing event deleted for resources: {'Network': ['ID=d11a465c-af77-4ec7-bb50-1818dcfaf10a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:10.906753 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-daf7337b-5191-4fd0-b0ee-6b36d6f96e3d tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] 10.222.0.26 "DELETE /v2.0/networks/d11a465c-af77-4ec7-bb50-1818dcfaf10a HTTP/1.1" status: 204 len: 168 time: 1.0913694 Jun 15 15:11:10.909187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44418) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:10.983251 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fbe150c-2222-4ad9-82ab-ace0018404c2 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Deleting subnet 4bef0e0f-9b91-43d6-ac86-414f301c5a61 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:11:10.986154 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fbe150c-2222-4ad9-82ab-ace0018404c2 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:10.991956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef45652-288f-4db8-ae3d-466d72842898 None None] get_active_networks_info from dv-neutron-845844-1-hyperv {{(pid=89020) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 15 15:11:11.043304 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fbe150c-2222-4ad9-82ab-ace0018404c2 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:11.080709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef45652-288f-4db8-ae3d-466d72842898 None None] Resources bound (agent type, host, resource id): {{(pid=89020) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 15 15:11:11.138837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fbe150c-2222-4ad9-82ab-ace0018404c2 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:11.195453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b0d2b629-3d45-4702-99b0-53d2ad4753dc up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:11.226062 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fbe150c-2222-4ad9-82ab-ace0018404c2 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:11.267479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe150c-2222-4ad9-82ab-ace0018404c2 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Pushing event deleted for resources: {'Subnet': ['ID=4bef0e0f-9b91-43d6-ac86-414f301c5a61,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:11.269553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fbe150c-2222-4ad9-82ab-ace0018404c2 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:11.277921 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0fbe150c-2222-4ad9-82ab-ace0018404c2 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] 10.222.0.26 "DELETE /v2.0/subnets/4bef0e0f-9b91-43d6-ac86-414f301c5a61 HTTP/1.1" status: 204 len: 168 time: 0.3662331 Jun 15 15:11:11.279355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44422) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:11.349067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port b0d2b629-3d45-4702-99b0-53d2ad4753dc completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:11.355614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port b0d2b629-3d45-4702-99b0-53d2ad4753dc triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:11.355985 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:11.396818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:11.408593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Deleting port b0d2b629-3d45-4702-99b0-53d2ad4753dc {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:11:11.408906 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:11.539134 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port b0d2b629-3d45-4702-99b0-53d2ad4753dc is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:11.539751 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:11.576015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae947bb-6951-4bd8-adb2-f407abb8b91c None None] Network cb602165-bf1d-4eb5-b42a-4ed5208f6670 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:11.655577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port b0d2b629-3d45-4702-99b0-53d2ad4753dc, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b0d2b629-3d45-4702-99b0-53d2ad4753dc,segment=NetworkSegment(4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31),segment_id=4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:11.670055 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:11.735881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] For port b0d2b629-3d45-4702-99b0-53d2ad4753dc, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b0d2b629-3d45-4702-99b0-53d2ad4753dc,segment=NetworkSegment(4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31),segment_id=4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:11.736266 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:11.825841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=b0d2b629-3d45-4702-99b0-53d2ad4753dc,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:11.864729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Calling delete_port for b0d2b629-3d45-4702-99b0-53d2ad4753dc owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:11:11.913651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f840f41a-7f8d-4e14-a7c5-f80de458cf71 None None] DHCP port deletion for cb602165-bf1d-4eb5-b42a-4ed5208f6670 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:11:11.917920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f840f41a-7f8d-4e14-a7c5-f80de458cf71 None None] Deleting port b0d2b629-3d45-4702-99b0-53d2ad4753dc {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:11:11.918299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f840f41a-7f8d-4e14-a7c5-f80de458cf71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:11.944869 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.db.api [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:11:11.945239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG oslo_db.api [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:11:12.127915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f840f41a-7f8d-4e14-a7c5-f80de458cf71 None None] For port b0d2b629-3d45-4702-99b0-53d2ad4753dc, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b0d2b629-3d45-4702-99b0-53d2ad4753dc,segment=NetworkSegment(4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31),segment_id=4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:12.128340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f840f41a-7f8d-4e14-a7c5-f80de458cf71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:12.250429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f840f41a-7f8d-4e14-a7c5-f80de458cf71 None None] Calling delete_port for b0d2b629-3d45-4702-99b0-53d2ad4753dc owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:11:12.331265 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f840f41a-7f8d-4e14-a7c5-f80de458cf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:12.377781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840f41a-7f8d-4e14-a7c5-f80de458cf71 None None] Pushing event deleted for resources: {'Port': ['ID=b0d2b629-3d45-4702-99b0-53d2ad4753dc,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:12.381573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840f41a-7f8d-4e14-a7c5-f80de458cf71 None None] No DVR routers for this DVR port b0d2b629-3d45-4702-99b0-53d2ad4753dc on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:11:12.447066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Deleting port b0d2b629-3d45-4702-99b0-53d2ad4753dc {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:11:12.447428 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:12.523925 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] The port 'b0d2b629-3d45-4702-99b0-53d2ad4753dc' was deleted {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 15:11:12.670071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:12.702405 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb602165-bf1d-4eb5-b42a-4ed5208f6670']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:12.717656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:12.718151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:12.732063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:12.750053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:12.756806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:11:12.757217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:12.858197 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:12.876861 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:12.893192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Pushing event deleted for resources: {'Network': ['ID=cb602165-bf1d-4eb5-b42a-4ed5208f6670,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:12.896351 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1ad371c2-10a1-4cbe-a526-bdd3da161e93 tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] 10.222.0.26 "DELETE /v2.0/networks/cb602165-bf1d-4eb5-b42a-4ed5208f6670 HTTP/1.1" status: 204 len: 168 time: 1.6157646 Jun 15 15:11:12.897696 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31 resource provider aggregate not found Jun 15 15:11:12.899850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44428) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:12.915803 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a3f6cb6-6ec8-4183-9805-14bfeb6ffb31 found for delete ", "request_id": "req-50b483bb-f116-47e4-bf48-d1ad76d3ff79"}]} Jun 15 15:11:12.953992 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5866f42d-2d9a-42a2-b808-fd5f9783492c tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] 10.222.0.26 "GET /v2.0/ports?device_id=f202aa07-5aee-4890-9f45-0985dca43cee HTTP/1.1" status: 200 len: 205 time: 0.0527883 Jun 15 15:11:12.956999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44434) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:13.104701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75054c0f-07dc-4d62-b30e-9d0fec32c7bb tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:13.154385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b0d2b629-3d45-4702-99b0-53d2ad4753dc no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:11:13.192554 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: b0d2b629-3d45-4702-99b0-53d2ad4753dc {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:11:13.192863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b0d2b629-3d45-4702-99b0-53d2ad4753dc not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:11:13.465622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75054c0f-07dc-4d62-b30e-9d0fec32c7bb tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:13.468272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75054c0f-07dc-4d62-b30e-9d0fec32c7bb tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:13.606201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75054c0f-07dc-4d62-b30e-9d0fec32c7bb tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:13.606952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75054c0f-07dc-4d62-b30e-9d0fec32c7bb tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Fanout notify agent at l3_agent the message router_deleted on router f202aa07-5aee-4890-9f45-0985dca43cee {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:11:13.618859 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-75054c0f-07dc-4d62-b30e-9d0fec32c7bb tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:13.619993 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-75054c0f-07dc-4d62-b30e-9d0fec32c7bb tempest-RoutersNegativeTest-1545520500 tempest-RoutersNegativeTest-1545520500-project] 10.222.0.26 "DELETE /v2.0/routers/f202aa07-5aee-4890-9f45-0985dca43cee HTTP/1.1" status: 204 len: 168 time: 0.6621146 Jun 15 15:11:13.909984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44442) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:14.063534 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7e5f270c-6039-4442-9487-132c86fe92cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e87f67a773bf4836b664e7e29d4339ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1521473 Jun 15 15:11:14.066156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44448) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:14.129386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3fc1df26-94b3-4a64-b70f-d3a1ad27c0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:14.157816 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3fc1df26-94b3-4a64-b70f-d3a1ad27c0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:14.211115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3fc1df26-94b3-4a64-b70f-d3a1ad27c0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:14.228350 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1df26-94b3-4a64-b70f-d3a1ad27c0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf1796f-6136-4ea4-af22-876d4f5673ef,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:14.231918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3fc1df26-94b3-4a64-b70f-d3a1ad27c0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:14.233129 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3fc1df26-94b3-4a64-b70f-d3a1ad27c0a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fbf1796f-6136-4ea4-af22-876d4f5673ef HTTP/1.1" status: 204 len: 168 time: 0.1660438 Jun 15 15:11:14.921575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44472) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:15.028569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-667859813-network', 'tenant_id': '22483095cf74400b97486200f9ef8e44'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:15.033643 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:15.038682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Usage tracker for resource:network and tenant:22483095cf74400b97486200f9ef8e44 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:15.041708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:15.047681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:15.061614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Made reservation on behalf of 22483095cf74400b97486200f9ef8e44 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:11:15.063919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.076312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.090455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:15.094461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Usage tracker for resource:security_group_rule and tenant:22483095cf74400b97486200f9ef8e44 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:15.097226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:15.103022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:15.188440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.193390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.223345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:11:15.231715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a988988-83b8-49a8-ba54-7652b5fbf646,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:15.237778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.238185 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Added segment 7bbdb85d-2464-4e06-9564-1ff3a0552965 of type vlan for network 513cb497-6d8e-408a-b75c-fe46dddbeaac Jun 15 15:11:15.265359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.297767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.298734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:15.299310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.402915 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4800782 Jun 15 15:11:15.403992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ce251-37a4-47d1-9103-a821962f0f81 admin admin] Pushing event updated for resources: {'Network': ['ID=513cb497-6d8e-408a-b75c-fe46dddbeaac,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:15.406005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44478) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:15.411910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Request body: {'subnet': {'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-667859813-subnet', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:15.417871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:15.420984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 513cb497-6d8e-408a-b75c-fe46dddbeaac details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:11:15.422639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Usage tracker for resource:subnet and tenant:22483095cf74400b97486200f9ef8e44 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:15.425693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:15.431782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:15.443184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Made reservation on behalf of 22483095cf74400b97486200f9ef8e44 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:11:15.445820 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.668515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.741995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceedf64c-980f-43e1-bc49-fa8ebfa7db56,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:15.751606 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Checking segment: {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:15.751969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Network hostable DHCP agents. Network: 513cb497-6d8e-408a-b75c-fe46dddbeaac, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:11:15.772631 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Network 513cb497-6d8e-408a-b75c-fe46dddbeaac is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:11:15.782423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 513cb497-6d8e-408a-b75c-fe46dddbeaac) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:15.787628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:15.788235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.791887 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d994883-1dda-4c2f-8430-d74b9e939c30 None None] Network 513cb497-6d8e-408a-b75c-fe46dddbeaac requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:15.815759 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d91edcd9-6fd4-4f75-99bd-b89c0458f8d9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4082062 Jun 15 15:11:15.818869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44482) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:15.826182 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-667859813-router', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:15.833188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:15.838591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Usage tracker for resource:router and tenant:22483095cf74400b97486200f9ef8e44 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:15.842941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:15.850155 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:15.862335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.863655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:15.882927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:16.022663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-513cb497-6d8e-408a-b75c-fe46dddbeaac', 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'fixed_ips': [{'subnet_id': 'ceedf64c-980f-43e1-bc49-fa8ebfa7db56'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:11:16.023512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:16.158744 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:16.185790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Allocated IP 172.20.0.2 (513cb497-6d8e-408a-b75c-fe46dddbeaac/ceedf64c-980f-43e1-bc49-fa8ebfa7db56/5ce33e14-f94c-408f-bf88-8797772cd186) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:11:16.395824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:16.406607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Transition to ACTIVE for port object 5ce33e14-f94c-408f-bf88-8797772cd186 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:16.426095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Transition to ACTIVE for port object 5ce33e14-f94c-408f-bf88-8797772cd186 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:16.431932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:16.485022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:16.500720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Network 513cb497-6d8e-408a-b75c-fe46dddbeaac is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:11:16.503535 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:16.507728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:11:16.516326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:16.517000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Pushing event updated for resources: {'Port': ['ID=5ce33e14-f94c-408f-bf88-8797772cd186,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:16.620868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Attempting to bind port 5ce33e14-f94c-408f-bf88-8797772cd186 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:11:16.621595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Attempting to bind port 5ce33e14-f94c-408f-bf88-8797772cd186 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:11:16.621988 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Attempting to bind port 5ce33e14-f94c-408f-bf88-8797772cd186 on network 513cb497-6d8e-408a-b75c-fe46dddbeaac {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:11:16.628456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:11:16.628857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Checking segment: {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:16.629250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:16.629668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Bound using segment: {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:11:16.630100 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Bound port: 5ce33e14-f94c-408f-bf88-8797772cd186, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:11:16.630461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:16.660056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Allocated IP 172.26.3.9 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/87a1231d-fa22-4ac4-b6d6-3d84dc221232) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:11:16.725665 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] For port 5ce33e14-f94c-408f-bf88-8797772cd186, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:11:16.728764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] For port 5ce33e14-f94c-408f-bf88-8797772cd186, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5ce33e14-f94c-408f-bf88-8797772cd186,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:11:16.733506 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:16.820828 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f266108c-6c0c-4a80-ae03-2ef17363d9cb None None] Pushing event updated for resources: {'Port': ['ID=5ce33e14-f94c-408f-bf88-8797772cd186,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:16.827220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:16.862329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:16.929741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:11:16.932826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:16.936714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:11:17.086140 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Pushing event updated for resources: {'Port': ['ID=87a1231d-fa22-4ac4-b6d6-3d84dc221232,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:17.192950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5ce33e14-f94c-408f-bf88-8797772cd186 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:17.265596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 5ce33e14-f94c-408f-bf88-8797772cd186 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:17.484552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:17.746737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491e9cfb-388f-45fe-a075-28745eaf779c None None] Network 513cb497-6d8e-408a-b75c-fe46dddbeaac requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:17.842001 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-13c6fa16-d4de-4150-b2e3-62cebb248695 None None] Provisioning for port 5ce33e14-f94c-408f-bf88-8797772cd186 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:17.844692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:17.860160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-13c6fa16-d4de-4150-b2e3-62cebb248695 None None] Provisioning complete for port 5ce33e14-f94c-408f-bf88-8797772cd186 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:17.860590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-13c6fa16-d4de-4150-b2e3-62cebb248695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:18.079469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Router c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:11:18.098408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-13c6fa16-d4de-4150-b2e3-62cebb248695 None None] Current status of the port 5ce33e14-f94c-408f-bf88-8797772cd186 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:18.098763 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-13c6fa16-d4de-4150-b2e3-62cebb248695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:18.141564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-13c6fa16-d4de-4150-b2e3-62cebb248695 None None] For port 5ce33e14-f94c-408f-bf88-8797772cd186, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5ce33e14-f94c-408f-bf88-8797772cd186,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:18.145854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-13c6fa16-d4de-4150-b2e3-62cebb248695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:18.219768 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6fa16-d4de-4150-b2e3-62cebb248695 None None] Pushing event updated for resources: {'Port': ['ID=5ce33e14-f94c-408f-bf88-8797772cd186,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:18.267306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:11:18.277563 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Sync routers for ids ['c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:11:18.287561 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Routers {'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:11:18.288209 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-44783870-2bc1-40df-913d-652efa524c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:10:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:18.306450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:18.311315 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-30ef6238-6710-4801-bc24-ca2ae84fdef0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4878840 Jun 15 15:11:18.311608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44486) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:18.366813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cb853dd3-1673-4bc2-8a0b-3973264c1e0f None None] Provisioning complete for port 5ce33e14-f94c-408f-bf88-8797772cd186 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:18.367479 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cb853dd3-1673-4bc2-8a0b-3973264c1e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:18.486321 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Set router c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:11:18.539424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cb853dd3-1673-4bc2-8a0b-3973264c1e0f None None] Current status of the port 5ce33e14-f94c-408f-bf88-8797772cd186 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:18.787553 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-44783870-2bc1-40df-913d-652efa524c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'name': 'tempest-TestEncryptedCinderVolumes-667859813-router', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:15Z', 'updated_at': '2022-06-15T15:11:17Z', 'revision_number': 3, 'project_id': '22483095cf74400b97486200f9ef8e44', 'gw_port': {'id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:16Z', 'updated_at': '2022-06-15T15:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:18.791374 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Checking router: c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:11:18.791718 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Updating router c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 port 87a1231d-fa22-4ac4-b6d6-3d84dc221232 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:11:18.843884 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:19.155243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:19.166308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5ce33e14-f94c-408f-bf88-8797772cd186 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:19.223268 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:19.237194 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Transition to ACTIVE for port object 87a1231d-fa22-4ac4-b6d6-3d84dc221232 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:19.237462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 5ce33e14-f94c-408f-bf88-8797772cd186 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:19.237772 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:19.244710 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:19.317314 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Pushing event updated for resources: {'Port': ['ID=87a1231d-fa22-4ac4-b6d6-3d84dc221232,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:19.331626 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:19.331971 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:19.333599 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:19.333599 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:19.333599 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:19.333599 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:19.333599 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:19.334080 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:19.334207 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:19.334539 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:19.334872 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:19.335187 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:19.347020 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Attempting to bind port 87a1231d-fa22-4ac4-b6d6-3d84dc221232 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:11:19.347386 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Attempting to bind port 87a1231d-fa22-4ac4-b6d6-3d84dc221232 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:11:19.347798 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Attempting to bind port 87a1231d-fa22-4ac4-b6d6-3d84dc221232 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:11:19.353600 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:11:19.353924 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:19.354291 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:19.354999 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:11:19.355140 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Bound port: 87a1231d-fa22-4ac4-b6d6-3d84dc221232, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:11:19.355700 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:19.360919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 5ce33e14-f94c-408f-bf88-8797772cd186 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:19.389569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Allocated IP 172.20.0.1 (513cb497-6d8e-408a-b75c-fe46dddbeaac/ceedf64c-980f-43e1-bc49-fa8ebfa7db56/8570c76e-8272-449b-a7f5-407deca317a2) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:11:19.433332 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-44783870-2bc1-40df-913d-652efa524c51 None None] For port 87a1231d-fa22-4ac4-b6d6-3d84dc221232, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:11:19.437286 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-44783870-2bc1-40df-913d-652efa524c51 None None] For port 87a1231d-fa22-4ac4-b6d6-3d84dc221232, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=87a1231d-fa22-4ac4-b6d6-3d84dc221232,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:11:19.442645 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:19.521751 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b18a0-f1e1-4d54-ad31-dea480ad99b4 None None] Pushing event updated for resources: {'Port': ['ID=87a1231d-fa22-4ac4-b6d6-3d84dc221232,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:19.525660 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Routers {'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:11:19.526276 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-44783870-2bc1-40df-913d-652efa524c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:10:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:19.553506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:19.570697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Transition to ACTIVE for port object 8570c76e-8272-449b-a7f5-407deca317a2 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:19.596436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:19.669694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Network 513cb497-6d8e-408a-b75c-fe46dddbeaac is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:11:19.672478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:19.675477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:11:19.720259 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-44783870-2bc1-40df-913d-652efa524c51 None None] Set router c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:11:19.723398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Pushing event updated for resources: {'Port': ['ID=8570c76e-8272-449b-a7f5-407deca317a2,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:19.740320 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:19.971255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7864a10e-1b24-4b7a-9163-eac3e3159601 None None] Provisioning for port 8570c76e-8272-449b-a7f5-407deca317a2 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:19.976836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7864a10e-1b24-4b7a-9163-eac3e3159601 None None] Provisioning complete for port 8570c76e-8272-449b-a7f5-407deca317a2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:19.977594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7864a10e-1b24-4b7a-9163-eac3e3159601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:20.015875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:20.030833 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-44783870-2bc1-40df-913d-652efa524c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'name': 'tempest-TestEncryptedCinderVolumes-667859813-router', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:15Z', 'updated_at': '2022-06-15T15:11:17Z', 'revision_number': 3, 'project_id': '22483095cf74400b97486200f9ef8e44', 'gw_port': {'id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:16Z', 'updated_at': '2022-06-15T15:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:20.034911 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44783870-2bc1-40df-913d-652efa524c51 None None] The sync data for ids ['c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'] in dv-neutron-845844-1-hyperv is: [{'id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'name': 'tempest-TestEncryptedCinderVolumes-667859813-router', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:15Z', 'updated_at': '2022-06-15T15:11:17Z', 'revision_number': 3, 'project_id': '22483095cf74400b97486200f9ef8e44', 'gw_port': {'id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:16Z', 'updated_at': '2022-06-15T15:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:11:20.046305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7864a10e-1b24-4b7a-9163-eac3e3159601 None None] Port 8570c76e-8272-449b-a7f5-407deca317a2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:11:20.403762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:20.408970 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:20.519602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Pushing event updated for resources: {'Port': ['ID=8570c76e-8272-449b-a7f5-407deca317a2,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:20.523341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:20.670478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Network 513cb497-6d8e-408a-b75c-fe46dddbeaac is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:11:20.671632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:20.878571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Router c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:11:20.973843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ffeaf833-c80b-4754-9109-83f730aa5b81 None None] Provisioning complete for port 8570c76e-8272-449b-a7f5-407deca317a2 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:20.974407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ffeaf833-c80b-4754-9109-83f730aa5b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:21.030388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-ffeaf833-c80b-4754-9109-83f730aa5b81 None None] Port 8570c76e-8272-449b-a7f5-407deca317a2 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:11:21.065879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:11:21.075854 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-791f7692-ed2b-4d89-9077-cd92f2bf5d49 admin admin] 10.222.0.26 "PUT /v2.0/routers/c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7623680 Jun 15 15:11:21.180297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 87a1231d-fa22-4ac4-b6d6-3d84dc221232 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:21.254907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 87a1231d-fa22-4ac4-b6d6-3d84dc221232 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:21.260489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 87a1231d-fa22-4ac4-b6d6-3d84dc221232 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:21.260862 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:21.391462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 87a1231d-fa22-4ac4-b6d6-3d84dc221232 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:21.391851 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:21.409648 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 87a1231d-fa22-4ac4-b6d6-3d84dc221232, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=87a1231d-fa22-4ac4-b6d6-3d84dc221232,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:21.414084 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:21.489620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=87a1231d-fa22-4ac4-b6d6-3d84dc221232,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:21.539561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88203743-52d7-4bed-a424-634218652a8f None None] Sync routers for ids ['c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:11:21.549788 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88203743-52d7-4bed-a424-634218652a8f None None] Routers {'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:11:21.550414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-88203743-52d7-4bed-a424-634218652a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:10:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:21.619132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44504) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:21.624854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-709640525-network', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:21.629765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:21.633778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Usage tracker for resource:network and tenant:4c3a3cc5b9f54866be05a48f3d41b3bf is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:21.636890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:21.646247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:21.657937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Made reservation on behalf of 4c3a3cc5b9f54866be05a48f3d41b3bf for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:11:21.660840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:21.677317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:21.695157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:21.700228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Usage tracker for resource:security_group_rule and tenant:4c3a3cc5b9f54866be05a48f3d41b3bf is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:21.703512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:21.710187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:21.721899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:21.742982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-88203743-52d7-4bed-a424-634218652a8f None None] Set router c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:11:21.801906 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:21.806699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:21.834585 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:11:21.847329 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969cdcbb-2b29-4c10-b779-ee969e060517,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:21.851736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:21.852070 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Added segment 9e28d0bb-c611-4831-aa31-67105a61e10f of type vlan for network 9a704fd0-3789-4f39-9aed-97e775d0fedd Jun 15 15:11:21.879187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:21.911527 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:21.912889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:21.913557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:22.019206 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3989060 Jun 15 15:11:22.021990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44508) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:22.022567 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655e051-29d0-4339-9167-4486ba8f3f11 admin admin] Pushing event updated for resources: {'Network': ['ID=9a704fd0-3789-4f39-9aed-97e775d0fedd,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:22.034731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Request body: {'subnet': {'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-709640525-subnet', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:22.037360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 9a704fd0-3789-4f39-9aed-97e775d0fedd details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:11:22.040939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:22.045722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Usage tracker for resource:subnet and tenant:4c3a3cc5b9f54866be05a48f3d41b3bf is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:22.048766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:22.055374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:22.067307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Made reservation on behalf of 4c3a3cc5b9f54866be05a48f3d41b3bf for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:11:22.070136 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:22.168741 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-88203743-52d7-4bed-a424-634218652a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'name': 'tempest-TestEncryptedCinderVolumes-667859813-router', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:15Z', 'updated_at': '2022-06-15T15:11:19Z', 'revision_number': 4, 'project_id': '22483095cf74400b97486200f9ef8e44', 'gw_port': {'id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:16Z', 'updated_at': '2022-06-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '8570c76e-8272-449b-a7f5-407deca317a2', 'name': '', 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'mac_address': 'fa:16:3e:a3:43:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ceedf64c-980f-43e1-bc49-fa8ebfa7db56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:19Z', 'updated_at': '2022-06-15T15:11:20Z', 'revision_number': 2, 'project_id': '22483095cf74400b97486200f9ef8e44', 'subnets': [{'id': 'ceedf64c-980f-43e1-bc49-fa8ebfa7db56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:22.172888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88203743-52d7-4bed-a424-634218652a8f None None] Checking router: c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:11:22.173283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88203743-52d7-4bed-a424-634218652a8f None None] Updating router c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 port 8570c76e-8272-449b-a7f5-407deca317a2 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:11:22.232432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88203743-52d7-4bed-a424-634218652a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:22.283776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:22.360138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6dce96-92b7-41df-a0ab-d2ca296e80ce,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:22.365555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Checking segment: {'id': '9e28d0bb-c611-4831-aa31-67105a61e10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:22.365898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Network hostable DHCP agents. Network: 9a704fd0-3789-4f39-9aed-97e775d0fedd, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:11:22.385448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Network 9a704fd0-3789-4f39-9aed-97e775d0fedd is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:11:22.395530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 9a704fd0-3789-4f39-9aed-97e775d0fedd) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:22.400167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:22.400800 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:22.424266 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-715f547c-9653-4fd2-a7c2-60e0e0dd60a1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4009826 Jun 15 15:11:22.427071 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44512) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:22.432276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-709640525-router', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:22.434576 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb32ad1b-2ebf-4690-b658-f16d83aab5a9 None None] Network 9a704fd0-3789-4f39-9aed-97e775d0fedd requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:22.437829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:22.441722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Usage tracker for resource:router and tenant:4c3a3cc5b9f54866be05a48f3d41b3bf is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:11:22.444597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:11:22.450375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:22.461158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:22.462143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:22.477769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:22.755373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:22.819386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-9a704fd0-3789-4f39-9aed-97e775d0fedd', 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'fixed_ips': [{'subnet_id': 'bd6dce96-92b7-41df-a0ab-d2ca296e80ce'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:11:22.820207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:22.834972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88203743-52d7-4bed-a424-634218652a8f None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:22.855431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-88203743-52d7-4bed-a424-634218652a8f None None] Transition to ACTIVE for port object 8570c76e-8272-449b-a7f5-407deca317a2 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:22.902797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88203743-52d7-4bed-a424-634218652a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:23.097559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f142e-eecc-4419-be30-1e3788d289a9 None None] Pushing event updated for resources: {'Port': ['ID=8570c76e-8272-449b-a7f5-407deca317a2,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:23.205835 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 87a1231d-fa22-4ac4-b6d6-3d84dc221232 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:23.231590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:23.263610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:23.296895 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-88203743-52d7-4bed-a424-634218652a8f None None] Attempting to bind port 8570c76e-8272-449b-a7f5-407deca317a2 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:11:23.297262 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-88203743-52d7-4bed-a424-634218652a8f None None] Attempting to bind port 8570c76e-8272-449b-a7f5-407deca317a2 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:11:23.297618 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88203743-52d7-4bed-a424-634218652a8f None None] Attempting to bind port 8570c76e-8272-449b-a7f5-407deca317a2 on network 513cb497-6d8e-408a-b75c-fe46dddbeaac {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:11:23.311812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Allocated IP 172.20.0.2 (9a704fd0-3789-4f39-9aed-97e775d0fedd/bd6dce96-92b7-41df-a0ab-d2ca296e80ce/b0b789ff-1026-4526-882e-227c2187e115) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:11:23.314464 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88203743-52d7-4bed-a424-634218652a8f None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:11:23.314871 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88203743-52d7-4bed-a424-634218652a8f None None] Checking segment: {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:23.315291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88203743-52d7-4bed-a424-634218652a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:23.315736 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88203743-52d7-4bed-a424-634218652a8f None None] Bound using segment: {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:11:23.316242 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-88203743-52d7-4bed-a424-634218652a8f None None] Bound port: 8570c76e-8272-449b-a7f5-407deca317a2, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:11:23.316800 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88203743-52d7-4bed-a424-634218652a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:23.403160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Allocated IP 172.26.3.59 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/c2b1963c-1b41-430a-9d07-4c3a1cd579bc) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:11:23.499097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 87a1231d-fa22-4ac4-b6d6-3d84dc221232 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:23.499373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:23.554371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:23.583674 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-88203743-52d7-4bed-a424-634218652a8f None None] For port 8570c76e-8272-449b-a7f5-407deca317a2, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:11:23.588760 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:23.614982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-88203743-52d7-4bed-a424-634218652a8f None None] For port 8570c76e-8272-449b-a7f5-407deca317a2, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8570c76e-8272-449b-a7f5-407deca317a2,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:11:23.632593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-88203743-52d7-4bed-a424-634218652a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:23.652951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:11:23.656109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:23.659907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:11:23.707730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b1963c-1b41-430a-9d07-4c3a1cd579bc,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:23.823834 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 87a1231d-fa22-4ac4-b6d6-3d84dc221232 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:23.831638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88203743-52d7-4bed-a424-634218652a8f None None] Routers {'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:11:23.832291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-88203743-52d7-4bed-a424-634218652a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:10:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:23.898141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f142e-eecc-4419-be30-1e3788d289a9 None None] Pushing event updated for resources: {'Port': ['ID=8570c76e-8272-449b-a7f5-407deca317a2,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:23.912936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:23.991921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Transition to ACTIVE for port object b0b789ff-1026-4526-882e-227c2187e115 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:24.085808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Transition to ACTIVE for port object b0b789ff-1026-4526-882e-227c2187e115 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:24.097701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:24.112779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:24.183591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-88203743-52d7-4bed-a424-634218652a8f None None] Set router c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:11:24.230437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Network 9a704fd0-3789-4f39-9aed-97e775d0fedd is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:11:24.240014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:24.254208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:11:24.264339 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Pushing event updated for resources: {'Port': ['ID=b0b789ff-1026-4526-882e-227c2187e115,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:24.447400 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Attempting to bind port b0b789ff-1026-4526-882e-227c2187e115 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:11:24.447782 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Attempting to bind port b0b789ff-1026-4526-882e-227c2187e115 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '9e28d0bb-c611-4831-aa31-67105a61e10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:11:24.448148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Attempting to bind port b0b789ff-1026-4526-882e-227c2187e115 on network 9a704fd0-3789-4f39-9aed-97e775d0fedd {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:11:24.510515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:11:24.510853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Checking segment: {'id': '9e28d0bb-c611-4831-aa31-67105a61e10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:24.511286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:24.511689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Bound using segment: {'id': '9e28d0bb-c611-4831-aa31-67105a61e10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:11:24.512201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Bound port: b0b789ff-1026-4526-882e-227c2187e115, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e28d0bb-c611-4831-aa31-67105a61e10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:11:24.512763 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:24.590626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:24.678586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-712a0135-9195-4e37-b826-87227c5669bf None None] For port b0b789ff-1026-4526-882e-227c2187e115, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:11:24.690119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-712a0135-9195-4e37-b826-87227c5669bf None None] For port b0b789ff-1026-4526-882e-227c2187e115, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b0b789ff-1026-4526-882e-227c2187e115,segment=NetworkSegment(9e28d0bb-c611-4831-aa31-67105a61e10f),segment_id=9e28d0bb-c611-4831-aa31-67105a61e10f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:11:24.697396 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:24.787481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-88203743-52d7-4bed-a424-634218652a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'name': 'tempest-TestEncryptedCinderVolumes-667859813-router', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:15Z', 'updated_at': '2022-06-15T15:11:19Z', 'revision_number': 4, 'project_id': '22483095cf74400b97486200f9ef8e44', 'gw_port': {'id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:16Z', 'updated_at': '2022-06-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '8570c76e-8272-449b-a7f5-407deca317a2', 'name': '', 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'mac_address': 'fa:16:3e:a3:43:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ceedf64c-980f-43e1-bc49-fa8ebfa7db56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:19Z', 'updated_at': '2022-06-15T15:11:23Z', 'revision_number': 4, 'project_id': '22483095cf74400b97486200f9ef8e44', 'subnets': [{'id': 'ceedf64c-980f-43e1-bc49-fa8ebfa7db56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:24.794319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a0135-9195-4e37-b826-87227c5669bf None None] Pushing event updated for resources: {'Port': ['ID=b0b789ff-1026-4526-882e-227c2187e115,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:24.798465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88203743-52d7-4bed-a424-634218652a8f None None] The sync data for ids ['c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'] in dv-neutron-845844-1-hyperv is: [{'id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'name': 'tempest-TestEncryptedCinderVolumes-667859813-router', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:15Z', 'updated_at': '2022-06-15T15:11:19Z', 'revision_number': 4, 'project_id': '22483095cf74400b97486200f9ef8e44', 'gw_port': {'id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:16Z', 'updated_at': '2022-06-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '8570c76e-8272-449b-a7f5-407deca317a2', 'name': '', 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'mac_address': 'fa:16:3e:a3:43:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'device_owner': 'network:router_interface', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ceedf64c-980f-43e1-bc49-fa8ebfa7db56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:19Z', 'updated_at': '2022-06-15T15:11:23Z', 'revision_number': 4, 'project_id': '22483095cf74400b97486200f9ef8e44', 'subnets': [{'id': 'ceedf64c-980f-43e1-bc49-fa8ebfa7db56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:11:24.822341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Router 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:11:25.075450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:11:25.086732 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Sync routers for ids ['8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:11:25.101232 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Routers {'8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:11:25.102386 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:10:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:25.105571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:25.111842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44516) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:11:25.119949 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-25661587-0e9a-43ea-8f23-5c0ea18d3b51 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6914668 Jun 15 15:11:25.290982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8570c76e-8272-449b-a7f5-407deca317a2 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:25.356552 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Set router 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:11:25.383749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 8570c76e-8272-449b-a7f5-407deca317a2 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:25.392127 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 8570c76e-8272-449b-a7f5-407deca317a2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:25.392545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:25.563545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 8570c76e-8272-449b-a7f5-407deca317a2 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:25.564097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:25.608743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 8570c76e-8272-449b-a7f5-407deca317a2, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8570c76e-8272-449b-a7f5-407deca317a2,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:25.614262 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:25.615107 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b0b789ff-1026-4526-882e-227c2187e115 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:25.714747 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'name': 'tempest-TestEncryptedCinderVolumes-709640525-router', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:22Z', 'updated_at': '2022-06-15T15:11:23Z', 'revision_number': 3, 'project_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'gw_port': {'id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:23Z', 'updated_at': '2022-06-15T15:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:25.730775 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Checking router: 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:11:25.731671 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Updating router 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 port c2b1963c-1b41-430a-9d07-4c3a1cd579bc binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:11:25.777245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=8570c76e-8272-449b-a7f5-407deca317a2,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:25.813945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port b0b789ff-1026-4526-882e-227c2187e115 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:25.869593 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.147052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180354fd-fd21-4ed2-b08e-9ba9b1300090 None None] Network 9a704fd0-3789-4f39-9aed-97e775d0fedd requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:11:26.208090 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.254059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b761c0cf-58ee-4822-a67b-df43eecebd34 None None] Provisioning for port b0b789ff-1026-4526-882e-227c2187e115 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:26.256679 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.260866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b761c0cf-58ee-4822-a67b-df43eecebd34 None None] Provisioning complete for port b0b789ff-1026-4526-882e-227c2187e115 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:26.261247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b761c0cf-58ee-4822-a67b-df43eecebd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.269832 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Transition to ACTIVE for port object c2b1963c-1b41-430a-9d07-4c3a1cd579bc will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:26.278921 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.363733 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Attempting to bind port c2b1963c-1b41-430a-9d07-4c3a1cd579bc on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:11:26.364100 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Attempting to bind port c2b1963c-1b41-430a-9d07-4c3a1cd579bc by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:11:26.364508 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Attempting to bind port c2b1963c-1b41-430a-9d07-4c3a1cd579bc on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:11:26.370381 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e57da5-51d5-4638-8c61-d3fca6028a09 None None] Pushing event updated for resources: {'Port': ['ID=c2b1963c-1b41-430a-9d07-4c3a1cd579bc,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:26.376271 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:11:26.376271 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:26.376271 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.376791 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:11:26.377059 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Bound port: c2b1963c-1b41-430a-9d07-4c3a1cd579bc, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:11:26.377418 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.453753 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] For port c2b1963c-1b41-430a-9d07-4c3a1cd579bc, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:11:26.457512 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] For port c2b1963c-1b41-430a-9d07-4c3a1cd579bc, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c2b1963c-1b41-430a-9d07-4c3a1cd579bc,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:11:26.464067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Allocated IP 172.20.0.1 (9a704fd0-3789-4f39-9aed-97e775d0fedd/bd6dce96-92b7-41df-a0ab-d2ca296e80ce/df65257f-bd21-47eb-b611-ca90cc78b4ef) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:11:26.467888 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.518588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b761c0cf-58ee-4822-a67b-df43eecebd34 None None] Current status of the port b0b789ff-1026-4526-882e-227c2187e115 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:26.519111 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b761c0cf-58ee-4822-a67b-df43eecebd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.554506 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Routers {'8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:11:26.555106 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:10:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:26.562172 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b761c0cf-58ee-4822-a67b-df43eecebd34 None None] For port b0b789ff-1026-4526-882e-227c2187e115, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b0b789ff-1026-4526-882e-227c2187e115,segment=NetworkSegment(9e28d0bb-c611-4831-aa31-67105a61e10f),segment_id=9e28d0bb-c611-4831-aa31-67105a61e10f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:26.567117 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b761c0cf-58ee-4822-a67b-df43eecebd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.621975 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e57da5-51d5-4638-8c61-d3fca6028a09 None None] Pushing event updated for resources: {'Port': ['ID=c2b1963c-1b41-430a-9d07-4c3a1cd579bc,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:26.668225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.701981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Transition to ACTIVE for port object df65257f-bd21-47eb-b611-ca90cc78b4ef will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:26.713766 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761c0cf-58ee-4822-a67b-df43eecebd34 None None] Pushing event updated for resources: {'Port': ['ID=b0b789ff-1026-4526-882e-227c2187e115,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:26.735214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.788815 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] Set router 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:11:26.810516 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Network 9a704fd0-3789-4f39-9aed-97e775d0fedd is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:11:26.813653 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:26.817351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:11:26.847987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Pushing event updated for resources: {'Port': ['ID=df65257f-bd21-47eb-b611-ca90cc78b4ef,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:26.875812 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:26.906382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bacbe1bf-9443-4d31-a308-6195f08db958 None None] Provisioning complete for port b0b789ff-1026-4526-882e-227c2187e115 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:26.906956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bacbe1bf-9443-4d31-a308-6195f08db958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:27.047590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bacbe1bf-9443-4d31-a308-6195f08db958 None None] Current status of the port b0b789ff-1026-4526-882e-227c2187e115 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:27.110038 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'name': 'tempest-TestEncryptedCinderVolumes-709640525-router', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:22Z', 'updated_at': '2022-06-15T15:11:23Z', 'revision_number': 3, 'project_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'gw_port': {'id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:23Z', 'updated_at': '2022-06-15T15:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:27.113918 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a80ad1-4bd5-44da-84f8-e4c2cc3c6ad4 None None] The sync data for ids ['8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'] in dv-neutron-845844-1-hyperv is: [{'id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'name': 'tempest-TestEncryptedCinderVolumes-709640525-router', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:22Z', 'updated_at': '2022-06-15T15:11:23Z', 'revision_number': 3, 'project_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'gw_port': {'id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:23Z', 'updated_at': '2022-06-15T15:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:11:27.155186 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:27.184688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f7a3c1e6-0964-40d2-bd41-05fca8fc299f None None] Provisioning for port df65257f-bd21-47eb-b611-ca90cc78b4ef completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:27.193270 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f7a3c1e6-0964-40d2-bd41-05fca8fc299f None None] Provisioning complete for port df65257f-bd21-47eb-b611-ca90cc78b4ef triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:27.193649 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c1e6-0964-40d2-bd41-05fca8fc299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:27.222453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8570c76e-8272-449b-a7f5-407deca317a2 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:27.313716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f7a3c1e6-0964-40d2-bd41-05fca8fc299f None None] Port df65257f-bd21-47eb-b611-ca90cc78b4ef cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:11:27.317822 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ae474c3b-9e66-4254-a80d-fe0f3866a63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:27.333666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 8570c76e-8272-449b-a7f5-407deca317a2 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:27.334046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:27.440991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:27.453832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:27.487541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 8570c76e-8272-449b-a7f5-407deca317a2 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:27.488895 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b0b789ff-1026-4526-882e-227c2187e115 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:27.576113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port b0b789ff-1026-4526-882e-227c2187e115 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:27.577221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:27.733358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:27.737980 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Pushing event updated for resources: {'Port': ['ID=df65257f-bd21-47eb-b611-ca90cc78b4ef,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:27.744515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port b0b789ff-1026-4526-882e-227c2187e115 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:27.889394 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Network 9a704fd0-3789-4f39-9aed-97e775d0fedd is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:11:27.890697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:28.090477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Router 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:11:28.146505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-416373b5-0ef1-4c58-94ca-6a57e54e16cc None None] Provisioning complete for port df65257f-bd21-47eb-b611-ca90cc78b4ef triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:28.146879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-416373b5-0ef1-4c58-94ca-6a57e54e16cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:28.203375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-416373b5-0ef1-4c58-94ca-6a57e54e16cc None None] Port df65257f-bd21-47eb-b611-ca90cc78b4ef cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:11:28.284706 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:11:28.295272 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e8fc6eda-e3a9-4632-a5fb-747219619370 admin admin] 10.222.0.26 "PUT /v2.0/routers/8e8c8a05-b38c-4e07-880d-ec2e6e023fc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1818104 Jun 15 15:11:28.922187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Sync routers for ids ['8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:11:28.932297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Routers {'8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:11:28.932915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:10:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:28.958437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-5d21eddf-ff4e-4c3b-99f3-25919ba0939e tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:28.959157 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-5d21eddf-ff4e-4c3b-99f3-25919ba0939e tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Synchronizing usage tracker for tenant:22483095cf74400b97486200f9ef8e44 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:11:28.977620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-5d21eddf-ff4e-4c3b-99f3-25919ba0939e tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Unset dirty status for tenant:22483095cf74400b97486200f9ef8e44 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:11:28.978833 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-5d21eddf-ff4e-4c3b-99f3-25919ba0939e tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/networks?id=513cb497-6d8e-408a-b75c-fe46dddbeaac HTTP/1.1" status: 200 len: 816 time: 0.1725538 Jun 15 15:11:28.994995 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-9f725f40-4bae-48d8-8f3b-245087f50d16 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/quotas/22483095cf74400b97486200f9ef8e44 HTTP/1.1" status: 200 len: 375 time: 0.0099578 Jun 15 15:11:29.095447 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d42b504e-61f4-4d33-aa3e-2f079ecd16fb tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Synchronizing usage tracker for tenant:22483095cf74400b97486200f9ef8e44 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:11:29.114612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d42b504e-61f4-4d33-aa3e-2f079ecd16fb tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Unset dirty status for tenant:22483095cf74400b97486200f9ef8e44 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:11:29.115822 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d42b504e-61f4-4d33-aa3e-2f079ecd16fb tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=22483095cf74400b97486200f9ef8e44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142681 Jun 15 15:11:29.123984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Set router 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:11:29.255941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c2b1963c-1b41-430a-9d07-4c3a1cd579bc up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:29.260891 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-093b17a8-305f-43a5-aa28-6b964682a8a9 service neutron] 10.222.0.26 "GET /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312368 Jun 15 15:11:29.400219 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-99b27221-bddf-4f2d-bf95-9c839e068ad7 service neutron] 10.222.0.26 "GET /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327908 Jun 15 15:11:29.439284 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-29db1a8d-b760-489f-8cc9-d0a31b1f9850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:29.443782 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port c2b1963c-1b41-430a-9d07-4c3a1cd579bc completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:29.462190 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c2b1963c-1b41-430a-9d07-4c3a1cd579bc triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:29.462561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:29.622830 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-21ee93fd-a659-4863-b5b3-abf1f894a631 req-c91795b7-e46e-4834-9239-bf75e09e0db8 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 210 time: 0.0552392 Jun 15 15:11:29.675479 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'name': 'tempest-TestEncryptedCinderVolumes-709640525-router', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:22Z', 'updated_at': '2022-06-15T15:11:27Z', 'revision_number': 4, 'project_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'gw_port': {'id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:23Z', 'updated_at': '2022-06-15T15:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'df65257f-bd21-47eb-b611-ca90cc78b4ef', 'name': '', 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'mac_address': 'fa:16:3e:6e:7c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'bd6dce96-92b7-41df-a0ab-d2ca296e80ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:26Z', 'updated_at': '2022-06-15T15:11:27Z', 'revision_number': 2, 'project_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'subnets': [{'id': 'bd6dce96-92b7-41df-a0ab-d2ca296e80ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:29.677668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c2b1963c-1b41-430a-9d07-4c3a1cd579bc is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:29.678044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:29.686390 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Checking router: 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:11:29.686737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Updating router 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 port df65257f-bd21-47eb-b611-ca90cc78b4ef binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:11:29.737918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port c2b1963c-1b41-430a-9d07-4c3a1cd579bc, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c2b1963c-1b41-430a-9d07-4c3a1cd579bc,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:29.744833 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:29.789672 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:29.930014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=c2b1963c-1b41-430a-9d07-4c3a1cd579bc,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:30.220816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:30.235233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Transition to ACTIVE for port object df65257f-bd21-47eb-b611-ca90cc78b4ef will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:30.242782 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:30.382115 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d45bc3-c261-49fa-a7a2-b1cc8a8b888f None None] Pushing event updated for resources: {'Port': ['ID=df65257f-bd21-47eb-b611-ca90cc78b4ef,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:30.489614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Attempting to bind port df65257f-bd21-47eb-b611-ca90cc78b4ef on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:11:30.489981 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Attempting to bind port df65257f-bd21-47eb-b611-ca90cc78b4ef by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '9e28d0bb-c611-4831-aa31-67105a61e10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:11:30.490340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Attempting to bind port df65257f-bd21-47eb-b611-ca90cc78b4ef on network 9a704fd0-3789-4f39-9aed-97e775d0fedd {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:11:30.495783 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:11:30.496149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Checking segment: {'id': '9e28d0bb-c611-4831-aa31-67105a61e10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:30.496585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:30.497507 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Bound using segment: {'id': '9e28d0bb-c611-4831-aa31-67105a61e10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:11:30.497982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Bound port: df65257f-bd21-47eb-b611-ca90cc78b4ef, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e28d0bb-c611-4831-aa31-67105a61e10f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:11:30.498350 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:30.622566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] For port df65257f-bd21-47eb-b611-ca90cc78b4ef, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:11:30.642757 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] For port df65257f-bd21-47eb-b611-ca90cc78b4ef, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=df65257f-bd21-47eb-b611-ca90cc78b4ef,segment=NetworkSegment(9e28d0bb-c611-4831-aa31-67105a61e10f),segment_id=9e28d0bb-c611-4831-aa31-67105a61e10f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:11:30.682415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:30.686062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:30.756121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-1fabeeec-0bbc-4a62-b4bd-e59ba72b8dba tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:30.757676 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-1fabeeec-0bbc-4a62-b4bd-e59ba72b8dba tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.44 "GET /v2.0/networks?id=513cb497-6d8e-408a-b75c-fe46dddbeaac HTTP/1.1" status: 200 len: 816 time: 0.2006044 Jun 15 15:11:30.774647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Request body: {'port': {'device_id': 'e0a45835-c415-48f5-ad88-58bd6a145191', 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac', 'admin_state_up': True, 'tenant_id': '22483095cf74400b97486200f9ef8e44'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:30.799180 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:30.803332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Routers {'8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:11:30.803962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:11:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:30.874418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d45bc3-c261-49fa-a7a2-b1cc8a8b888f None None] Pushing event updated for resources: {'Port': ['ID=df65257f-bd21-47eb-b611-ca90cc78b4ef,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:30.926416 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b95c05ab-5077-481e-9052-d637347eaabe req-5065fefa-d2aa-4653-b965-c4ec36bf6093 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 210 time: 0.1293178 Jun 15 15:11:30.987234 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:11:30.998130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:11:31.005294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] Set router 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:11:31.010090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Made reservation on behalf of 22483095cf74400b97486200f9ef8e44 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:11:31.013983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:31.192262 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Allocated IP 172.20.0.10 (513cb497-6d8e-408a-b75c-fe46dddbeaac/ceedf64c-980f-43e1-bc49-fa8ebfa7db56/88ec3147-0fcc-45d6-9bc8-722d6eddc306) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:11:31.214429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c2b1963c-1b41-430a-9d07-4c3a1cd579bc up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:31.367428 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c2b1963c-1b41-430a-9d07-4c3a1cd579bc triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:31.367813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:31.493808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'name': 'tempest-TestEncryptedCinderVolumes-709640525-router', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:22Z', 'updated_at': '2022-06-15T15:11:27Z', 'revision_number': 4, 'project_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'gw_port': {'id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:23Z', 'updated_at': '2022-06-15T15:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'df65257f-bd21-47eb-b611-ca90cc78b4ef', 'name': '', 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'mac_address': 'fa:16:3e:6e:7c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'bd6dce96-92b7-41df-a0ab-d2ca296e80ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:26Z', 'updated_at': '2022-06-15T15:11:30Z', 'revision_number': 4, 'project_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'subnets': [{'id': 'bd6dce96-92b7-41df-a0ab-d2ca296e80ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:11:31.503050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9c040-ffe9-4a08-a07d-75a3db101288 None None] The sync data for ids ['8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'] in dv-neutron-845844-1-hyperv is: [{'id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'name': 'tempest-TestEncryptedCinderVolumes-709640525-router', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:22Z', 'updated_at': '2022-06-15T15:11:27Z', 'revision_number': 4, 'project_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'gw_port': {'id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:23Z', 'updated_at': '2022-06-15T15:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'df65257f-bd21-47eb-b611-ca90cc78b4ef', 'name': '', 'network_id': '9a704fd0-3789-4f39-9aed-97e775d0fedd', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'mac_address': 'fa:16:3e:6e:7c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'bd6dce96-92b7-41df-a0ab-d2ca296e80ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:26Z', 'updated_at': '2022-06-15T15:11:30Z', 'revision_number': 4, 'project_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'subnets': [{'id': 'bd6dce96-92b7-41df-a0ab-d2ca296e80ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:11:31.510263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c2b1963c-1b41-430a-9d07-4c3a1cd579bc is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:31.528381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:31.545899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Transition to ACTIVE for port object 88ec3147-0fcc-45d6-9bc8-722d6eddc306 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:31.588428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:31.675822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Network 513cb497-6d8e-408a-b75c-fe46dddbeaac is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:11:31.679203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:11:31.681686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:11:31.720380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Pushing event updated for resources: {'Port': ['ID=88ec3147-0fcc-45d6-9bc8-722d6eddc306,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:31.756978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:31.757780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:31.788597 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-2cba8aca-ab7a-498a-9b31-017f07daece7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0211921 Jun 15 15:11:31.800637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Request body: {'port': {'device_id': 'e0a45835-c415-48f5-ad88-58bd6a145191', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:11:31.924778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:31.987113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2303c890-2f3c-4931-89f5-9c8faed4b8ae None None] Provisioning for port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:31.999854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2303c890-2f3c-4931-89f5-9c8faed4b8ae None None] Provisioning complete for port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:32.000155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2303c890-2f3c-4931-89f5-9c8faed4b8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:32.131767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2303c890-2f3c-4931-89f5-9c8faed4b8ae None None] Port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:11:32.137832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:32.164686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca469e8-b166-4129-9190-e9d30ea43553 req-00696a1a-587d-4b72-b278-e38b2e1b6fc2 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:32.166571 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1ca469e8-b166-4129-9190-e9d30ea43553 req-00696a1a-587d-4b72-b278-e38b2e1b6fc2 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 932 time: 0.1131818 Jun 15 15:11:32.220783 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1ca469e8-b166-4129-9190-e9d30ea43553 req-497b2384-914d-400a-93b1-75c9b3349ec1 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479820 Jun 15 15:11:32.342864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ec3147-0fcc-45d6-9bc8-722d6eddc306 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:11:32.350748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:32.368706 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Transition to ACTIVE for port object 88ec3147-0fcc-45d6-9bc8-722d6eddc306 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:11:32.374146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:32.584632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Pushing event updated for resources: {'Port': ['ID=88ec3147-0fcc-45d6-9bc8-722d6eddc306,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:32.637894 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Attempting to bind port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:11:32.638257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Attempting to bind port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:11:32.638597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Attempting to bind port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 on network 513cb497-6d8e-408a-b75c-fe46dddbeaac {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:11:32.645846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 on network 513cb497-6d8e-408a-b75c-fe46dddbeaac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:11:32.646185 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Attempting to bind port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 on network 513cb497-6d8e-408a-b75c-fe46dddbeaac {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:11:32.652164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:11:32.652542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Checking segment: {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:11:32.653062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Bound using segment: {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:11:32.653570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Bound port: 88ec3147-0fcc-45d6-9bc8-722d6eddc306, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:11:32.653926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:32.751591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] For port 88ec3147-0fcc-45d6-9bc8-722d6eddc306, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:11:32.754651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] For port 88ec3147-0fcc-45d6-9bc8-722d6eddc306, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=88ec3147-0fcc-45d6-9bc8-722d6eddc306,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:11:32.759941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:32.821680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:32.822317 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:32.823693 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] 10.222.0.44 "PUT /v2.0/ports/88ec3147-0fcc-45d6-9bc8-722d6eddc306 HTTP/1.1" status: 200 len: 1094 time: 1.0278909 Jun 15 15:11:32.824127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a45835-c415-48f5-ad88-58bd6a145191', 'tag': '88ec3147-0fcc-45d6-9bc8-722d6eddc306'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:11:32.844840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206feb3-00f8-4032-9045-d75d51e58bfa service neutron] Pushing event updated for resources: {'Port': ['ID=88ec3147-0fcc-45d6-9bc8-722d6eddc306,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:32.875579 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7c0d75-77c7-4e50-9a9e-2d4dc1b646de'] response: {'name': 'network-changed', 'server_uuid': 'e0a45835-c415-48f5-ad88-58bd6a145191', 'tag': '88ec3147-0fcc-45d6-9bc8-722d6eddc306', 'status': 'completed', 'code': 200} Jun 15 15:11:32.961449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-955f100b-b9d4-4cbf-b431-7b97e7e355de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:32.962983 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-955f100b-b9d4-4cbf-b431-7b97e7e355de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22483095cf74400b97486200f9ef8e44&device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 1097 time: 0.0897064 Jun 15 15:11:33.036406 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-f696dba2-106d-4ab6-9640-dfca359e80d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88ec3147-0fcc-45d6-9bc8-722d6eddc306 HTTP/1.1" status: 200 len: 217 time: 0.0665631 Jun 15 15:11:33.102686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-0e8c49c3-2c85-4a00-9889-71e35b45c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:33.104196 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-0e8c49c3-2c85-4a00-9889-71e35b45c2f6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ceedf64c-980f-43e1-bc49-fa8ebfa7db56 HTTP/1.1" status: 200 len: 855 time: 0.0626562 Jun 15 15:11:33.190214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d38e4fee-6169-4a51-b805-03dfb6eb9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:33.191697 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-d38e4fee-6169-4a51-b805-03dfb6eb9c3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=513cb497-6d8e-408a-b75c-fe46dddbeaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818675 Jun 15 15:11:33.202991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device df65257f-bd21-47eb-b611-ca90cc78b4ef up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:33.273966 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port df65257f-bd21-47eb-b611-ca90cc78b4ef completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:33.280808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port df65257f-bd21-47eb-b611-ca90cc78b4ef triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:33.281607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:33.330210 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-de1a1eb8-3c34-4e99-8586-3e36236b1b6b service neutron] 10.222.0.44 "GET /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316063 Jun 15 15:11:33.408255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port df65257f-bd21-47eb-b611-ca90cc78b4ef is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:33.408566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:33.426644 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953377a2-044a-49bc-b7b6-b1ee963490a3 req-3310ddd2-fa71-4296-8e0b-7931a01e5157 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:33.428209 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-953377a2-044a-49bc-b7b6-b1ee963490a3 req-3310ddd2-fa71-4296-8e0b-7931a01e5157 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 944 time: 0.1037064 Jun 15 15:11:33.441621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port df65257f-bd21-47eb-b611-ca90cc78b4ef, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=df65257f-bd21-47eb-b611-ca90cc78b4ef,segment=NetworkSegment(9e28d0bb-c611-4831-aa31-67105a61e10f),segment_id=9e28d0bb-c611-4831-aa31-67105a61e10f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:33.446426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:33.475054 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-953377a2-044a-49bc-b7b6-b1ee963490a3 req-4a20a398-22d5-48da-ae28-d92b3c635755 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Jun 15 15:11:33.476981 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8e6c0da6-dbd3-4e15-b690-aa750e183d73 req-4f4fe17a-d6ed-4aee-b43d-46c050818648 service neutron] 10.222.0.44 "GET /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413236 Jun 15 15:11:33.515849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=df65257f-bd21-47eb-b611-ca90cc78b4ef,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:33.616619 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c466c-de4b-4d43-a0be-0157da08f48c req-aec17d2c-d613-408f-94e1-4c3aa422f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:33.618171 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965c466c-de4b-4d43-a0be-0157da08f48c req-aec17d2c-d613-408f-94e1-4c3aa422f0a8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22483095cf74400b97486200f9ef8e44&device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 1097 time: 0.0855701 Jun 15 15:11:33.859076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c466c-de4b-4d43-a0be-0157da08f48c req-cf5fe760-edf2-414b-8393-a2b47fad244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:33.860594 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965c466c-de4b-4d43-a0be-0157da08f48c req-cf5fe760-edf2-414b-8393-a2b47fad244d service neutron] 10.222.0.44 "GET /v2.0/networks?id=513cb497-6d8e-408a-b75c-fe46dddbeaac HTTP/1.1" status: 200 len: 917 time: 0.2358835 Jun 15 15:11:33.932830 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965c466c-de4b-4d43-a0be-0157da08f48c req-35bf95d3-8155-4b33-8566-bb7154e4f792 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88ec3147-0fcc-45d6-9bc8-722d6eddc306 HTTP/1.1" status: 200 len: 217 time: 0.0646713 Jun 15 15:11:33.998244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c466c-de4b-4d43-a0be-0157da08f48c req-88016f49-e5c4-4bba-b3f8-1b99d6fbb432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:33.999674 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965c466c-de4b-4d43-a0be-0157da08f48c req-88016f49-e5c4-4bba-b3f8-1b99d6fbb432 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ceedf64c-980f-43e1-bc49-fa8ebfa7db56 HTTP/1.1" status: 200 len: 855 time: 0.0597792 Jun 15 15:11:34.092481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c466c-de4b-4d43-a0be-0157da08f48c req-6c6f22ba-a3d7-46a3-9bdd-0cf731acc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:34.093979 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965c466c-de4b-4d43-a0be-0157da08f48c req-6c6f22ba-a3d7-46a3-9bdd-0cf731acc29d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=513cb497-6d8e-408a-b75c-fe46dddbeaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874879 Jun 15 15:11:34.233096 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965c466c-de4b-4d43-a0be-0157da08f48c req-cc3a0672-3411-44a0-a6d5-715cc4d4155b service neutron] 10.222.0.44 "GET /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317086 Jun 15 15:11:34.368937 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965c466c-de4b-4d43-a0be-0157da08f48c req-88fb4d31-0bb8-4bf4-8ad6-b2599462948f service neutron] 10.222.0.44 "GET /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288438 Jun 15 15:11:34.677331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ca742-f447-4b58-8d56-c2a5e41d7cf8 req-1a3ba75b-82ab-4fd5-92c7-188ad489c263 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:34.678049 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ad3ca742-f447-4b58-8d56-c2a5e41d7cf8 req-1a3ba75b-82ab-4fd5-92c7-188ad489c263 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Synchronizing usage tracker for tenant:22483095cf74400b97486200f9ef8e44 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:11:34.696426 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ad3ca742-f447-4b58-8d56-c2a5e41d7cf8 req-1a3ba75b-82ab-4fd5-92c7-188ad489c263 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Unset dirty status for tenant:22483095cf74400b97486200f9ef8e44 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:11:34.697687 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad3ca742-f447-4b58-8d56-c2a5e41d7cf8 req-1a3ba75b-82ab-4fd5-92c7-188ad489c263 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 944 time: 0.1120341 Jun 15 15:11:34.750299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ad3ca742-f447-4b58-8d56-c2a5e41d7cf8 req-1dfdbf4c-ecdf-480f-af3f-8ecfc5b3ee74 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Synchronizing usage tracker for tenant:22483095cf74400b97486200f9ef8e44 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:11:34.769160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ad3ca742-f447-4b58-8d56-c2a5e41d7cf8 req-1dfdbf4c-ecdf-480f-af3f-8ecfc5b3ee74 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Unset dirty status for tenant:22483095cf74400b97486200f9ef8e44 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:11:34.770595 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ad3ca742-f447-4b58-8d56-c2a5e41d7cf8 req-1dfdbf4c-ecdf-480f-af3f-8ecfc5b3ee74 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655856 Jun 15 15:11:35.179294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device df65257f-bd21-47eb-b611-ca90cc78b4ef up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:35.251997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port df65257f-bd21-47eb-b611-ca90cc78b4ef triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:35.252391 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:35.372641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port df65257f-bd21-47eb-b611-ca90cc78b4ef is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:35.400219 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 88ec3147-0fcc-45d6-9bc8-722d6eddc306 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:11:35.535470 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 88ec3147-0fcc-45d6-9bc8-722d6eddc306, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=88ec3147-0fcc-45d6-9bc8-722d6eddc306,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:35.549077 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '88ec3147-0fcc-45d6-9bc8-722d6eddc306', 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac', 'port_id': '88ec3147-0fcc-45d6-9bc8-722d6eddc306', 'mac_address': 'fa:16:3e:0e:df:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceedf64c-980f-43e1-bc49-fa8ebfa7db56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:11:35.605707 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:35.606285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:35.623737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ec3147-0fcc-45d6-9bc8-722d6eddc306 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:11:35.643117 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 88ec3147-0fcc-45d6-9bc8-722d6eddc306, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=88ec3147-0fcc-45d6-9bc8-722d6eddc306,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:35.648344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:35.721807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=88ec3147-0fcc-45d6-9bc8-722d6eddc306,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:35.729376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:35.729728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:35.730169 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:35.730510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:35.730911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:35.731379 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:35.731810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:35.732149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:35.732511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:35.732842 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:35.733172 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:35.733501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:11:35.850613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['88ec3147-0fcc-45d6-9bc8-722d6eddc306'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:11:35.970984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bb7ba-5454-4d5e-ab7a-0a00f85cc04a req-2dce7c34-d6cf-42e2-8c14-25d9123071ee tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:35.972540 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b6bb7ba-5454-4d5e-ab7a-0a00f85cc04a req-2dce7c34-d6cf-42e2-8c14-25d9123071ee tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 945 time: 0.0897510 Jun 15 15:11:36.020204 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b6bb7ba-5454-4d5e-ab7a-0a00f85cc04a req-937cc992-342f-4bfb-8d4e-09fb5a426a17 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411949 Jun 15 15:11:37.224310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e40181-646c-49b2-81a6-5f900640fd49 req-0a43f690-f289-4dda-b38a-61dcfad3a012 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:37.225836 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76e40181-646c-49b2-81a6-5f900640fd49 req-0a43f690-f289-4dda-b38a-61dcfad3a012 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 945 time: 0.0933254 Jun 15 15:11:37.271439 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-76e40181-646c-49b2-81a6-5f900640fd49 req-af567884-9111-4142-8cfd-117d0359f8d6 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396008 Jun 15 15:11:37.431397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 88ec3147-0fcc-45d6-9bc8-722d6eddc306 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:11:37.504806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:11:37.509847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:11:37.510223 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:37.629119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:11:37.629378 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:37.657375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a45835-c415-48f5-ad88-58bd6a145191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ec3147-0fcc-45d6-9bc8-722d6eddc306'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:11:37.668958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 88ec3147-0fcc-45d6-9bc8-722d6eddc306, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=88ec3147-0fcc-45d6-9bc8-722d6eddc306,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:37.674278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:37.709823 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc8c476-f7e0-4913-bfdc-08296c6fde0d'] response: {'server_uuid': 'e0a45835-c415-48f5-ad88-58bd6a145191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ec3147-0fcc-45d6-9bc8-722d6eddc306', 'code': 200} Jun 15 15:11:37.748734 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=88ec3147-0fcc-45d6-9bc8-722d6eddc306,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:37.942392 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627336dd-396a-475f-98e2-8308a43467b5 req-6df08484-5855-4ea7-b15c-574cbd438c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:37.943891 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-627336dd-396a-475f-98e2-8308a43467b5 req-6df08484-5855-4ea7-b15c-574cbd438c4c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 1099 time: 0.0819449 Jun 15 15:11:37.988519 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-627336dd-396a-475f-98e2-8308a43467b5 req-2afe339a-d9ea-40e8-8057-c7dd454d7475 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379500 Jun 15 15:11:38.467757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06910fa5-97ec-405d-8699-b4b3a017b060 req-b19d1a04-5c14-46cc-82a6-b314947d6ec6 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:38.469325 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06910fa5-97ec-405d-8699-b4b3a017b060 req-b19d1a04-5c14-46cc-82a6-b314947d6ec6 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 946 time: 0.0922532 Jun 15 15:11:38.514993 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06910fa5-97ec-405d-8699-b4b3a017b060 req-a23cd33c-f9aa-480c-8cee-54a337be2ead tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395541 Jun 15 15:11:39.717370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f3577-0c9b-454c-bd6b-c3bf2a91be66 req-046b5570-3d91-45f6-aa74-aa29e8a55469 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:39.718859 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fc0f3577-0c9b-454c-bd6b-c3bf2a91be66 req-046b5570-3d91-45f6-aa74-aa29e8a55469 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 946 time: 0.0938883 Jun 15 15:11:39.762843 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fc0f3577-0c9b-454c-bd6b-c3bf2a91be66 req-32892dcc-791c-4bf7-8997-d966a249fb59 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381336 Jun 15 15:11:39.961978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f72e59-fb38-4e2d-8f84-0e28ea59d8d7 req-fde085d9-73ad-40c4-ba85-c6158a11ca8a tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:39.963469 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-77f72e59-fb38-4e2d-8f84-0e28ea59d8d7 req-fde085d9-73ad-40c4-ba85-c6158a11ca8a tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 946 time: 0.0964003 Jun 15 15:11:40.008773 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-77f72e59-fb38-4e2d-8f84-0e28ea59d8d7 req-bf034b6a-dde4-47ac-b313-eea5b83bf2ad tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Jun 15 15:11:41.604762 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:11:51.718500 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:54.614782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f684682-d393-407a-aea9-006e25f47896 req-f9d58375-9f7f-403d-8b80-2f10edb687a2 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:54.616177 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3f684682-d393-407a-aea9-006e25f47896 req-f9d58375-9f7f-403d-8b80-2f10edb687a2 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 946 time: 0.0953310 Jun 15 15:11:54.663695 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3f684682-d393-407a-aea9-006e25f47896 req-5541a0c0-7679-4ab2-958d-8484134963b0 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416033 Jun 15 15:11:55.863067 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1f8096-3f2c-4a74-821f-3b9349d33d07 req-da72cdd7-5a36-4eed-8fad-82cf13aba75b tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:55.864620 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b1f8096-3f2c-4a74-821f-3b9349d33d07 req-da72cdd7-5a36-4eed-8fad-82cf13aba75b tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 946 time: 0.0908930 Jun 15 15:11:55.917262 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b1f8096-3f2c-4a74-821f-3b9349d33d07 req-1d3e5da0-30a4-445c-9c27-552c6d0cd52c tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442536 Jun 15 15:11:56.054041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a4be7-ddb9-4ba4-bc0f-2e61386381d3 req-1e39e83e-f241-4395-bf65-d7ce05af0a2a tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:56.055402 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f66a4be7-ddb9-4ba4-bc0f-2e61386381d3 req-1e39e83e-f241-4395-bf65-d7ce05af0a2a tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.44 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 946 time: 0.0929759 Jun 15 15:11:56.134630 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-f66a4be7-ddb9-4ba4-bc0f-2e61386381d3 req-e5439a21-b0cc-4633-9c7d-066954f33718 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Deleting port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:11:56.134979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f66a4be7-ddb9-4ba4-bc0f-2e61386381d3 req-e5439a21-b0cc-4633-9c7d-066954f33718 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:56.408040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-f66a4be7-ddb9-4ba4-bc0f-2e61386381d3 req-e5439a21-b0cc-4633-9c7d-066954f33718 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] For port 88ec3147-0fcc-45d6-9bc8-722d6eddc306, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=88ec3147-0fcc-45d6-9bc8-722d6eddc306,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:11:56.408372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f66a4be7-ddb9-4ba4-bc0f-2e61386381d3 req-e5439a21-b0cc-4633-9c7d-066954f33718 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:56.540214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-f66a4be7-ddb9-4ba4-bc0f-2e61386381d3 req-e5439a21-b0cc-4633-9c7d-066954f33718 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Calling delete_port for 88ec3147-0fcc-45d6-9bc8-722d6eddc306 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:11:56.689987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f66a4be7-ddb9-4ba4-bc0f-2e61386381d3 req-e5439a21-b0cc-4633-9c7d-066954f33718 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:56.702451 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['88ec3147-0fcc-45d6-9bc8-722d6eddc306'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:11:56.854015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5439a21-b0cc-4633-9c7d-066954f33718 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Pushing event deleted for resources: {'Port': ['ID=88ec3147-0fcc-45d6-9bc8-722d6eddc306,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:11:56.954546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66a4be7-ddb9-4ba4-bc0f-2e61386381d3 req-e5439a21-b0cc-4633-9c7d-066954f33718 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] No DVR routers for this DVR port 88ec3147-0fcc-45d6-9bc8-722d6eddc306 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:11:56.956714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f66a4be7-ddb9-4ba4-bc0f-2e61386381d3 req-e5439a21-b0cc-4633-9c7d-066954f33718 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:56.959683 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a45835-c415-48f5-ad88-58bd6a145191', 'name': 'network-vif-deleted', 'tag': '88ec3147-0fcc-45d6-9bc8-722d6eddc306'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:11:56.983283 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f66a4be7-ddb9-4ba4-bc0f-2e61386381d3 req-e5439a21-b0cc-4633-9c7d-066954f33718 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.44 "DELETE /v2.0/ports/88ec3147-0fcc-45d6-9bc8-722d6eddc306 HTTP/1.1" status: 204 len: 173 time: 0.9229805 Jun 15 15:11:57.028672 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4290525-5afd-4a2c-88d7-f6ec4776ef65'] response: {'server_uuid': 'e0a45835-c415-48f5-ad88-58bd6a145191', 'name': 'network-vif-deleted', 'tag': '88ec3147-0fcc-45d6-9bc8-722d6eddc306', 'status': 'completed', 'code': 200} Jun 15 15:11:57.102564 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-304fc876-ae3f-4963-8104-22750dbf8cd1 req-e6d1e158-7991-4430-86e4-67f7f8438b47 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=e0a45835-c415-48f5-ad88-58bd6a145191 HTTP/1.1" status: 200 len: 210 time: 0.0500965 Jun 15 15:11:57.293598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d87edbd1-8e80-4098-9de2-bbcfc3b62458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:58.608105 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-b5b10d51-10c2-442d-8881-9a4088b2cb3d tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:11:58.609656 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-b5b10d51-10c2-442d-8881-9a4088b2cb3d tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/networks?id=513cb497-6d8e-408a-b75c-fe46dddbeaac HTTP/1.1" status: 200 len: 816 time: 0.1488066 Jun 15 15:11:58.625641 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-eb34f008-d9ff-4361-a470-e509081e8160 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/quotas/22483095cf74400b97486200f9ef8e44 HTTP/1.1" status: 200 len: 375 time: 0.0101633 Jun 15 15:11:58.721817 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-386423fa-7657-40c5-bc14-ca2a59d3f60a tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=22483095cf74400b97486200f9ef8e44&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907845 Jun 15 15:11:58.879990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-90a10a9a-6f95-47c3-aeed-4de8e8604275 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89019) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 15:11:58.881031 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-90a10a9a-6f95-47c3-aeed-4de8e8604275 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1477251 Jun 15 15:11:59.128664 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-be629922-b6b6-4a04-a2b3-d7ca177803fa service neutron] 10.222.0.26 "GET /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410474 Jun 15 15:11:59.268152 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-73b21705-8700-4389-a97c-5e976e975ccf service neutron] 10.222.0.26 "GET /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330631 Jun 15 15:11:59.415090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-164213ab-bada-4365-9051-727b2325c5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:11:59.473485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ecdb6347-515f-4f06-baae-9c825b5dc93f req-3877aaad-e3f7-48e1-bb49-77a612cc2691 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Synchronizing usage tracker for tenant:22483095cf74400b97486200f9ef8e44 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:11:59.490022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ecdb6347-515f-4f06-baae-9c825b5dc93f req-3877aaad-e3f7-48e1-bb49-77a612cc2691 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Unset dirty status for tenant:22483095cf74400b97486200f9ef8e44 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:11:59.491322 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ecdb6347-515f-4f06-baae-9c825b5dc93f req-3877aaad-e3f7-48e1-bb49-77a612cc2691 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 210 time: 0.0698886 Jun 15 15:12:00.522751 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-7b76240f-e17b-4e66-b54d-a05b72887ff3 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:00.522751 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-7b76240f-e17b-4e66-b54d-a05b72887ff3 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.44 "GET /v2.0/networks?id=513cb497-6d8e-408a-b75c-fe46dddbeaac HTTP/1.1" status: 200 len: 816 time: 0.1569073 Jun 15 15:12:00.534377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Request body: {'port': {'device_id': 'f7914ca0-15d3-48a7-a620-475d2147b8b8', 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac', 'admin_state_up': True, 'tenant_id': '22483095cf74400b97486200f9ef8e44'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:12:00.638684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:00.672163 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c60e39f4-e1d4-4bf3-adb1-a865c9df4ef5 req-b6475ed5-0345-41d8-891d-95a60cbbf85b tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 210 time: 0.0648830 Jun 15 15:12:00.694556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:00.697412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:12:00.708141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:12:00.717580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Made reservation on behalf of 22483095cf74400b97486200f9ef8e44 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:12:00.721233 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:00.898703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Allocated IP 172.20.0.4 (513cb497-6d8e-408a-b75c-fe46dddbeaac/ceedf64c-980f-43e1-bc49-fa8ebfa7db56/3257c60c-97b0-4629-bd95-010eb064d1da) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:12:01.105543 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:01.121461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Transition to ACTIVE for port object 3257c60c-97b0-4629-bd95-010eb064d1da will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:12:01.146229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:01.221123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Network 513cb497-6d8e-408a-b75c-fe46dddbeaac is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:12:01.224255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:12:01.228113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:12:01.259791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Pushing event updated for resources: {'Port': ['ID=3257c60c-97b0-4629-bd95-010eb064d1da,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:01.298955 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:01.299595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:01.328457 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-a19e548d-5552-44ed-b9f5-d5c4b9170122 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7989166 Jun 15 15:12:01.340554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Request body: {'port': {'device_id': 'f7914ca0-15d3-48a7-a620-475d2147b8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:12:01.443754 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-452db00c-5feb-474f-8838-e074e39a708b None None] Provisioning for port 3257c60c-97b0-4629-bd95-010eb064d1da completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:12:01.449335 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-452db00c-5feb-474f-8838-e074e39a708b None None] Provisioning complete for port 3257c60c-97b0-4629-bd95-010eb064d1da triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:01.449738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-452db00c-5feb-474f-8838-e074e39a708b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:01.468479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:01.506369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-452db00c-5feb-474f-8838-e074e39a708b None None] Port 3257c60c-97b0-4629-bd95-010eb064d1da cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:12:01.529097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 88ec3147-0fcc-45d6-9bc8-722d6eddc306 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:12:01.569354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 88ec3147-0fcc-45d6-9bc8-722d6eddc306 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:12:01.569715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 88ec3147-0fcc-45d6-9bc8-722d6eddc306 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:12:01.888299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3257c60c-97b0-4629-bd95-010eb064d1da {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:12:01.902550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:01.924803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Transition to ACTIVE for port object 3257c60c-97b0-4629-bd95-010eb064d1da will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:12:01.929244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:02.114161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:02.186514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807b051-c07e-462d-ae8b-b44cb913771f req-3cb95ad5-d5dc-4f23-8cbd-2eeca7ddd077 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:02.187223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f807b051-c07e-462d-ae8b-b44cb913771f req-3cb95ad5-d5dc-4f23-8cbd-2eeca7ddd077 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Synchronizing usage tracker for tenant:22483095cf74400b97486200f9ef8e44 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:12:02.200575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Pushing event updated for resources: {'Port': ['ID=3257c60c-97b0-4629-bd95-010eb064d1da,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:02.279283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:02.279521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:02.279888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:02.280210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:02.280552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:02.280882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:02.281209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:02.281530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:02.281861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:02.282178 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:02.282498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:02.282818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:02.294871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f807b051-c07e-462d-ae8b-b44cb913771f req-3cb95ad5-d5dc-4f23-8cbd-2eeca7ddd077 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Unset dirty status for tenant:22483095cf74400b97486200f9ef8e44 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:12:02.296051 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f807b051-c07e-462d-ae8b-b44cb913771f req-3cb95ad5-d5dc-4f23-8cbd-2eeca7ddd077 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 931 time: 0.4832160 Jun 15 15:12:02.362565 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f807b051-c07e-462d-ae8b-b44cb913771f req-b12a12bc-f988-4ac7-a6c9-83dd4913702d tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603285 Jun 15 15:12:02.364697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Attempting to bind port 3257c60c-97b0-4629-bd95-010eb064d1da on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:12:02.365032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Attempting to bind port 3257c60c-97b0-4629-bd95-010eb064d1da by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:12:02.365364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Attempting to bind port 3257c60c-97b0-4629-bd95-010eb064d1da on network 513cb497-6d8e-408a-b75c-fe46dddbeaac {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:12:02.370441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Port 3257c60c-97b0-4629-bd95-010eb064d1da on network 513cb497-6d8e-408a-b75c-fe46dddbeaac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:12:02.371133 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Attempting to bind port 3257c60c-97b0-4629-bd95-010eb064d1da on network 513cb497-6d8e-408a-b75c-fe46dddbeaac {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:12:02.376519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:12:02.376878 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Checking segment: {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:12:02.377260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Bound using segment: {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:12:02.377701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Bound port: 3257c60c-97b0-4629-bd95-010eb064d1da, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bbdb85d-2464-4e06-9564-1ff3a0552965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:12:02.378054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:02.472072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] For port 3257c60c-97b0-4629-bd95-010eb064d1da, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:12:02.475129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] For port 3257c60c-97b0-4629-bd95-010eb064d1da, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=3257c60c-97b0-4629-bd95-010eb064d1da,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:12:02.481054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:02.545221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:02.545879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:02.547323 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] 10.222.0.44 "PUT /v2.0/ports/3257c60c-97b0-4629-bd95-010eb064d1da HTTP/1.1" status: 200 len: 1093 time: 1.2115841 Jun 15 15:12:02.547802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7914ca0-15d3-48a7-a620-475d2147b8b8', 'tag': '3257c60c-97b0-4629-bd95-010eb064d1da'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:12:02.573149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599faa5-b817-4dea-8dbf-8cf85bbcaf4f service neutron] Pushing event updated for resources: {'Port': ['ID=3257c60c-97b0-4629-bd95-010eb064d1da,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:02.635789 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49f8878-74b1-4488-a2db-0336e4ea4a31'] response: {'name': 'network-changed', 'server_uuid': 'f7914ca0-15d3-48a7-a620-475d2147b8b8', 'tag': '3257c60c-97b0-4629-bd95-010eb064d1da', 'status': 'completed', 'code': 200} Jun 15 15:12:02.690530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-46afe54a-8270-4775-8edb-2fe309b34551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:02.692334 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-46afe54a-8270-4775-8edb-2fe309b34551 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22483095cf74400b97486200f9ef8e44&device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 1096 time: 0.0996284 Jun 15 15:12:02.762783 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-06ce3527-6914-4bd9-bd2b-450aa9b0a1a3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3257c60c-97b0-4629-bd95-010eb064d1da HTTP/1.1" status: 200 len: 217 time: 0.0624058 Jun 15 15:12:02.832471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-350adb13-d86a-4cb7-8933-04c3a492a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:02.833855 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-350adb13-d86a-4cb7-8933-04c3a492a07b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ceedf64c-980f-43e1-bc49-fa8ebfa7db56 HTTP/1.1" status: 200 len: 855 time: 0.0660045 Jun 15 15:12:02.923025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-ca155298-5053-48b9-b3e3-4fbb77c7dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:02.924621 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-ca155298-5053-48b9-b3e3-4fbb77c7dcf9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=513cb497-6d8e-408a-b75c-fe46dddbeaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852354 Jun 15 15:12:03.063886 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-296b9aa6-da1e-470c-9743-8f5f6ee999fc service neutron] 10.222.0.44 "GET /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328404 Jun 15 15:12:03.209337 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0b0d050d-a319-4f83-bd6e-ccad22ee6c9c req-d32ca675-8eda-4fd1-8358-7dd2293816e4 service neutron] 10.222.0.44 "GET /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394403 Jun 15 15:12:03.343558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06b27-99ab-4098-859d-d35189833084 req-328774a0-e789-4342-a1e3-f19ef4edb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:03.344984 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06f06b27-99ab-4098-859d-d35189833084 req-328774a0-e789-4342-a1e3-f19ef4edb2e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=22483095cf74400b97486200f9ef8e44&device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 1096 time: 0.0891905 Jun 15 15:12:03.521121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06b27-99ab-4098-859d-d35189833084 req-2a2436ef-ceaf-4ece-abd6-10250b3d18d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:03.522641 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06f06b27-99ab-4098-859d-d35189833084 req-2a2436ef-ceaf-4ece-abd6-10250b3d18d9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=513cb497-6d8e-408a-b75c-fe46dddbeaac HTTP/1.1" status: 200 len: 917 time: 0.1708279 Jun 15 15:12:03.598496 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06f06b27-99ab-4098-859d-d35189833084 req-6bf92929-9828-4f7d-bbf0-5fa9eb6a5844 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3257c60c-97b0-4629-bd95-010eb064d1da HTTP/1.1" status: 200 len: 217 time: 0.0689440 Jun 15 15:12:03.675300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06b27-99ab-4098-859d-d35189833084 req-31d5384b-0c53-44a8-b7b2-ba632b63e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:03.676816 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06f06b27-99ab-4098-859d-d35189833084 req-31d5384b-0c53-44a8-b7b2-ba632b63e378 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ceedf64c-980f-43e1-bc49-fa8ebfa7db56 HTTP/1.1" status: 200 len: 855 time: 0.0710087 Jun 15 15:12:03.733363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d95b2-ff82-41e5-8701-92aac43e7958 req-bbb2bda2-364b-46c5-83ba-b281a7029788 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:03.734880 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-641d95b2-ff82-41e5-8701-92aac43e7958 req-bbb2bda2-364b-46c5-83ba-b281a7029788 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 943 time: 0.2648761 Jun 15 15:12:03.798968 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-641d95b2-ff82-41e5-8701-92aac43e7958 req-af5d82c5-6df0-4dc7-9a80-cecf700b39e7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576916 Jun 15 15:12:03.813011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f06b27-99ab-4098-859d-d35189833084 req-fac871b2-2b6f-4220-a5c7-03e1ab9df496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:03.814511 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06f06b27-99ab-4098-859d-d35189833084 req-fac871b2-2b6f-4220-a5c7-03e1ab9df496 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=513cb497-6d8e-408a-b75c-fe46dddbeaac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1311934 Jun 15 15:12:04.078533 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06f06b27-99ab-4098-859d-d35189833084 req-5c06a8f2-693a-4b0e-a635-cbcf8aa910c6 service neutron] 10.222.0.44 "GET /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570884 Jun 15 15:12:04.215002 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06f06b27-99ab-4098-859d-d35189833084 req-58510207-558a-4e51-b375-bc75bfece2d3 service neutron] 10.222.0.44 "GET /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296096 Jun 15 15:12:05.003507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d8fadf-f454-4d0f-88f4-4663894427e0 req-d8b10a70-19f4-4d75-ad3f-26e9fbee4bc5 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:05.004996 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d6d8fadf-f454-4d0f-88f4-4663894427e0 req-d8b10a70-19f4-4d75-ad3f-26e9fbee4bc5 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 943 time: 0.0939782 Jun 15 15:12:05.051217 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d6d8fadf-f454-4d0f-88f4-4663894427e0 req-95e9366b-7f5e-4024-8825-7d4f7b8da5c5 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403006 Jun 15 15:12:05.540044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 3257c60c-97b0-4629-bd95-010eb064d1da details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:12:05.682698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 3257c60c-97b0-4629-bd95-010eb064d1da, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=3257c60c-97b0-4629-bd95-010eb064d1da,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:05.696449 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '3257c60c-97b0-4629-bd95-010eb064d1da', 'network_id': '513cb497-6d8e-408a-b75c-fe46dddbeaac', 'port_id': '3257c60c-97b0-4629-bd95-010eb064d1da', 'mac_address': 'fa:16:3e:0a:a6:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceedf64c-980f-43e1-bc49-fa8ebfa7db56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:12:05.752151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 3257c60c-97b0-4629-bd95-010eb064d1da is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:05.752545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:05.769816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3257c60c-97b0-4629-bd95-010eb064d1da {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:12:05.786969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 3257c60c-97b0-4629-bd95-010eb064d1da, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=3257c60c-97b0-4629-bd95-010eb064d1da,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:05.791909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:05.895767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=3257c60c-97b0-4629-bd95-010eb064d1da,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:05.979453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['3257c60c-97b0-4629-bd95-010eb064d1da'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:12:06.249774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7187f7-3d69-4ae9-bebc-0126e820d987 req-1dc60fb8-fd09-4954-ba95-c61b836bef97 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:06.251261 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bd7187f7-3d69-4ae9-bebc-0126e820d987 req-1dc60fb8-fd09-4954-ba95-c61b836bef97 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 944 time: 0.0905802 Jun 15 15:12:06.297796 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bd7187f7-3d69-4ae9-bebc-0126e820d987 req-32830ef2-2c75-427f-a3ca-010ea0c4e0a8 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Jun 15 15:12:07.494880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779c7f7-5863-4744-86db-67a4fb04efdf req-dfef5252-4d97-46ab-9dd9-5a7c60580bb5 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:07.496766 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f779c7f7-5863-4744-86db-67a4fb04efdf req-dfef5252-4d97-46ab-9dd9-5a7c60580bb5 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 944 time: 0.0933311 Jun 15 15:12:07.543787 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f779c7f7-5863-4744-86db-67a4fb04efdf req-ea07fdb3-853b-45a2-b472-7d4007a1b242 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404351 Jun 15 15:12:07.555902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 3257c60c-97b0-4629-bd95-010eb064d1da up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:12:07.629925 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 3257c60c-97b0-4629-bd95-010eb064d1da completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:12:07.635119 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 3257c60c-97b0-4629-bd95-010eb064d1da triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:07.635501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:07.754882 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 3257c60c-97b0-4629-bd95-010eb064d1da is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:07.755094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:07.782969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7914ca0-15d3-48a7-a620-475d2147b8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3257c60c-97b0-4629-bd95-010eb064d1da'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:12:07.793196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 3257c60c-97b0-4629-bd95-010eb064d1da, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=3257c60c-97b0-4629-bd95-010eb064d1da,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:07.797798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:07.836534 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f7dcf7-56c1-418e-b60e-90311885bb04'] response: {'server_uuid': 'f7914ca0-15d3-48a7-a620-475d2147b8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3257c60c-97b0-4629-bd95-010eb064d1da', 'code': 200} Jun 15 15:12:07.872911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=3257c60c-97b0-4629-bd95-010eb064d1da,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:08.073076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674d82f-a11c-45e1-a8b0-f3b833260190 req-3539beb6-ce5f-4987-b51b-04c0c9feeba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:08.074884 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5674d82f-a11c-45e1-a8b0-f3b833260190 req-3539beb6-ce5f-4987-b51b-04c0c9feeba4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 1098 time: 0.0856154 Jun 15 15:12:08.115809 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5674d82f-a11c-45e1-a8b0-f3b833260190 req-02a016e7-4df8-4308-8a29-b065ef67cdc8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354099 Jun 15 15:12:08.745269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9564c9-cf07-41fa-94b7-02e4d81db96a req-42fdd1f5-77f4-465e-bbb9-c9f520677f45 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:08.746911 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fc9564c9-cf07-41fa-94b7-02e4d81db96a req-42fdd1f5-77f4-465e-bbb9-c9f520677f45 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 945 time: 0.0959039 Jun 15 15:12:08.793679 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fc9564c9-cf07-41fa-94b7-02e4d81db96a req-72bfae45-7df5-41ba-8683-e06f0889a638 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Jun 15 15:12:09.988094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5193f-5cc0-495c-be70-ed590dfc5222 req-21839a48-bfa7-4ce3-858a-9517d407aa25 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:09.989498 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c0c5193f-5cc0-495c-be70-ed590dfc5222 req-21839a48-bfa7-4ce3-858a-9517d407aa25 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 945 time: 0.0893347 Jun 15 15:12:10.039605 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c0c5193f-5cc0-495c-be70-ed590dfc5222 req-ba507d7b-5e29-4b09-87ce-10adfdeb3ab0 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443044 Jun 15 15:12:10.239292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e51318-4f80-4db2-8215-9c48d6ed79b7 req-fe0b6497-5f65-4d7a-830c-6db368062dd5 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:10.240730 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-32e51318-4f80-4db2-8215-9c48d6ed79b7 req-fe0b6497-5f65-4d7a-830c-6db368062dd5 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 945 time: 0.0967124 Jun 15 15:12:10.285854 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-32e51318-4f80-4db2-8215-9c48d6ed79b7 req-ed559ec5-a36d-4ced-b262-f594a3f91c84 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393832 Jun 15 15:12:18.604779 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:12:21.711842 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:24.720537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701c146-1cce-4401-9812-21093276cd13 req-3f96f5fe-f718-4132-8d57-32e1336bcab7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:24.721948 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d701c146-1cce-4401-9812-21093276cd13 req-3f96f5fe-f718-4132-8d57-32e1336bcab7 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 945 time: 0.0912359 Jun 15 15:12:24.767627 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d701c146-1cce-4401-9812-21093276cd13 req-fb7577fb-734c-4a7d-ae2a-165c3391825f tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Jun 15 15:12:25.967589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883911ca-e817-4429-98a0-07341fffee1f req-8a25fcf2-9efa-4d8a-a2d3-b16768a7f439 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:25.969038 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-883911ca-e817-4429-98a0-07341fffee1f req-8a25fcf2-9efa-4d8a-a2d3-b16768a7f439 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 945 time: 0.0911674 Jun 15 15:12:26.015117 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-883911ca-e817-4429-98a0-07341fffee1f req-d0fee141-13e3-44bf-b561-e363618da1e6 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/security-groups?id=7a988988-83b8-49a8-ba54-7652b5fbf646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400937 Jun 15 15:12:26.158388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc75b7-2a7f-4268-8f12-cd1edc5df8e1 req-fc10ac5b-20f8-4eee-8afe-947d407c2634 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:26.159838 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53fc75b7-2a7f-4268-8f12-cd1edc5df8e1 req-fc10ac5b-20f8-4eee-8afe-947d407c2634 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 945 time: 0.0948575 Jun 15 15:12:26.233739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-53fc75b7-2a7f-4268-8f12-cd1edc5df8e1 req-3e1d63f6-8182-4757-a109-728572feb9a8 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Deleting port 3257c60c-97b0-4629-bd95-010eb064d1da {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:12:26.233985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-53fc75b7-2a7f-4268-8f12-cd1edc5df8e1 req-3e1d63f6-8182-4757-a109-728572feb9a8 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:26.498898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-53fc75b7-2a7f-4268-8f12-cd1edc5df8e1 req-3e1d63f6-8182-4757-a109-728572feb9a8 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] For port 3257c60c-97b0-4629-bd95-010eb064d1da, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=3257c60c-97b0-4629-bd95-010eb064d1da,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:26.499150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-53fc75b7-2a7f-4268-8f12-cd1edc5df8e1 req-3e1d63f6-8182-4757-a109-728572feb9a8 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:26.623920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-53fc75b7-2a7f-4268-8f12-cd1edc5df8e1 req-3e1d63f6-8182-4757-a109-728572feb9a8 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Calling delete_port for 3257c60c-97b0-4629-bd95-010eb064d1da owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:12:26.778456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-53fc75b7-2a7f-4268-8f12-cd1edc5df8e1 req-3e1d63f6-8182-4757-a109-728572feb9a8 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:26.790409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['3257c60c-97b0-4629-bd95-010eb064d1da'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:12:26.830503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d63f6-8182-4757-a109-728572feb9a8 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Pushing event deleted for resources: {'Port': ['ID=3257c60c-97b0-4629-bd95-010eb064d1da,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:26.920404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fc75b7-2a7f-4268-8f12-cd1edc5df8e1 req-3e1d63f6-8182-4757-a109-728572feb9a8 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] No DVR routers for this DVR port 3257c60c-97b0-4629-bd95-010eb064d1da on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:12:26.923004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-53fc75b7-2a7f-4268-8f12-cd1edc5df8e1 req-3e1d63f6-8182-4757-a109-728572feb9a8 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:26.925779 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7914ca0-15d3-48a7-a620-475d2147b8b8', 'name': 'network-vif-deleted', 'tag': '3257c60c-97b0-4629-bd95-010eb064d1da'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:12:26.943407 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-53fc75b7-2a7f-4268-8f12-cd1edc5df8e1 req-3e1d63f6-8182-4757-a109-728572feb9a8 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.44 "DELETE /v2.0/ports/3257c60c-97b0-4629-bd95-010eb064d1da HTTP/1.1" status: 204 len: 173 time: 0.7772093 Jun 15 15:12:26.977076 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9333daba-eba1-46b4-bbe8-d764b7dd7ffc'] response: {'server_uuid': 'f7914ca0-15d3-48a7-a620-475d2147b8b8', 'name': 'network-vif-deleted', 'tag': '3257c60c-97b0-4629-bd95-010eb064d1da', 'status': 'completed', 'code': 200} Jun 15 15:12:27.194190 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-87dc45a3-bfb7-4b11-a99e-69e30eedca82 req-6064df1e-fd71-4352-827e-9cd4ef0668f5 tempest-TestEncryptedCinderVolumes-1824542026 tempest-TestEncryptedCinderVolumes-1824542026-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7914ca0-15d3-48a7-a620-475d2147b8b8 HTTP/1.1" status: 200 len: 210 time: 0.0552988 Jun 15 15:12:27.298334 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f8431e1e-a193-419c-bf1a-f89edcec1ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:28.330341 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44798) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:28.892500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:29.362973 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Deleting port 8570c76e-8272-449b-a7f5-407deca317a2 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:12:29.363662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:29.411254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c5f65415-3dc5-4042-a693-3e09f5520d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:29.550156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] For port 8570c76e-8272-449b-a7f5-407deca317a2, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8570c76e-8272-449b-a7f5-407deca317a2,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:29.550726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:29.681421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Calling delete_port for 8570c76e-8272-449b-a7f5-407deca317a2 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:12:30.022244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:30.072136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8570c76e-8272-449b-a7f5-407deca317a2,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:30.111607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:30.111965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:30.112332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:30.112671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:30.112998 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:30.113329 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:30.113660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:30.113983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:30.114318 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:30.114615 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:30.114969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:30.115292 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:30.380972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:30.635234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:30.685928 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:30.881116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Router c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:12:31.064604 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:12:31.074337 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c688f89-670f-44e9-9105-36686349499d None None] Sync routers for ids ['c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:12:31.077619 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-abb8d22a-5d17-4fd0-a2a3-0eaecea233a7 admin admin] 10.222.0.26 "PUT /v2.0/routers/c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7463102 Jun 15 15:12:31.080876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44802) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:31.084482 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c688f89-670f-44e9-9105-36686349499d None None] Routers {'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:12:31.085105 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7c688f89-670f-44e9-9105-36686349499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:12:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:31.273665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:31.293002 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-7c688f89-670f-44e9-9105-36686349499d None None] Set router c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:12:31.455285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:31.466625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Deleting port 87a1231d-fa22-4ac4-b6d6-3d84dc221232 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:12:31.466982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:31.605234 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7c688f89-670f-44e9-9105-36686349499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'name': 'tempest-TestEncryptedCinderVolumes-667859813-router', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9'}], 'enable_snat': True}, 'gw_port_id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:15Z', 'updated_at': '2022-06-15T15:12:29Z', 'revision_number': 5, 'project_id': '22483095cf74400b97486200f9ef8e44', 'gw_port': {'id': '87a1231d-fa22-4ac4-b6d6-3d84dc221232', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:24:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:16Z', 'updated_at': '2022-06-15T15:11:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:31.608875 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c688f89-670f-44e9-9105-36686349499d None None] Checking router: c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:12:31.617871 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c688f89-670f-44e9-9105-36686349499d None None] Routers {'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:12:31.618489 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7c688f89-670f-44e9-9105-36686349499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:12:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:31.645510 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] For port 87a1231d-fa22-4ac4-b6d6-3d84dc221232, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=87a1231d-fa22-4ac4-b6d6-3d84dc221232,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:31.645882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:31.712294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 3257c60c-97b0-4629-bd95-010eb064d1da no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:12:31.747248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 3257c60c-97b0-4629-bd95-010eb064d1da {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:12:31.747747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 3257c60c-97b0-4629-bd95-010eb064d1da not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:12:31.771581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Calling delete_port for 87a1231d-fa22-4ac4-b6d6-3d84dc221232 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:12:31.775946 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-7c688f89-670f-44e9-9105-36686349499d None None] Set router c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:12:31.889069 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-7c688f89-670f-44e9-9105-36686349499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'name': 'tempest-TestEncryptedCinderVolumes-667859813-router', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:15Z', 'updated_at': '2022-06-15T15:12:31Z', 'revision_number': 6, 'project_id': '22483095cf74400b97486200f9ef8e44', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:31.893403 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c688f89-670f-44e9-9105-36686349499d None None] The sync data for ids ['c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35'] in dv-neutron-845844-1-hyperv is: [{'id': 'c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35', 'name': 'tempest-TestEncryptedCinderVolumes-667859813-router', 'tenant_id': '22483095cf74400b97486200f9ef8e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:15Z', 'updated_at': '2022-06-15T15:12:31Z', 'revision_number': 6, 'project_id': '22483095cf74400b97486200f9ef8e44', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:12:31.959839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.006689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Pushing event deleted for resources: {'Port': ['ID=87a1231d-fa22-4ac4-b6d6-3d84dc221232,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:32.112501 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.117237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.406013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.408347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.437643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.438151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:12:32.451379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.452600 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0fa0b1cb-bf13-4c3a-ad16-cb17cbe1796b admin admin] 10.222.0.26 "DELETE /v2.0/routers/c9dcc461-358a-49a7-bfd0-b3e0cbcbcf35 HTTP/1.1" status: 204 len: 168 time: 1.3708005 Jun 15 15:12:32.455280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44806) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:32.517779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9baf23-fbab-48d1-a79c-c785f92d4249 admin admin] Deleting subnet ceedf64c-980f-43e1-bc49-fa8ebfa7db56 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:12:32.521172 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d9baf23-fbab-48d1-a79c-c785f92d4249 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.572919 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d9baf23-fbab-48d1-a79c-c785f92d4249 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.658464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d9baf23-fbab-48d1-a79c-c785f92d4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.731749 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d9baf23-fbab-48d1-a79c-c785f92d4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.781081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9baf23-fbab-48d1-a79c-c785f92d4249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceedf64c-980f-43e1-bc49-fa8ebfa7db56,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:32.783088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7d9baf23-fbab-48d1-a79c-c785f92d4249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.790490 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7d9baf23-fbab-48d1-a79c-c785f92d4249 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ceedf64c-980f-43e1-bc49-fa8ebfa7db56 HTTP/1.1" status: 204 len: 168 time: 0.3342004 Jun 15 15:12:32.791907 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da43579-145a-4e68-b1cf-08baa91711bb None None] Network 513cb497-6d8e-408a-b75c-fe46dddbeaac requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:12:32.793791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44810) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:32.904894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:32.917911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Deleting port 5ce33e14-f94c-408f-bf88-8797772cd186 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:12:32.918237 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:33.065287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c5ee0-4e65-449d-85d4-2e49fa3a60b1 None None] DHCP port deletion for 513cb497-6d8e-408a-b75c-fe46dddbeaac request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:12:33.069910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c20c5ee0-4e65-449d-85d4-2e49fa3a60b1 None None] Deleting port 5ce33e14-f94c-408f-bf88-8797772cd186 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:12:33.070288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c20c5ee0-4e65-449d-85d4-2e49fa3a60b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:33.150235 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] For port 5ce33e14-f94c-408f-bf88-8797772cd186, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5ce33e14-f94c-408f-bf88-8797772cd186,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:33.150722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:33.272920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 87a1231d-fa22-4ac4-b6d6-3d84dc221232 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:12:33.292691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Calling delete_port for 5ce33e14-f94c-408f-bf88-8797772cd186 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:12:33.325745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 87a1231d-fa22-4ac4-b6d6-3d84dc221232 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:12:33.326105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 87a1231d-fa22-4ac4-b6d6-3d84dc221232 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:12:33.326519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8570c76e-8272-449b-a7f5-407deca317a2 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:12:33.371874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:33.375574 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 8570c76e-8272-449b-a7f5-407deca317a2 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:12:33.375928 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8570c76e-8272-449b-a7f5-407deca317a2 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:12:33.376678 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5ce33e14-f94c-408f-bf88-8797772cd186 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:12:33.416488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 5ce33e14-f94c-408f-bf88-8797772cd186 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:12:33.416731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5ce33e14-f94c-408f-bf88-8797772cd186 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:12:33.425307 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce33e14-f94c-408f-bf88-8797772cd186,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:33.426157 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c20c5ee0-4e65-449d-85d4-2e49fa3a60b1 None None] For port 5ce33e14-f94c-408f-bf88-8797772cd186, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5ce33e14-f94c-408f-bf88-8797772cd186,segment=NetworkSegment(7bbdb85d-2464-4e06-9564-1ff3a0552965),segment_id=7bbdb85d-2464-4e06-9564-1ff3a0552965)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:33.427181 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] No DVR routers for this DVR port 5ce33e14-f94c-408f-bf88-8797772cd186 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:12:33.427335 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c20c5ee0-4e65-449d-85d4-2e49fa3a60b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:33.558675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c20c5ee0-4e65-449d-85d4-2e49fa3a60b1 None None] Calling delete_port for 5ce33e14-f94c-408f-bf88-8797772cd186 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:12:33.563416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:33.590856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513cb497-6d8e-408a-b75c-fe46dddbeaac']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:33.604202 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbdb85d-2464-4e06-9564-1ff3a0552965') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:33.604547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbdb85d-2464-4e06-9564-1ff3a0552965') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:33.617522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:33.634285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-c20c5ee0-4e65-449d-85d4-2e49fa3a60b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:12:33.634524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:33.634733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-c20c5ee0-4e65-449d-85d4-2e49fa3a60b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:12:33.640780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:12:33.641184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:33.711346 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 7bbdb85d-2464-4e06-9564-1ff3a0552965 resource provider aggregate not found Jun 15 15:12:33.740388 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 7bbdb85d-2464-4e06-9564-1ff3a0552965 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bbdb85d-2464-4e06-9564-1ff3a0552965 found for delete ", "request_id": "req-6c3997a0-75fc-425d-b29c-f93fe25b2976"}]} Jun 15 15:12:33.742917 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:33.758855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:33.769368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=513cb497-6d8e-408a-b75c-fe46dddbeaac,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:33.783601 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-05bab0c0-0f83-4ad0-9160-19d88bcb81f8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/513cb497-6d8e-408a-b75c-fe46dddbeaac HTTP/1.1" status: 204 len: 168 time: 0.9886835 Jun 15 15:12:33.786780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44818) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:34.135565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c20c5ee0-4e65-449d-85d4-2e49fa3a60b1 None None] Deleting port 5ce33e14-f94c-408f-bf88-8797772cd186 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:12:34.136341 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c20c5ee0-4e65-449d-85d4-2e49fa3a60b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:34.208350 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c20c5ee0-4e65-449d-85d4-2e49fa3a60b1 None None] The port '5ce33e14-f94c-408f-bf88-8797772cd186' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 15:12:34.450586 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-733dac94-d1b5-4774-b506-508c04cef81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:34.823890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-733dac94-d1b5-4774-b506-508c04cef81f admin admin] Deleting port df65257f-bd21-47eb-b611-ca90cc78b4ef {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:12:34.824597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-733dac94-d1b5-4774-b506-508c04cef81f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:34.998338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-733dac94-d1b5-4774-b506-508c04cef81f admin admin] For port df65257f-bd21-47eb-b611-ca90cc78b4ef, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=df65257f-bd21-47eb-b611-ca90cc78b4ef,segment=NetworkSegment(9e28d0bb-c611-4831-aa31-67105a61e10f),segment_id=9e28d0bb-c611-4831-aa31-67105a61e10f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:34.998694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-733dac94-d1b5-4774-b506-508c04cef81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:35.143805 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-733dac94-d1b5-4774-b506-508c04cef81f admin admin] Calling delete_port for df65257f-bd21-47eb-b611-ca90cc78b4ef owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:12:35.336648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-733dac94-d1b5-4774-b506-508c04cef81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:35.383723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733dac94-d1b5-4774-b506-508c04cef81f admin admin] Pushing event deleted for resources: {'Port': ['ID=df65257f-bd21-47eb-b611-ca90cc78b4ef,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:35.793939 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-733dac94-d1b5-4774-b506-508c04cef81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:36.202905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733dac94-d1b5-4774-b506-508c04cef81f admin admin] Router 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:12:36.399366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733dac94-d1b5-4774-b506-508c04cef81f admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:12:36.409055 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e555fd9-d03c-466d-9ea4-74de47877e93 None None] Sync routers for ids ['8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:12:36.409500 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-733dac94-d1b5-4774-b506-508c04cef81f admin admin] 10.222.0.26 "PUT /v2.0/routers/8e8c8a05-b38c-4e07-880d-ec2e6e023fc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6214774 Jun 15 15:12:36.412552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44822) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:36.420608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e555fd9-d03c-466d-9ea4-74de47877e93 None None] Routers {'8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:12:36.421494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4e555fd9-d03c-466d-9ea4-74de47877e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:12:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:36.647215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4e555fd9-d03c-466d-9ea4-74de47877e93 None None] Set router 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:12:36.709923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:36.889402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:36.901039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Deleting port c2b1963c-1b41-430a-9d07-4c3a1cd579bc {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:12:36.901542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:36.945300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4e555fd9-d03c-466d-9ea4-74de47877e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'name': 'tempest-TestEncryptedCinderVolumes-709640525-router', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59'}], 'enable_snat': True}, 'gw_port_id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:22Z', 'updated_at': '2022-06-15T15:12:35Z', 'revision_number': 5, 'project_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'gw_port': {'id': 'c2b1963c-1b41-430a-9d07-4c3a1cd579bc', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:11:23Z', 'updated_at': '2022-06-15T15:11:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:36.949836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e555fd9-d03c-466d-9ea4-74de47877e93 None None] Checking router: 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:12:36.958704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e555fd9-d03c-466d-9ea4-74de47877e93 None None] Routers {'8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:12:36.959312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4e555fd9-d03c-466d-9ea4-74de47877e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:12:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:37.089559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] For port c2b1963c-1b41-430a-9d07-4c3a1cd579bc, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c2b1963c-1b41-430a-9d07-4c3a1cd579bc,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:37.089897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:37.123357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4e555fd9-d03c-466d-9ea4-74de47877e93 None None] Set router 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:12:37.221204 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Calling delete_port for c2b1963c-1b41-430a-9d07-4c3a1cd579bc owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:12:37.240022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4e555fd9-d03c-466d-9ea4-74de47877e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'name': 'tempest-TestEncryptedCinderVolumes-709640525-router', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:22Z', 'updated_at': '2022-06-15T15:12:36Z', 'revision_number': 6, 'project_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:37.244913 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e555fd9-d03c-466d-9ea4-74de47877e93 None None] The sync data for ids ['8e8c8a05-b38c-4e07-880d-ec2e6e023fc5'] in dv-neutron-845844-1-hyperv is: [{'id': '8e8c8a05-b38c-4e07-880d-ec2e6e023fc5', 'name': 'tempest-TestEncryptedCinderVolumes-709640525-router', 'tenant_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:11:22Z', 'updated_at': '2022-06-15T15:12:36Z', 'revision_number': 6, 'project_id': '4c3a3cc5b9f54866be05a48f3d41b3bf', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:12:37.540891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:37.633638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b1963c-1b41-430a-9d07-4c3a1cd579bc,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:37.704947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:37.884450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:37.887152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:37.914386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:37.914917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:12:37.928785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:37.930001 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ac99724e-ca24-4b38-b613-48ed2984509a admin admin] 10.222.0.26 "DELETE /v2.0/routers/8e8c8a05-b38c-4e07-880d-ec2e6e023fc5 HTTP/1.1" status: 204 len: 168 time: 1.5164087 Jun 15 15:12:37.932574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44826) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:37.993596 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7af4d19-1330-4755-8005-2fe68450208e admin admin] Deleting subnet bd6dce96-92b7-41df-a0ab-d2ca296e80ce {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:12:37.996767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7af4d19-1330-4755-8005-2fe68450208e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:38.049433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7af4d19-1330-4755-8005-2fe68450208e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:38.257595 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7af4d19-1330-4755-8005-2fe68450208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:38.332621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7af4d19-1330-4755-8005-2fe68450208e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:38.384624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af4d19-1330-4755-8005-2fe68450208e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6dce96-92b7-41df-a0ab-d2ca296e80ce,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:38.387659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7af4d19-1330-4755-8005-2fe68450208e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:38.390872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98be92c6-bd80-42f6-9dd2-1a2151a30e46 None None] Network 9a704fd0-3789-4f39-9aed-97e775d0fedd requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:12:38.394569 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b7af4d19-1330-4755-8005-2fe68450208e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bd6dce96-92b7-41df-a0ab-d2ca296e80ce HTTP/1.1" status: 204 len: 168 time: 0.4610133 Jun 15 15:12:38.397569 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44830) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:38.511694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:38.522621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Deleting port b0b789ff-1026-4526-882e-227c2187e115 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:12:38.522982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:38.656305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37d76c3-f504-4520-8cb3-a6ba37e7f8ae None None] DHCP port deletion for 9a704fd0-3789-4f39-9aed-97e775d0fedd request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:12:38.662537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e37d76c3-f504-4520-8cb3-a6ba37e7f8ae None None] Deleting port b0b789ff-1026-4526-882e-227c2187e115 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:12:38.662917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e37d76c3-f504-4520-8cb3-a6ba37e7f8ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:38.744254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] For port b0b789ff-1026-4526-882e-227c2187e115, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b0b789ff-1026-4526-882e-227c2187e115,segment=NetworkSegment(9e28d0bb-c611-4831-aa31-67105a61e10f),segment_id=9e28d0bb-c611-4831-aa31-67105a61e10f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:38.744618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:38.870844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Calling delete_port for b0b789ff-1026-4526-882e-227c2187e115 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:12:38.882092 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-e37d76c3-f504-4520-8cb3-a6ba37e7f8ae None None] For port b0b789ff-1026-4526-882e-227c2187e115, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=b0b789ff-1026-4526-882e-227c2187e115,segment=NetworkSegment(9e28d0bb-c611-4831-aa31-67105a61e10f),segment_id=9e28d0bb-c611-4831-aa31-67105a61e10f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:38.882437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e37d76c3-f504-4520-8cb3-a6ba37e7f8ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.014990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e37d76c3-f504-4520-8cb3-a6ba37e7f8ae None None] Calling delete_port for b0b789ff-1026-4526-882e-227c2187e115 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:12:39.071563 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.088709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-e37d76c3-f504-4520-8cb3-a6ba37e7f8ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:12:39.089161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-e37d76c3-f504-4520-8cb3-a6ba37e7f8ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:12:39.121425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b789ff-1026-4526-882e-227c2187e115,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:39.123157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] No DVR routers for this DVR port b0b789ff-1026-4526-882e-227c2187e115 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:12:39.213425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c2b1963c-1b41-430a-9d07-4c3a1cd579bc no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:12:39.243698 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.277664 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a704fd0-3789-4f39-9aed-97e775d0fedd']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:39.283339 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: c2b1963c-1b41-430a-9d07-4c3a1cd579bc {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:12:39.283693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c2b1963c-1b41-430a-9d07-4c3a1cd579bc not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:12:39.284121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b0b789ff-1026-4526-882e-227c2187e115 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:12:39.295665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e28d0bb-c611-4831-aa31-67105a61e10f') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:39.296165 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e28d0bb-c611-4831-aa31-67105a61e10f') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:39.313724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.319192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: b0b789ff-1026-4526-882e-227c2187e115 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:12:39.319548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device b0b789ff-1026-4526-882e-227c2187e115 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:12:39.320020 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device df65257f-bd21-47eb-b611-ca90cc78b4ef no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:12:39.337769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.344713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:12:39.345107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.353900 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: df65257f-bd21-47eb-b611-ca90cc78b4ef {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:12:39.354255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device df65257f-bd21-47eb-b611-ca90cc78b4ef not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:12:39.415634 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 9e28d0bb-c611-4831-aa31-67105a61e10f resource provider aggregate not found Jun 15 15:12:39.450003 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 9e28d0bb-c611-4831-aa31-67105a61e10f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e28d0bb-c611-4831-aa31-67105a61e10f found for delete ", "request_id": "req-32cb10b5-4620-48e2-a808-be1803de56d3"}]} Jun 15 15:12:39.451311 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.467608 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.477649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a704fd0-3789-4f39-9aed-97e775d0fedd,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:39.481865 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-80b0f390-668a-437c-bb18-0e6802759d74 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9a704fd0-3789-4f39-9aed-97e775d0fedd HTTP/1.1" status: 204 len: 168 time: 1.0830824 Jun 15 15:12:39.590325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e37d76c3-f504-4520-8cb3-a6ba37e7f8ae None None] Deleting port b0b789ff-1026-4526-882e-227c2187e115 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:12:39.590904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e37d76c3-f504-4520-8cb3-a6ba37e7f8ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.662601 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-e37d76c3-f504-4520-8cb3-a6ba37e7f8ae None None] The port 'b0b789ff-1026-4526-882e-227c2187e115' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 15:12:39.670468 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44840) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:39.720408 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e78b3230-5eae-4ceb-80d2-23a65f352a09 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22483095cf74400b97486200f9ef8e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485675 Jun 15 15:12:39.722967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44844) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:39.782889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-480b1e7a-41e7-4261-8a60-163f3e00a4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.810484 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-480b1e7a-41e7-4261-8a60-163f3e00a4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.867211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-480b1e7a-41e7-4261-8a60-163f3e00a4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.888522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b1e7a-41e7-4261-8a60-163f3e00a4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a988988-83b8-49a8-ba54-7652b5fbf646,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:39.898875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-480b1e7a-41e7-4261-8a60-163f3e00a4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:39.900054 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-480b1e7a-41e7-4261-8a60-163f3e00a4b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a988988-83b8-49a8-ba54-7652b5fbf646 HTTP/1.1" status: 204 len: 168 time: 0.1761615 Jun 15 15:12:40.255425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44852) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:40.307488 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e5b2f8c7-0a2d-4017-b596-9a7166824b62 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c3a3cc5b9f54866be05a48f3d41b3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507874 Jun 15 15:12:40.310134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44856) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:40.369241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc533-3dee-4fe5-86f1-1d1ab85ee612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:40.395535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc533-3dee-4fe5-86f1-1d1ab85ee612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:40.456539 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc533-3dee-4fe5-86f1-1d1ab85ee612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:40.473658 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dc533-3dee-4fe5-86f1-1d1ab85ee612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969cdcbb-2b29-4c10-b779-ee969e060517,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:40.481916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc533-3dee-4fe5-86f1-1d1ab85ee612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:40.483304 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4d2dc533-3dee-4fe5-86f1-1d1ab85ee612 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/969cdcbb-2b29-4c10-b779-ee969e060517 HTTP/1.1" status: 204 len: 168 time: 0.1722584 Jun 15 15:12:41.318276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44880) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:41.432940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-967986381-network', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:12:41.438079 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:12:41.442240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Usage tracker for resource:network and tenant:e7353db0da6146de9b06ff85581793b9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:12:41.445349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:12:41.451433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:12:41.467876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Made reservation on behalf of e7353db0da6146de9b06ff85581793b9 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:12:41.470391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:41.483319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:41.499355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:12:41.503514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Usage tracker for resource:security_group_rule and tenant:e7353db0da6146de9b06ff85581793b9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:12:41.506590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:12:41.512857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:12:41.601235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:41.611209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:41.648604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:12:41.657903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95cfdaa8-5d35-48e6-9f79-39763460f3af,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:41.671847 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:41.672358 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Added segment 13247d30-f6f7-4092-a94c-a1334354eeff of type vlan for network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef Jun 15 15:12:41.701465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:41.733178 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:41.734179 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:41.734776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:41.841762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] Pushing event updated for resources: {'Network': ['ID=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:41.845149 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d6099cfb-ef68-4283-9ee7-d0db3af0507e admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5255220 Jun 15 15:12:41.848764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44886) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:41.853792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:12:41.855175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Request body: {'subnet': {'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-967986381-subnet', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:12:41.860416 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:12:41.864696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Usage tracker for resource:subnet and tenant:e7353db0da6146de9b06ff85581793b9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:12:41.867775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:12:41.874122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:12:41.889410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Made reservation on behalf of e7353db0da6146de9b06ff85581793b9 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:12:41.892318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:42.114881 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:42.188716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0665c2da-bae1-4970-ae3b-d700f497428a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:42.201298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Checking segment: {'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:12:42.201661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Network hostable DHCP agents. Network: 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:12:42.224674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:12:42.235762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:12:42.241270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:42.242314 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:42.248475 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b72ac93-35d1-4e50-bc37-e4249a5e279d None None] Network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:12:42.268710 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5dbcd14b-2ec7-434a-87d7-92e90dda96c8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4186473 Jun 15 15:12:42.271252 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44890) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:42.276961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:12:42.282202 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:12:42.286806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Usage tracker for resource:router and tenant:e7353db0da6146de9b06ff85581793b9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:12:42.289907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:12:42.296644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:12:42.308732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:42.309972 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:42.328580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:42.515066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'fixed_ips': [{'subnet_id': '0665c2da-bae1-4970-ae3b-d700f497428a'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:12:42.516035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:42.639387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:42.680101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Allocated IP 172.20.0.2 (9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef/0665c2da-bae1-4970-ae3b-d700f497428a/48e1911f-f1f3-4f84-8578-c269016fb2bf) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:12:42.907349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:42.918557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Transition to ACTIVE for port object 48e1911f-f1f3-4f84-8578-c269016fb2bf will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:12:42.938940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Transition to ACTIVE for port object 48e1911f-f1f3-4f84-8578-c269016fb2bf will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:12:42.944986 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:42.982406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:43.012803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:12:43.013291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:43.015683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:12:43.019532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:12:43.025331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Pushing event updated for resources: {'Port': ['ID=48e1911f-f1f3-4f84-8578-c269016fb2bf,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:43.103288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:43.103637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:43.103992 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:43.104915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:43.104915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:43.107152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:43.107152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:43.107152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:43.107152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:43.107152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:43.107152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:43.107152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:43.144894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Attempting to bind port 48e1911f-f1f3-4f84-8578-c269016fb2bf on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:12:43.144894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Attempting to bind port 48e1911f-f1f3-4f84-8578-c269016fb2bf by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:12:43.144894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Attempting to bind port 48e1911f-f1f3-4f84-8578-c269016fb2bf on network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:12:43.151358 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:12:43.151741 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Checking segment: {'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:12:43.152157 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:43.152587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Bound using segment: {'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:12:43.153099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Bound port: 48e1911f-f1f3-4f84-8578-c269016fb2bf, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:12:43.153485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:43.256220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] For port 48e1911f-f1f3-4f84-8578-c269016fb2bf, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:12:43.259498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] For port 48e1911f-f1f3-4f84-8578-c269016fb2bf, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=48e1911f-f1f3-4f84-8578-c269016fb2bf,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:12:43.264411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:43.276686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Allocated IP 172.26.3.185 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/6e207f80-d95b-491f-84da-8072f9dddfe1) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:12:43.350182 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e0e24-d362-40e9-b893-042d53375f2c None None] Pushing event updated for resources: {'Port': ['ID=48e1911f-f1f3-4f84-8578-c269016fb2bf,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:43.438161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:43.471648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:43.551343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:12:43.554306 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:12:43.564096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:12:43.599000 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Pushing event updated for resources: {'Port': ['ID=6e207f80-d95b-491f-84da-8072f9dddfe1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:44.008580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:44.267735 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280b8866-40a8-48db-bac3-cc584cb4414a None None] Network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:12:44.367181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:44.376920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-eff55e8a-4927-4ea3-a61e-e1c6600a1f68 None None] Provisioning for port 48e1911f-f1f3-4f84-8578-c269016fb2bf completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:12:44.581639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:12:44.904331 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:12:44.915605 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Sync routers for ids ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:12:44.926911 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Routers {'97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:12:44.927470 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:12:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:44.930731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:44.934950 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-babbe908-d333-41a4-987a-6bd68b2f5d20 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6598125 Jun 15 15:12:44.935174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44894) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:45.112102 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Set router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:12:45.253197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 48e1911f-f1f3-4f84-8578-c269016fb2bf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:12:45.323844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 48e1911f-f1f3-4f84-8578-c269016fb2bf completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:12:45.330384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 48e1911f-f1f3-4f84-8578-c269016fb2bf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:45.330977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:45.417918 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:12:43Z', 'revision_number': 3, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:45.422717 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Checking router: 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:12:45.423302 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Updating router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 port 6e207f80-d95b-491f-84da-8072f9dddfe1 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:12:45.487437 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:45.499092 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 48e1911f-f1f3-4f84-8578-c269016fb2bf is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:45.499535 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:45.534910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 48e1911f-f1f3-4f84-8578-c269016fb2bf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=48e1911f-f1f3-4f84-8578-c269016fb2bf,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:45.539940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:45.616841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=48e1911f-f1f3-4f84-8578-c269016fb2bf,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:45.654566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:45.872115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Allocated IP 172.20.0.1 (9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef/0665c2da-bae1-4970-ae3b-d700f497428a/307d9980-02ce-48ed-ba56-a9f583ecb0a7) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:12:45.874097 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:45.886757 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Transition to ACTIVE for port object 6e207f80-d95b-491f-84da-8072f9dddfe1 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:12:45.893968 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:45.974343 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Pushing event updated for resources: {'Port': ['ID=6e207f80-d95b-491f-84da-8072f9dddfe1,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:45.983749 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:45.984089 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:45.984452 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:45.984777 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:45.985100 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:45.985419 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:45.985743 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:45.986140 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:45.986460 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:45.986774 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:45.987087 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:45.987397 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:12:45.990691 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Attempting to bind port 6e207f80-d95b-491f-84da-8072f9dddfe1 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:12:45.991062 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Attempting to bind port 6e207f80-d95b-491f-84da-8072f9dddfe1 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:12:45.991406 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Attempting to bind port 6e207f80-d95b-491f-84da-8072f9dddfe1 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:12:45.997644 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:12:45.997876 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:12:45.999615 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:45.999891 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:12:46.000407 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Bound port: 6e207f80-d95b-491f-84da-8072f9dddfe1, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:12:46.000777 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:46.032168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:46.049913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Transition to ACTIVE for port object 307d9980-02ce-48ed-ba56-a9f583ecb0a7 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:12:46.077264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:46.078360 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] For port 6e207f80-d95b-491f-84da-8072f9dddfe1, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:12:46.081734 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] For port 6e207f80-d95b-491f-84da-8072f9dddfe1, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6e207f80-d95b-491f-84da-8072f9dddfe1,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:12:46.086280 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:46.142655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:12:46.145577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:12:46.149387 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:12:46.180999 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Routers {'97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:12:46.181631 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:12:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:46.190750 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Pushing event updated for resources: {'Port': ['ID=307d9980-02ce-48ed-ba56-a9f583ecb0a7,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:46.215090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:46.250429 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a28ae-8d2d-493d-aa7c-bb3fbc2918a1 None None] Pushing event updated for resources: {'Port': ['ID=6e207f80-d95b-491f-84da-8072f9dddfe1,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:46.396509 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] Set router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:12:46.443511 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ab89eb3-3318-461a-851a-0a2c0f946944 None None] Provisioning for port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:12:46.450524 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5ab89eb3-3318-461a-851a-0a2c0f946944 None None] Provisioning complete for port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:46.451133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5ab89eb3-3318-461a-851a-0a2c0f946944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:46.512222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5ab89eb3-3318-461a-851a-0a2c0f946944 None None] Port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:12:46.621767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:46.706856 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:12:43Z', 'revision_number': 3, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:46.711240 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911da3da-8bfc-4010-a446-9d604fc50ae3 None None] The sync data for ids ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'] in dv-neutron-845844-1-hyperv is: [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:12:43Z', 'revision_number': 3, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:12:46.862166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:46.868025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:46.987368 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Pushing event updated for resources: {'Port': ['ID=307d9980-02ce-48ed-ba56-a9f583ecb0a7,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:46.998731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:47.147130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:12:47.148547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:12:47.325648 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 48e1911f-f1f3-4f84-8578-c269016fb2bf up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:12:47.372035 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:12:47.404937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 48e1911f-f1f3-4f84-8578-c269016fb2bf triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:47.405433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:47.480814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9ba63f43-5a72-42f6-abc6-73187448c239 None None] Provisioning complete for port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:47.481518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ba63f43-5a72-42f6-abc6-73187448c239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:47.571210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:12:47.581850 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8ff387af-ebcb-4811-a1ab-8ed05901adf0 admin admin] 10.222.0.26 "PUT /v2.0/routers/97b2a1e1-8459-42e2-aaf1-a946e29fa3b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6456125 Jun 15 15:12:47.588131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9ba63f43-5a72-42f6-abc6-73187448c239 None None] Port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:12:47.602359 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 48e1911f-f1f3-4f84-8578-c269016fb2bf is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:47.603471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6e207f80-d95b-491f-84da-8072f9dddfe1 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:12:47.677742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 6e207f80-d95b-491f-84da-8072f9dddfe1 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:12:47.683632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 6e207f80-d95b-491f-84da-8072f9dddfe1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:47.684021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:47.812998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 6e207f80-d95b-491f-84da-8072f9dddfe1 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:47.813391 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:47.830738 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 6e207f80-d95b-491f-84da-8072f9dddfe1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6e207f80-d95b-491f-84da-8072f9dddfe1,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:47.835218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:47.910047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=6e207f80-d95b-491f-84da-8072f9dddfe1,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:48.122452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44912) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:48.128112 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-553536092-network', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:12:48.133448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:12:48.138631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Usage tracker for resource:network and tenant:ae3b458e3a984abbb135a30536cce44d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:12:48.141910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:12:48.148137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:12:48.160769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Made reservation on behalf of ae3b458e3a984abbb135a30536cce44d for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:12:48.163192 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:48.175945 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:48.191062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:12:48.195406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Usage tracker for resource:security_group_rule and tenant:ae3b458e3a984abbb135a30536cce44d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:12:48.199365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:12:48.205461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:12:48.305640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:48.306063 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Sync routers for ids ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:12:48.311764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:48.317272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Routers {'97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:12:48.317989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:12:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:48.336244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:12:48.357089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f1bd74-70b0-4b5b-a823-cca608249998,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:48.359913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:48.360281 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Added segment 8db955c5-4d71-4ad2-847f-e0311aaa8a2f of type vlan for network 70a23266-6178-4ea5-9072-a1cb0f085a2e Jun 15 15:12:48.388315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:48.421071 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:48.422124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:48.422848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:48.508398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Set router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:12:48.531763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] Pushing event updated for resources: {'Network': ['ID=70a23266-6178-4ea5-9072-a1cb0f085a2e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:48.534952 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9e9722d8-5c98-4de6-8b33-210d7533d287 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4114437 Jun 15 15:12:48.539997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44916) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:48.546177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Request body: {'subnet': {'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-553536092-subnet', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:12:48.551343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:12:48.553235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 70a23266-6178-4ea5-9072-a1cb0f085a2e details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:12:48.555892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Usage tracker for resource:subnet and tenant:ae3b458e3a984abbb135a30536cce44d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:12:48.559708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:12:48.565710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:12:48.576740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Made reservation on behalf of ae3b458e3a984abbb135a30536cce44d for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:12:48.579857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:48.802126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:48.927870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:12:46Z', 'revision_number': 4, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '307d9980-02ce-48ed-ba56-a9f583ecb0a7', 'name': '', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'mac_address': 'fa:16:3e:4d:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:45Z', 'updated_at': '2022-06-15T15:12:46Z', 'revision_number': 2, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'subnets': [{'id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:48.933043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Checking router: 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:12:48.933636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Updating router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:12:49.008873 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:49.018107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:49.025877 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Checking segment: {'id': '8db955c5-4d71-4ad2-847f-e0311aaa8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:12:49.026455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Network hostable DHCP agents. Network: 70a23266-6178-4ea5-9072-a1cb0f085a2e, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:12:49.046805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Network 70a23266-6178-4ea5-9072-a1cb0f085a2e is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:12:49.056928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 70a23266-6178-4ea5-9072-a1cb0f085a2e) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:12:49.061014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:12:49.061616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:49.074630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b01ff9-33ac-4a4e-b666-7f9287f1586f None None] Network 70a23266-6178-4ea5-9072-a1cb0f085a2e requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:12:49.085845 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c8db82a6-e37f-4493-a1bb-73cb5ec48e20 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5443106 Jun 15 15:12:49.088941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 44920) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:49.094542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-553536092-router', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:12:49.099472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:12:49.103547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Usage tracker for resource:router and tenant:ae3b458e3a984abbb135a30536cce44d is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:12:49.106599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:12:49.112446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:12:49.123777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:49.124956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:49.140932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:49.243057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6e207f80-d95b-491f-84da-8072f9dddfe1 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:12:49.426296 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:49.533954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 6e207f80-d95b-491f-84da-8072f9dddfe1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:49.534559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:49.656348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-70a23266-6178-4ea5-9072-a1cb0f085a2e', 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'fixed_ips': [{'subnet_id': '933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:12:49.657359 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:49.751753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:49.783900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:49.871565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:49.927181 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Transition to ACTIVE for port object 307d9980-02ce-48ed-ba56-a9f583ecb0a7 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:12:49.929668 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 6e207f80-d95b-491f-84da-8072f9dddfe1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:49.933013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Allocated IP 172.26.3.193 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/69a61b01-25bb-4e5a-8b0a-78f1d7e665b8) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:12:49.947883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:50.095917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:50.096751 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18ba63-0166-4dac-8b16-81fc38b4844a None None] Pushing event updated for resources: {'Port': ['ID=307d9980-02ce-48ed-ba56-a9f583ecb0a7,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:50.101044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Allocated IP 172.20.0.2 (70a23266-6178-4ea5-9072-a1cb0f085a2e/933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36/17668f03-684e-4b4b-a3af-259986eb9ecb) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:12:50.132281 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:50.202203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:12:50.205844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:12:50.210169 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:12:50.258618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Pushing event updated for resources: {'Port': ['ID=69a61b01-25bb-4e5a-8b0a-78f1d7e665b8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:50.285630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Attempting to bind port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:12:50.285829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Attempting to bind port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:12:50.286127 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Attempting to bind port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 on network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:12:50.303607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:12:50.303976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Checking segment: {'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:12:50.304400 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:50.304797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Bound using segment: {'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:12:50.305258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Bound port: 307d9980-02ce-48ed-ba56-a9f583ecb0a7, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:12:50.305628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:50.505797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] For port 307d9980-02ce-48ed-ba56-a9f583ecb0a7, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:12:50.510426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] For port 307d9980-02ce-48ed-ba56-a9f583ecb0a7, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=307d9980-02ce-48ed-ba56-a9f583ecb0a7,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:12:50.516281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:50.520305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:50.582313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Transition to ACTIVE for port object 17668f03-684e-4b4b-a3af-259986eb9ecb will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:12:50.634202 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Transition to ACTIVE for port object 17668f03-684e-4b4b-a3af-259986eb9ecb will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:12:50.644177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Routers {'97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:12:50.644539 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:12:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:50.704336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:50.732545 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18ba63-0166-4dac-8b16-81fc38b4844a None None] Pushing event updated for resources: {'Port': ['ID=307d9980-02ce-48ed-ba56-a9f583ecb0a7,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:50.788500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:50.867266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Network 70a23266-6178-4ea5-9072-a1cb0f085a2e is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:12:50.924031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:12:50.936172 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:12:50.959183 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Pushing event updated for resources: {'Port': ['ID=17668f03-684e-4b4b-a3af-259986eb9ecb,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:51.088520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] Set router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:12:51.139274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Attempting to bind port 17668f03-684e-4b4b-a3af-259986eb9ecb on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:12:51.139651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Attempting to bind port 17668f03-684e-4b4b-a3af-259986eb9ecb by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '8db955c5-4d71-4ad2-847f-e0311aaa8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:12:51.140037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Attempting to bind port 17668f03-684e-4b4b-a3af-259986eb9ecb on network 70a23266-6178-4ea5-9072-a1cb0f085a2e {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:12:51.162954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:12:51.163343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Checking segment: {'id': '8db955c5-4d71-4ad2-847f-e0311aaa8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:12:51.163765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:51.164206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Bound using segment: {'id': '8db955c5-4d71-4ad2-847f-e0311aaa8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:12:51.164651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Bound port: 17668f03-684e-4b4b-a3af-259986eb9ecb, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db955c5-4d71-4ad2-847f-e0311aaa8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:12:51.164784 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:51.165262 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:51.391763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Router 691a3d3f-e813-41af-889c-e73a0e5443c5 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:12:51.430876 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] For port 17668f03-684e-4b4b-a3af-259986eb9ecb, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:12:51.453319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] For port 17668f03-684e-4b4b-a3af-259986eb9ecb, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=17668f03-684e-4b4b-a3af-259986eb9ecb,segment=NetworkSegment(8db955c5-4d71-4ad2-847f-e0311aaa8a2f),segment_id=8db955c5-4d71-4ad2-847f-e0311aaa8a2f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:12:51.485098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:51.588333 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2649b-0110-4592-9e74-56e1ded2daff None None] Pushing event updated for resources: {'Port': ['ID=17668f03-684e-4b4b-a3af-259986eb9ecb,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:51.591452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:12:51.603751 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Sync routers for ids ['691a3d3f-e813-41af-889c-e73a0e5443c5'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:12:51.610983 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:12:46Z', 'revision_number': 4, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '307d9980-02ce-48ed-ba56-a9f583ecb0a7', 'name': '', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'mac_address': 'fa:16:3e:4d:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:45Z', 'updated_at': '2022-06-15T15:12:50Z', 'revision_number': 4, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'subnets': [{'id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:51.615679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cdce69-b854-4533-817f-1a6f820fa056 None None] The sync data for ids ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'] in dv-neutron-845844-1-hyperv is: [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:12:46Z', 'revision_number': 4, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '307d9980-02ce-48ed-ba56-a9f583ecb0a7', 'name': '', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'mac_address': 'fa:16:3e:4d:f1:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:45Z', 'updated_at': '2022-06-15T15:12:50Z', 'revision_number': 4, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'subnets': [{'id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:12:51.616361 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Routers {'691a3d3f-e813-41af-889c-e73a0e5443c5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:12:51.617295 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:12:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['691a3d3f-e813-41af-889c-e73a0e5443c5'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:51.620922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:51.622998 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ca0f2a81-3d91-45c7-a115-0abdc9319f5d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5326033 Jun 15 15:12:51.625995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 44924) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:12:51.729909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:51.904228 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Set router 691a3d3f-e813-41af-889c-e73a0e5443c5 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:12:52.269701 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'name': 'tempest-TestMinimumBasicScenario-553536092-router', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:50Z', 'revision_number': 3, 'project_id': 'ae3b458e3a984abbb135a30536cce44d', 'gw_port': {'id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:20:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:52.274629 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Checking router: 691a3d3f-e813-41af-889c-e73a0e5443c5 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:12:52.274974 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Updating router 691a3d3f-e813-41af-889c-e73a0e5443c5 port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:12:52.332135 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:52.504110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:52.732598 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:52.756519 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Transition to ACTIVE for port object 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:12:52.767332 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:52.869645 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Attempting to bind port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:12:52.870151 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Attempting to bind port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:12:52.870667 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Attempting to bind port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:12:52.871843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186cf940-5e9c-4d4c-a762-bfdde762a996 None None] Network 70a23266-6178-4ea5-9072-a1cb0f085a2e requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:12:52.881228 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b8346-7faf-4a33-84ab-3cd57885f01d None None] Pushing event updated for resources: {'Port': ['ID=69a61b01-25bb-4e5a-8b0a-78f1d7e665b8,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:52.884663 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:12:52.885033 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:12:52.885493 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:52.885873 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:12:52.886709 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Bound port: 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:12:52.887083 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:52.915246 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Allocated IP 172.20.0.1 (70a23266-6178-4ea5-9072-a1cb0f085a2e/933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36/6c8241e1-0123-4928-aa92-2e8229f39c9e) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:12:52.976987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-1c69162c-4f69-4037-a4e9-9898b38dd0df None None] Provisioning for port 17668f03-684e-4b4b-a3af-259986eb9ecb completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:12:52.979217 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] For port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:12:52.983322 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] For port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=69a61b01-25bb-4e5a-8b0a-78f1d7e665b8,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:12:52.988730 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:53.080879 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Routers {'691a3d3f-e813-41af-889c-e73a0e5443c5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:12:53.081321 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:12:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['691a3d3f-e813-41af-889c-e73a0e5443c5'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:53.083907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:53.102705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Transition to ACTIVE for port object 6c8241e1-0123-4928-aa92-2e8229f39c9e will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:12:53.144403 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:53.150293 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b8346-7faf-4a33-84ab-3cd57885f01d None None] Pushing event updated for resources: {'Port': ['ID=69a61b01-25bb-4e5a-8b0a-78f1d7e665b8,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:53.219996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Network 70a23266-6178-4ea5-9072-a1cb0f085a2e is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:12:53.223595 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:12:53.226333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:12:53.289285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8241e1-0123-4928-aa92-2e8229f39c9e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:53.307067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:53.316176 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] Set router 691a3d3f-e813-41af-889c-e73a0e5443c5 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:12:53.369662 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 17668f03-684e-4b4b-a3af-259986eb9ecb up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:12:53.470724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 17668f03-684e-4b4b-a3af-259986eb9ecb completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:12:53.479752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 17668f03-684e-4b4b-a3af-259986eb9ecb triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:53.480219 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:53.554437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9ff6f9eb-eb01-44bd-90d0-539f4420b651 None None] Provisioning complete for port 17668f03-684e-4b4b-a3af-259986eb9ecb triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:53.554965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f9eb-eb01-44bd-90d0-539f4420b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:53.611475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:53.684421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 17668f03-684e-4b4b-a3af-259986eb9ecb is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:53.685627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:53.713293 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'name': 'tempest-TestMinimumBasicScenario-553536092-router', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:50Z', 'revision_number': 3, 'project_id': 'ae3b458e3a984abbb135a30536cce44d', 'gw_port': {'id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:20:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:53.720374 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a087c38e-b47d-4c7f-91fd-3606d9273062 None None] The sync data for ids ['691a3d3f-e813-41af-889c-e73a0e5443c5'] in dv-neutron-845844-1-hyperv is: [{'id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'name': 'tempest-TestMinimumBasicScenario-553536092-router', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:50Z', 'revision_number': 3, 'project_id': 'ae3b458e3a984abbb135a30536cce44d', 'gw_port': {'id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:20:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:12:53.787446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 17668f03-684e-4b4b-a3af-259986eb9ecb, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=17668f03-684e-4b4b-a3af-259986eb9ecb,segment=NetworkSegment(8db955c5-4d71-4ad2-847f-e0311aaa8a2f),segment_id=8db955c5-4d71-4ad2-847f-e0311aaa8a2f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:53.788531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6f9eb-eb01-44bd-90d0-539f4420b651 None None] Current status of the port 17668f03-684e-4b4b-a3af-259986eb9ecb is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:53.788972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f9eb-eb01-44bd-90d0-539f4420b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:53.801476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:53.802285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 307d9980-02ce-48ed-ba56-a9f583ecb0a7 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:12:53.895514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:53.902049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:54.031967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:54.033744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Pushing event updated for resources: {'Port': ['ID=6c8241e1-0123-4928-aa92-2e8229f39c9e,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:54.080342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=17668f03-684e-4b4b-a3af-259986eb9ecb,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:54.102611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-9ff6f9eb-eb01-44bd-90d0-539f4420b651 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:12:54.103089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-9ff6f9eb-eb01-44bd-90d0-539f4420b651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:12:54.108344 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:12:54.116225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:54.116225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:54.192708 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Network 70a23266-6178-4ea5-9072-a1cb0f085a2e is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:12:54.193876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:12:54.264029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:54.264463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:54.302578 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 307d9980-02ce-48ed-ba56-a9f583ecb0a7, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=307d9980-02ce-48ed-ba56-a9f583ecb0a7,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:54.310354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:54.388675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=307d9980-02ce-48ed-ba56-a9f583ecb0a7,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:54.444805 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Router 691a3d3f-e813-41af-889c-e73a0e5443c5 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:12:54.667442 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9ff6f9eb-eb01-44bd-90d0-539f4420b651 None None] Current status of the port 17668f03-684e-4b4b-a3af-259986eb9ecb is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:54.757390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:12:54.767483 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-45339888-64a8-4cde-ab3f-d7bd37c18f25 admin admin] 10.222.0.26 "PUT /v2.0/routers/691a3d3f-e813-41af-889c-e73a0e5443c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1403265 Jun 15 15:12:54.793506 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c6154ad6-1e1a-440f-a933-4d2e79f42a0b None None] Provisioning for port 6c8241e1-0123-4928-aa92-2e8229f39c9e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:12:54.798739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c6154ad6-1e1a-440f-a933-4d2e79f42a0b None None] Provisioning complete for port 6c8241e1-0123-4928-aa92-2e8229f39c9e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:54.799104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c6154ad6-1e1a-440f-a933-4d2e79f42a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:54.854040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-c6154ad6-1e1a-440f-a933-4d2e79f42a0b None None] Port 6c8241e1-0123-4928-aa92-2e8229f39c9e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:12:55.328975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 17668f03-684e-4b4b-a3af-259986eb9ecb up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:12:55.402200 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Sync routers for ids ['691a3d3f-e813-41af-889c-e73a0e5443c5'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:12:55.412097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 17668f03-684e-4b4b-a3af-259986eb9ecb triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:55.412587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:55.455190 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Routers {'691a3d3f-e813-41af-889c-e73a0e5443c5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:12:55.455853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:12:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['691a3d3f-e813-41af-889c-e73a0e5443c5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:55.604514 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:12:55.712881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Set router 691a3d3f-e813-41af-889c-e73a0e5443c5 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:12:55.784526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 17668f03-684e-4b4b-a3af-259986eb9ecb is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:55.786091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 307d9980-02ce-48ed-ba56-a9f583ecb0a7 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:12:56.032404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:56.033473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:56.341519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'name': 'tempest-TestMinimumBasicScenario-553536092-router', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:53Z', 'revision_number': 4, 'project_id': 'ae3b458e3a984abbb135a30536cce44d', 'gw_port': {'id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:20:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '6c8241e1-0123-4928-aa92-2e8229f39c9e', 'name': '', 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'mac_address': 'fa:16:3e:28:29:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:52Z', 'updated_at': '2022-06-15T15:12:53Z', 'revision_number': 2, 'project_id': 'ae3b458e3a984abbb135a30536cce44d', 'subnets': [{'id': '933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:56.351699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:56.353656 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:12:56.408691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Checking router: 691a3d3f-e813-41af-889c-e73a0e5443c5 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:12:56.409295 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Updating router 691a3d3f-e813-41af-889c-e73a0e5443c5 port 6c8241e1-0123-4928-aa92-2e8229f39c9e binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:12:56.516777 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:56.588023 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:12:56.598937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:56.599277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:56.940967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:56.941346 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:56.977797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=69a61b01-25bb-4e5a-8b0a-78f1d7e665b8,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:56.986040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:57.129274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=69a61b01-25bb-4e5a-8b0a-78f1d7e665b8,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:57.143661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:57.169013 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Transition to ACTIVE for port object 6c8241e1-0123-4928-aa92-2e8229f39c9e will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:12:57.180710 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:57.358369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:12:57.446140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33c652-fa80-4d1a-9387-c25544235ff3 None None] Pushing event updated for resources: {'Port': ['ID=6c8241e1-0123-4928-aa92-2e8229f39c9e,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:57.552694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9e3445a4-c684-4b44-98d2-1963d259a44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:57.661816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Attempting to bind port 6c8241e1-0123-4928-aa92-2e8229f39c9e on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:12:57.662182 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Attempting to bind port 6c8241e1-0123-4928-aa92-2e8229f39c9e by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '8db955c5-4d71-4ad2-847f-e0311aaa8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:12:57.662540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Attempting to bind port 6c8241e1-0123-4928-aa92-2e8229f39c9e on network 70a23266-6178-4ea5-9072-a1cb0f085a2e {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:12:57.669710 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:12:57.670014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Checking segment: {'id': '8db955c5-4d71-4ad2-847f-e0311aaa8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:12:57.670402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:57.670786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Bound using segment: {'id': '8db955c5-4d71-4ad2-847f-e0311aaa8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:12:57.671246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Bound port: 6c8241e1-0123-4928-aa92-2e8229f39c9e, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8db955c5-4d71-4ad2-847f-e0311aaa8a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:12:57.671611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:57.789972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:57.790343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:57.852767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] For port 6c8241e1-0123-4928-aa92-2e8229f39c9e, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:12:57.867490 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] For port 6c8241e1-0123-4928-aa92-2e8229f39c9e, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6c8241e1-0123-4928-aa92-2e8229f39c9e,segment=NetworkSegment(8db955c5-4d71-4ad2-847f-e0311aaa8a2f),segment_id=8db955c5-4d71-4ad2-847f-e0311aaa8a2f)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:12:57.875485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:58.043846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Routers {'691a3d3f-e813-41af-889c-e73a0e5443c5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:12:58.044582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:12:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['691a3d3f-e813-41af-889c-e73a0e5443c5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:58.116893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb33c652-fa80-4d1a-9387-c25544235ff3 None None] Pushing event updated for resources: {'Port': ['ID=6c8241e1-0123-4928-aa92-2e8229f39c9e,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:12:58.150645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:58.284377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] Set router 691a3d3f-e813-41af-889c-e73a0e5443c5 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:12:58.731015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'name': 'tempest-TestMinimumBasicScenario-553536092-router', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:53Z', 'revision_number': 4, 'project_id': 'ae3b458e3a984abbb135a30536cce44d', 'gw_port': {'id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:20:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '6c8241e1-0123-4928-aa92-2e8229f39c9e', 'name': '', 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'mac_address': 'fa:16:3e:28:29:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:52Z', 'updated_at': '2022-06-15T15:12:57Z', 'revision_number': 4, 'project_id': 'ae3b458e3a984abbb135a30536cce44d', 'subnets': [{'id': '933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:12:58.735128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91da61a6-c5fc-4666-95ed-7dd76b6dc17c None None] The sync data for ids ['691a3d3f-e813-41af-889c-e73a0e5443c5'] in dv-neutron-845844-1-hyperv is: [{'id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'name': 'tempest-TestMinimumBasicScenario-553536092-router', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:53Z', 'revision_number': 4, 'project_id': 'ae3b458e3a984abbb135a30536cce44d', 'gw_port': {'id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:20:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '6c8241e1-0123-4928-aa92-2e8229f39c9e', 'name': '', 'network_id': '70a23266-6178-4ea5-9072-a1cb0f085a2e', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'mac_address': 'fa:16:3e:28:29:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:52Z', 'updated_at': '2022-06-15T15:12:57Z', 'revision_number': 4, 'project_id': 'ae3b458e3a984abbb135a30536cce44d', 'subnets': [{'id': '933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:12:59.294310 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6c8241e1-0123-4928-aa92-2e8229f39c9e up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:12:59.415075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 6c8241e1-0123-4928-aa92-2e8229f39c9e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:12:59.422479 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 6c8241e1-0123-4928-aa92-2e8229f39c9e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:12:59.423688 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:59.462345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5d6e911c-3d11-44ae-a423-f1493544148f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:59.577742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 6c8241e1-0123-4928-aa92-2e8229f39c9e is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:12:59.578140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:59.622731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 6c8241e1-0123-4928-aa92-2e8229f39c9e, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6c8241e1-0123-4928-aa92-2e8229f39c9e,segment=NetworkSegment(8db955c5-4d71-4ad2-847f-e0311aaa8a2f),segment_id=8db955c5-4d71-4ad2-847f-e0311aaa8a2f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:12:59.629061 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:12:59.724698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=6c8241e1-0123-4928-aa92-2e8229f39c9e,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:00.637529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:00.699577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:01.238744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6c8241e1-0123-4928-aa92-2e8229f39c9e up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:13:01.319129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 6c8241e1-0123-4928-aa92-2e8229f39c9e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:13:01.319493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:01.457165 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 6c8241e1-0123-4928-aa92-2e8229f39c9e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:13:02.119836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:05.297703 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5f4987d3-7e71-4cfc-b48d-3df4419f665e tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:05.299086 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5f4987d3-7e71-4cfc-b48d-3df4419f665e tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/networks?id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef HTTP/1.1" status: 200 len: 814 time: 0.1513903 Jun 15 15:13:05.314591 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-9a705ef7-a190-4f4b-8e85-23007addf1b5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/quotas/e7353db0da6146de9b06ff85581793b9 HTTP/1.1" status: 200 len: 375 time: 0.0096633 Jun 15 15:13:05.415934 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-1259c198-ac76-42c3-9a40-bfd6b81bf4b8 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7353db0da6146de9b06ff85581793b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957737 Jun 15 15:13:05.558301 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-6039f694-143d-4522-b391-dfe6d91c7578 service neutron] 10.222.0.26 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297672 Jun 15 15:13:05.695058 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-e9d7198e-6925-4bae-8858-289d33a3d500 service neutron] 10.222.0.26 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307030 Jun 15 15:13:05.894524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f8371708-c058-40c6-9ae4-c2e2151ede20 req-15d505d3-1f28-495a-b23a-f5036f0150c5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Synchronizing usage tracker for tenant:e7353db0da6146de9b06ff85581793b9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:13:05.913473 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f8371708-c058-40c6-9ae4-c2e2151ede20 req-15d505d3-1f28-495a-b23a-f5036f0150c5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Unset dirty status for tenant:e7353db0da6146de9b06ff85581793b9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:13:05.914696 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f8371708-c058-40c6-9ae4-c2e2151ede20 req-15d505d3-1f28-495a-b23a-f5036f0150c5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 210 time: 0.0757143 Jun 15 15:13:06.935649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-66dd8ca0-5e26-45bb-bdee-e1561c5271f1 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:06.936424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-66dd8ca0-5e26-45bb-bdee-e1561c5271f1 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Synchronizing usage tracker for tenant:e7353db0da6146de9b06ff85581793b9 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:13:06.954312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-66dd8ca0-5e26-45bb-bdee-e1561c5271f1 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Unset dirty status for tenant:e7353db0da6146de9b06ff85581793b9 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:13:06.955594 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-66dd8ca0-5e26-45bb-bdee-e1561c5271f1 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.44 "GET /v2.0/networks?id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef HTTP/1.1" status: 200 len: 814 time: 0.1663914 Jun 15 15:13:06.967729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Request body: {'port': {'device_id': 'db7303b6-cfba-451f-9316-eeca65e27806', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'admin_state_up': True, 'tenant_id': 'e7353db0da6146de9b06ff85581793b9'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:13:07.102919 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-22f3470d-2d36-430d-ae08-6d3923d092db req-bf56986c-996e-470b-8269-984dfd361111 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 210 time: 0.0597329 Jun 15 15:13:07.114514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:13:07.126437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:13:07.138024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Made reservation on behalf of e7353db0da6146de9b06ff85581793b9 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:13:07.141865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:07.498357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Allocated IP 172.20.0.10 (9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef/0665c2da-bae1-4970-ae3b-d700f497428a/325cd8bc-7660-4a9b-84ed-0b3fb13f425e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:13:07.781913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:07.800858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Transition to ACTIVE for port object 325cd8bc-7660-4a9b-84ed-0b3fb13f425e will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:13:07.828102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:07.907585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:13:07.911312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:13:07.914242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:13:07.968046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event updated for resources: {'Port': ['ID=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:07.978888 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:07.979372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:07.979749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:07.980074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:07.980529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:07.980864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:07.981200 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:07.981533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:07.981861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:07.982197 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:07.982519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:07.982846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:08.031556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:08.032308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:08.071188 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-5a71da7a-a283-4e78-ab49-745b5364183a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1079886 Jun 15 15:13:08.262724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-44c7cda1-04e6-40d6-b902-74a3ac434eb3 None None] Provisioning for port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:13:08.268814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-44c7cda1-04e6-40d6-b902-74a3ac434eb3 None None] Provisioning complete for port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:13:08.269186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-44c7cda1-04e6-40d6-b902-74a3ac434eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:08.329770 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-44c7cda1-04e6-40d6-b902-74a3ac434eb3 None None] Port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:13:08.356917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe6e55-99cf-4102-b593-83934458639a req-d8841486-83a9-47b7-a763-322e6cccfc14 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:08.357661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4ebe6e55-99cf-4102-b593-83934458639a req-d8841486-83a9-47b7-a763-322e6cccfc14 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Synchronizing usage tracker for tenant:e7353db0da6146de9b06ff85581793b9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:13:08.374805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4ebe6e55-99cf-4102-b593-83934458639a req-d8841486-83a9-47b7-a763-322e6cccfc14 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Unset dirty status for tenant:e7353db0da6146de9b06ff85581793b9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:13:08.376088 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ebe6e55-99cf-4102-b593-83934458639a req-d8841486-83a9-47b7-a763-322e6cccfc14 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 932 time: 0.1381416 Jun 15 15:13:08.432618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4ebe6e55-99cf-4102-b593-83934458639a req-1f3c6d1d-236b-4152-8893-3b9ce862e82a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Synchronizing usage tracker for tenant:e7353db0da6146de9b06ff85581793b9 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:13:08.454709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4ebe6e55-99cf-4102-b593-83934458639a req-1f3c6d1d-236b-4152-8893-3b9ce862e82a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Unset dirty status for tenant:e7353db0da6146de9b06ff85581793b9 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:13:08.456148 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ebe6e55-99cf-4102-b593-83934458639a req-1f3c6d1d-236b-4152-8893-3b9ce862e82a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737932 Jun 15 15:13:09.681371 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c5b1-5587-42bc-aa13-c2658cf5d4bb req-b1753295-2a70-49de-9a29-0ac326ba42bd tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:09.684434 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3252c5b1-5587-42bc-aa13-c2658cf5d4bb req-b1753295-2a70-49de-9a29-0ac326ba42bd tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 932 time: 0.1153605 Jun 15 15:13:09.756349 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3252c5b1-5587-42bc-aa13-c2658cf5d4bb req-0c3db31d-90e2-4f4f-8699-79b588cfd234 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640409 Jun 15 15:13:10.966754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed3cc4-8572-4a7f-9f3d-eb760b2eb29b req-4042bc78-da23-4a8a-ac68-6c590bff9f65 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:10.970901 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9ed3cc4-8572-4a7f-9f3d-eb760b2eb29b req-4042bc78-da23-4a8a-ac68-6c590bff9f65 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 932 time: 0.0967438 Jun 15 15:13:11.019447 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9ed3cc4-8572-4a7f-9f3d-eb760b2eb29b req-a7829499-aa77-4880-8833-3aadd7495ffe tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444884 Jun 15 15:13:12.246710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22377df6-32db-4846-86fb-78981dcfa964 req-43df1c6b-f5a8-447d-bd1e-15ad622c813d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:12.249217 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-22377df6-32db-4846-86fb-78981dcfa964 req-43df1c6b-f5a8-447d-bd1e-15ad622c813d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 932 time: 0.1103294 Jun 15 15:13:12.329181 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-22377df6-32db-4846-86fb-78981dcfa964 req-a130f89c-c4de-4182-9502-6a5dec68392f tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693007 Jun 15 15:13:13.542966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10841c4f-41ad-40c8-98bc-e9e0e2a7e80c req-46074771-20f8-4fef-8748-252757f5278b tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:13.544777 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-10841c4f-41ad-40c8-98bc-e9e0e2a7e80c req-46074771-20f8-4fef-8748-252757f5278b tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 932 time: 0.0998406 Jun 15 15:13:13.596938 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-10841c4f-41ad-40c8-98bc-e9e0e2a7e80c req-5ea72644-1c26-45c6-84cc-68a39a87296d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459847 Jun 15 15:13:14.813269 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06f8c3-b6ec-43dc-b233-2a2d095088e7 req-edb339c4-ea31-45f3-8f53-8c37ddb78727 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:14.814854 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fb06f8c3-b6ec-43dc-b233-2a2d095088e7 req-edb339c4-ea31-45f3-8f53-8c37ddb78727 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 932 time: 0.0936332 Jun 15 15:13:14.865764 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fb06f8c3-b6ec-43dc-b233-2a2d095088e7 req-854418f0-7747-4b6f-a925-d753d3787a7e tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449288 Jun 15 15:13:15.374599 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Request body: {'port': {'device_id': 'db7303b6-cfba-451f-9316-eeca65e27806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:13:15.490278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:15.835834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325cd8bc-7660-4a9b-84ed-0b3fb13f425e {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:13:15.843139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:15.857843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Transition to ACTIVE for port object 325cd8bc-7660-4a9b-84ed-0b3fb13f425e will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:13:15.861662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:16.078720 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Pushing event updated for resources: {'Port': ['ID=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:16.178373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Attempting to bind port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:13:16.178613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Attempting to bind port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:13:16.178920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Attempting to bind port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e on network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:13:16.188161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426c1a0-5a2d-4f71-8bfa-9400851ee484 req-db3880cc-5814-49c8-a5cf-117f64f11565 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:16.189661 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f426c1a0-5a2d-4f71-8bfa-9400851ee484 req-db3880cc-5814-49c8-a5cf-117f64f11565 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 944 time: 0.2102523 Jun 15 15:13:16.193221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e on network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:13:16.193540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Attempting to bind port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e on network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:13:16.211570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:13:16.211907 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Checking segment: {'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:13:16.212283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Bound using segment: {'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:13:16.212736 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Bound port: 325cd8bc-7660-4a9b-84ed-0b3fb13f425e, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13247d30-f6f7-4092-a94c-a1334354eeff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:13:16.213111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:16.296224 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f426c1a0-5a2d-4f71-8bfa-9400851ee484 req-e978e0a4-3cb4-4a94-b9a6-904a0dc6b00a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003692 Jun 15 15:13:16.328541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] For port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:13:16.333067 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] For port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:13:16.340864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:16.510344 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:16.511057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:16.512455 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] 10.222.0.44 "PUT /v2.0/ports/325cd8bc-7660-4a9b-84ed-0b3fb13f425e HTTP/1.1" status: 200 len: 1094 time: 1.1426961 Jun 15 15:13:16.512897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:13:16.539678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1cad58-bfdb-45b8-9bbf-fd36807f8130 service neutron] Pushing event updated for resources: {'Port': ['ID=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:16.591028 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-822a14e1-b075-4d6a-809e-cb563e5c9b4d'] response: {'name': 'network-changed', 'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'status': 'completed', 'code': 200} Jun 15 15:13:16.638623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-74cc5e6a-23b8-44e3-bb02-715b619de7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:16.640147 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-74cc5e6a-23b8-44e3-bb02-715b619de7e4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7353db0da6146de9b06ff85581793b9&device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 1097 time: 0.0872467 Jun 15 15:13:16.712130 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-2c76ee5d-4541-4b9b-9e44-ae1f75ea3402 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e HTTP/1.1" status: 200 len: 217 time: 0.0655119 Jun 15 15:13:16.773345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-b7126be8-2e25-4a86-bbdc-8f823edd4713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:16.774704 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-b7126be8-2e25-4a86-bbdc-8f823edd4713 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0665c2da-bae1-4970-ae3b-d700f497428a HTTP/1.1" status: 200 len: 853 time: 0.0571921 Jun 15 15:13:16.860734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-523ead2b-de33-490e-b576-ba1e61a6a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:16.862117 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-523ead2b-de33-490e-b576-ba1e61a6a11e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819662 Jun 15 15:13:16.996221 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-1e0240a5-48f7-4ec4-b761-8c053f2695f8 service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255889 Jun 15 15:13:17.129091 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8333b69-d1ad-4675-9e55-78346fe23c57 req-b5231865-7b86-4843-bf3a-64282a0e76a7 service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269815 Jun 15 15:13:17.262666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05764c1-fec8-4c26-b819-29eb819a784e req-698e9478-f307-4b4e-8d66-5f8f28e5ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:17.264206 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e05764c1-fec8-4c26-b819-29eb819a784e req-698e9478-f307-4b4e-8d66-5f8f28e5ed80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7353db0da6146de9b06ff85581793b9&device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 1097 time: 0.0812228 Jun 15 15:13:17.398950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05764c1-fec8-4c26-b819-29eb819a784e req-74cd8cf5-3b2a-4140-aeda-fec4c3ab5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:17.400483 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e05764c1-fec8-4c26-b819-29eb819a784e req-74cd8cf5-3b2a-4140-aeda-fec4c3ab5518 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef HTTP/1.1" status: 200 len: 915 time: 0.1301129 Jun 15 15:13:17.518513 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e05764c1-fec8-4c26-b819-29eb819a784e req-1ce4d5e4-57af-4d80-820b-cd28613698b8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e HTTP/1.1" status: 200 len: 217 time: 0.0736277 Jun 15 15:13:17.593343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05764c1-fec8-4c26-b819-29eb819a784e req-698e82ef-f564-478b-a2f9-c8a0518138fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:17.594836 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e05764c1-fec8-4c26-b819-29eb819a784e req-698e82ef-f564-478b-a2f9-c8a0518138fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0665c2da-bae1-4970-ae3b-d700f497428a HTTP/1.1" status: 200 len: 853 time: 0.0672338 Jun 15 15:13:17.643411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b5f0c-fb71-44e1-94ea-9890b9b00ec5 req-9b95dd01-8a0b-492c-8524-22e4f2da72a6 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:17.644904 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-380b5f0c-fb71-44e1-94ea-9890b9b00ec5 req-9b95dd01-8a0b-492c-8524-22e4f2da72a6 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 944 time: 0.2406526 Jun 15 15:13:17.711390 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-380b5f0c-fb71-44e1-94ea-9890b9b00ec5 req-1e6eb261-3f14-4f31-89f8-dc7839fc781e tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602646 Jun 15 15:13:17.727718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05764c1-fec8-4c26-b819-29eb819a784e req-295cbc43-ab7f-4f96-a342-daf9e2041795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:17.729245 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e05764c1-fec8-4c26-b819-29eb819a784e req-295cbc43-ab7f-4f96-a342-daf9e2041795 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1270595 Jun 15 15:13:17.864213 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e05764c1-fec8-4c26-b819-29eb819a784e req-60fac56a-a4e8-49a7-8a9f-e82336958aac service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283612 Jun 15 15:13:17.870909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 325cd8bc-7660-4a9b-84ed-0b3fb13f425e details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:13:17.999560 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e05764c1-fec8-4c26-b819-29eb819a784e req-302ac09e-3d8c-42d0-8878-e0f9290e3c09 service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286569 Jun 15 15:13:18.010819 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:13:18.025110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'port_id': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'mac_address': 'fa:16:3e:5f:93:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:13:18.083290 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:13:18.083660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:18.100815 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325cd8bc-7660-4a9b-84ed-0b3fb13f425e {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:13:18.116810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:13:18.122743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:18.196051 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:18.330522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['325cd8bc-7660-4a9b-84ed-0b3fb13f425e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:13:18.912867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6491f-1b96-4bc9-b3ed-718f63d2ce77 req-a5f7e035-8c74-4972-8a83-469dabac93b5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:18.914334 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1e6491f-1b96-4bc9-b3ed-718f63d2ce77 req-a5f7e035-8c74-4972-8a83-469dabac93b5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 945 time: 0.0931942 Jun 15 15:13:18.961799 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1e6491f-1b96-4bc9-b3ed-718f63d2ce77 req-419ba77b-5206-4430-b3ea-942cd3d8c9bb tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 Jun 15 15:13:19.881579 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 325cd8bc-7660-4a9b-84ed-0b3fb13f425e up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:13:19.956060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:13:19.961321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:13:19.961709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:20.086272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:13:20.086627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:20.113919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:13:20.124749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:13:20.133044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:20.171535 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5f41e2-0d9e-4353-b1f2-b1fc661f4b54'] response: {'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'code': 200} Jun 15 15:13:20.174863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c5193-aac4-4581-9e7d-fe9c313ea41a req-db1240c8-e5d1-42d6-b358-6fe9f2d59f91 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:20.175438 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-428c5193-aac4-4581-9e7d-fe9c313ea41a req-db1240c8-e5d1-42d6-b358-6fe9f2d59f91 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 945 time: 0.1035798 Jun 15 15:13:20.208514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:20.224496 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-428c5193-aac4-4581-9e7d-fe9c313ea41a req-bb9544f4-4546-47d4-ad12-5ebeb2b6f3ce tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419996 Jun 15 15:13:20.529861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d1565-d8f2-4903-8ff5-3d87cac38a23 req-275c6474-d2f6-4e87-9c78-4638c1c28bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:20.531299 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c73d1565-d8f2-4903-8ff5-3d87cac38a23 req-275c6474-d2f6-4e87-9c78-4638c1c28bf5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 1099 time: 0.1997118 Jun 15 15:13:20.573260 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c73d1565-d8f2-4903-8ff5-3d87cac38a23 req-0e01add0-0d6b-4295-a193-dbe066e817c9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359285 Jun 15 15:13:21.440005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b3185-4c8b-4b6b-b384-3ce7f0cd05ec req-de2c7f90-f3c3-48df-b4c0-b9f4700bd9be tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:21.441426 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-911b3185-4c8b-4b6b-b384-3ce7f0cd05ec req-de2c7f90-f3c3-48df-b4c0-b9f4700bd9be tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 946 time: 0.0963497 Jun 15 15:13:21.488853 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-911b3185-4c8b-4b6b-b384-3ce7f0cd05ec req-018f6d6f-67e1-4548-abe5-4fdbcbc42b81 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411825 Jun 15 15:13:21.717439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:22.689588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2765f2-9ed3-4b6f-a063-d78cf40e95eb req-4cfd4610-06c4-4d83-b3be-7b8c143e0399 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:22.691055 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee2765f2-9ed3-4b6f-a063-d78cf40e95eb req-4cfd4610-06c4-4d83-b3be-7b8c143e0399 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 946 time: 0.0963986 Jun 15 15:13:22.740884 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee2765f2-9ed3-4b6f-a063-d78cf40e95eb req-79624f83-2206-4d5f-bdd1-878298926e7f tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440760 Jun 15 15:13:22.942110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56d590-16d5-4063-abde-778b08227929 req-11542e70-1182-4866-8275-a78dc35755cc tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:22.943612 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ee56d590-16d5-4063-abde-778b08227929 req-11542e70-1182-4866-8275-a78dc35755cc tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 946 time: 0.0924511 Jun 15 15:13:23.021217 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-ee56d590-16d5-4063-abde-778b08227929 req-e80c63a8-9c96-4255-914a-795658fa2409 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599675 Jun 15 15:13:23.451408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5c6b5c-918e-4088-a5d5-6924cbff1895 req-ba158cc4-09c6-4154-9ac7-65464cccbe45 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:23.452993 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7a5c6b5c-918e-4088-a5d5-6924cbff1895 req-ba158cc4-09c6-4154-9ac7-65464cccbe45 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 946 time: 0.1060288 Jun 15 15:13:23.498499 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7a5c6b5c-918e-4088-a5d5-6924cbff1895 req-b98d4d00-0046-41e8-8fcd-0e40e34add00 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395100 Jun 15 15:13:27.308363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-07a9289a-c795-4f14-b308-3bf5d6f1510b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:29.417838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c88b4a0a-0bb9-40da-a5af-6d407be3b092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:30.633933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:30.689961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:32.118899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:32.605150 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:13:33.724807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db7ab7-6755-4011-97d6-a4c63e267973 req-f80d77bb-067b-4da9-88fb-e4b1ba009bf5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:33.726332 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e5db7ab7-6755-4011-97d6-a4c63e267973 req-f80d77bb-067b-4da9-88fb-e4b1ba009bf5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 946 time: 0.0962465 Jun 15 15:13:33.773153 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e5db7ab7-6755-4011-97d6-a4c63e267973 req-1ef3f85b-7c1d-46b4-a410-cd144fe2173a tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 Jun 15 15:13:33.797769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45116) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:13:33.978218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753bee54-938f-456b-8f55-ffe4bfa877b7 tempest-TestMinimumBasicScenario-629949892 tempest-TestMinimumBasicScenario-629949892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:33.980100 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-753bee54-938f-456b-8f55-ffe4bfa877b7 tempest-TestMinimumBasicScenario-629949892 tempest-TestMinimumBasicScenario-629949892-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 1094 time: 0.1813293 Jun 15 15:13:33.983252 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45122) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:13:33.988441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:13:33.994550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:13:33.998701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Usage tracker for resource:floatingip and tenant:e7353db0da6146de9b06ff85581793b9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:13:34.002108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:13:34.008164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:13:34.021265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:34.165468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:34.311228 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Allocated IP 172.26.3.18 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/7feb5dd0-3a5e-4b82-b5fe-c67cac099ae1) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:13:34.464209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:34.496232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:34.563384 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:13:34.566287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:13:34.569915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:13:34.603345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event updated for resources: {'Port': ['ID=7feb5dd0-3a5e-4b82-b5fe-c67cac099ae1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:35.005478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:35.087631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:35.303433 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:35.309373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:35.420485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event updated for resources: {'Port': ['ID=7feb5dd0-3a5e-4b82-b5fe-c67cac099ae1,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:35.430823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:35.707377 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Floating IP 326c7c8a-3ca4-4e86-8a71-51046d5126cc associated. External IP: 172.26.3.18, port: 325cd8bc-7660-4a9b-84ed-0b3fb13f425e. Jun 15 15:13:36.068362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:13:36.252939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:13:36.263033 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f517da86-45dc-4ae2-89b3-5a5d987a1198 None None] Sync routers for ids ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:13:36.272977 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f517da86-45dc-4ae2-89b3-5a5d987a1198 None None] Routers {'97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:13:36.273593 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f517da86-45dc-4ae2-89b3-5a5d987a1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:13:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:13:36.278498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:36.341015 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b71f16e7-5305-49e3-b5f4-bc593b4e67ac tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3530250 Jun 15 15:13:36.341015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:13:36.341454 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45126) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:13:36.347405 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-582088358', 'description': 'tempest-secgroup-smoke-582088358 description', 'project_id': 'e7353db0da6146de9b06ff85581793b9'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:13:36.353823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:13:36.374012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:13:36.387560 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:36.390290 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9183c9-515e-42da-94eb-31e696b92f2d'] response: {'name': 'network-changed', 'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'status': 'completed', 'code': 200} Jun 15 15:13:36.412404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:13:36.416810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Usage tracker for resource:security_group_rule and tenant:e7353db0da6146de9b06ff85581793b9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:13:36.420116 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:13:36.427293 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:13:36.459907 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f517da86-45dc-4ae2-89b3-5a5d987a1198 None None] Set router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:13:36.494342 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444088b6-3d87-427a-9d39-6d87333e10d4 req-9c9eaa8d-3750-4fc3-945b-2a9e3723ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:36.496047 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-444088b6-3d87-427a-9d39-6d87333e10d4 req-9c9eaa8d-3750-4fc3-945b-2a9e3723ec22 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7353db0da6146de9b06ff85581793b9&device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 1099 time: 0.0860133 Jun 15 15:13:36.504773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:36.509299 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:36.570210 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fe058d-5d47-4b97-a274-b8e7a5aab121,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:36.581130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:36.581929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:36.582139 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:36.582472 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:36.583056 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:36.583415 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:36.583735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:36.584068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:36.584421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:36.584754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:36.585247 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:36.585815 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:13:36.591107 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:36.596402 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-adf86968-8972-4ae1-ac63-03e68cda06b4 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2529333 Jun 15 15:13:36.596507 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45132) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:13:36.601995 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-cc76b0b4-823e-4fac-808b-e299b4da949c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Request body: {'security_group_rule': {'security_group_id': 'e7fe058d-5d47-4b97-a274-b8e7a5aab121', 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:13:36.610664 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cc76b0b4-823e-4fac-808b-e299b4da949c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:13:36.614542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cc76b0b4-823e-4fac-808b-e299b4da949c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Usage tracker for resource:security_group_rule and tenant:e7353db0da6146de9b06ff85581793b9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:13:36.618129 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-cc76b0b4-823e-4fac-808b-e299b4da949c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:13:36.624789 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-cc76b0b4-823e-4fac-808b-e299b4da949c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:13:36.669164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444088b6-3d87-427a-9d39-6d87333e10d4 req-ce736f12-f665-4095-9fe2-665f1bbb72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:36.671343 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-444088b6-3d87-427a-9d39-6d87333e10d4 req-ce736f12-f665-4095-9fe2-665f1bbb72a0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef HTTP/1.1" status: 200 len: 915 time: 0.1622210 Jun 15 15:13:36.753697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0b4-823e-4fac-808b-e299b4da949c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:36.791493 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-444088b6-3d87-427a-9d39-6d87333e10d4 req-9ea3ea9e-dd88-4616-8c5f-4799b320d4e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e HTTP/1.1" status: 200 len: 999 time: 0.1119604 Jun 15 15:13:36.825490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0b4-823e-4fac-808b-e299b4da949c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:36.830243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0b4-823e-4fac-808b-e299b4da949c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:36.857417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444088b6-3d87-427a-9d39-6d87333e10d4 req-175fe168-28a9-4c69-b33f-d73ba7f3550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:36.859456 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-444088b6-3d87-427a-9d39-6d87333e10d4 req-175fe168-28a9-4c69-b33f-d73ba7f3550f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0665c2da-bae1-4970-ae3b-d700f497428a HTTP/1.1" status: 200 len: 853 time: 0.0619860 Jun 15 15:13:36.860744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76b0b4-823e-4fac-808b-e299b4da949c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0331f2-c09a-4e6b-aa72-b93d0e5f75c7,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:36.867884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc76b0b4-823e-4fac-808b-e299b4da949c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:36.869628 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cc76b0b4-823e-4fac-808b-e299b4da949c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2719123 Jun 15 15:13:36.872119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45136) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:13:36.877701 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-129c44d0-1cad-48b6-b7a6-c7cd8a991593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Request body: {'security_group_rule': {'security_group_id': 'e7fe058d-5d47-4b97-a274-b8e7a5aab121', 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:13:36.882108 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f517da86-45dc-4ae2-89b3-5a5d987a1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:12:46Z', 'revision_number': 4, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '326c7c8a-3ca4-4e86-8a71-51046d5126cc', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'floating_ip_address': '172.26.3.18', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'port_id': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'mac_address': 'fa:16:3e:5f:93:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7303b6-cfba-451f-9316-eeca65e27806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:13:34Z', 'updated_at': '2022-06-15T15:13:34Z', 'revision_number': 0, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307d9980-02ce-48ed-ba56-a9f583ecb0a7', 'name': '', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'mac_address': 'fa:16:3e:4d:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:45Z', 'updated_at': '2022-06-15T15:12:54Z', 'revision_number': 5, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'subnets': [{'id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:13:36.884089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-129c44d0-1cad-48b6-b7a6-c7cd8a991593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:13:36.887672 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f517da86-45dc-4ae2-89b3-5a5d987a1198 None None] Checking router: 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:13:36.888213 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-129c44d0-1cad-48b6-b7a6-c7cd8a991593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Usage tracker for resource:security_group_rule and tenant:e7353db0da6146de9b06ff85581793b9 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:13:36.891506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-129c44d0-1cad-48b6-b7a6-c7cd8a991593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:13:36.896577 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f517da86-45dc-4ae2-89b3-5a5d987a1198 None None] Routers {'97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:13:36.896813 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f517da86-45dc-4ae2-89b3-5a5d987a1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:13:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:13:36.897280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-129c44d0-1cad-48b6-b7a6-c7cd8a991593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:13:36.929970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-129c44d0-1cad-48b6-b7a6-c7cd8a991593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:36.963666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444088b6-3d87-427a-9d39-6d87333e10d4 req-573da8a7-6fe7-49cd-9635-2e14c728c321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:36.967383 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-444088b6-3d87-427a-9d39-6d87333e10d4 req-573da8a7-6fe7-49cd-9635-2e14c728c321 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0989513 Jun 15 15:13:37.028124 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-129c44d0-1cad-48b6-b7a6-c7cd8a991593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.033737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-129c44d0-1cad-48b6-b7a6-c7cd8a991593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.060793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c44d0-1cad-48b6-b7a6-c7cd8a991593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad27cf60-d920-447f-983d-1c1ec3b89722,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:37.073336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-129c44d0-1cad-48b6-b7a6-c7cd8a991593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.077749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45140) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:13:37.078297 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-129c44d0-1cad-48b6-b7a6-c7cd8a991593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2048159 Jun 15 15:13:37.086455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d278bbea-42ef-4bd8-8d01-145fcab36501 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Request body: {'security_group_rule': {'security_group_id': 'e7fe058d-5d47-4b97-a274-b8e7a5aab121', 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:13:37.095815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d278bbea-42ef-4bd8-8d01-145fcab36501 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:13:37.097391 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f517da86-45dc-4ae2-89b3-5a5d987a1198 None None] Set router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:13:37.103172 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d278bbea-42ef-4bd8-8d01-145fcab36501 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Usage tracker for resource:security_group_rule and tenant:e7353db0da6146de9b06ff85581793b9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:13:37.107774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d278bbea-42ef-4bd8-8d01-145fcab36501 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:13:37.129057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d278bbea-42ef-4bd8-8d01-145fcab36501 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:13:37.156937 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-444088b6-3d87-427a-9d39-6d87333e10d4 req-5b868730-f1a3-4ff2-898f-4c3440fa3030 service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808937 Jun 15 15:13:37.309658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d278bbea-42ef-4bd8-8d01-145fcab36501 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.464898 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d278bbea-42ef-4bd8-8d01-145fcab36501 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.469625 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-444088b6-3d87-427a-9d39-6d87333e10d4 req-fcf58982-b324-4794-a9f1-5d617da42b16 service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056233 Jun 15 15:13:37.470700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d278bbea-42ef-4bd8-8d01-145fcab36501 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.505064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278bbea-42ef-4bd8-8d01-145fcab36501 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b32fb0c-7583-4390-b5a5-2532fb7e4858,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:37.509179 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d278bbea-42ef-4bd8-8d01-145fcab36501 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.510545 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d278bbea-42ef-4bd8-8d01-145fcab36501 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4316580 Jun 15 15:13:37.513641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45146) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:13:37.520224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8b7b85d8-7a76-4d37-9c0b-7fc7727b42e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Request body: {'security_group_rule': {'security_group_id': 'e7fe058d-5d47-4b97-a274-b8e7a5aab121', 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:13:37.526529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8b7b85d8-7a76-4d37-9c0b-7fc7727b42e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:13:37.527003 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f517da86-45dc-4ae2-89b3-5a5d987a1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:12:46Z', 'revision_number': 4, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '326c7c8a-3ca4-4e86-8a71-51046d5126cc', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'floating_ip_address': '172.26.3.18', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'port_id': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'mac_address': 'fa:16:3e:5f:93:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7303b6-cfba-451f-9316-eeca65e27806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:13:34Z', 'updated_at': '2022-06-15T15:13:34Z', 'revision_number': 0, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307d9980-02ce-48ed-ba56-a9f583ecb0a7', 'name': '', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'mac_address': 'fa:16:3e:4d:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:45Z', 'updated_at': '2022-06-15T15:12:54Z', 'revision_number': 5, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'subnets': [{'id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:13:37.531243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8b7b85d8-7a76-4d37-9c0b-7fc7727b42e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Usage tracker for resource:security_group_rule and tenant:e7353db0da6146de9b06ff85581793b9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:13:37.531439 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f517da86-45dc-4ae2-89b3-5a5d987a1198 None None] The sync data for ids ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'] in dv-neutron-845844-1-hyperv is: [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:12:46Z', 'revision_number': 4, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '326c7c8a-3ca4-4e86-8a71-51046d5126cc', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'floating_ip_address': '172.26.3.18', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'port_id': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'mac_address': 'fa:16:3e:5f:93:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db7303b6-cfba-451f-9316-eeca65e27806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:13:34Z', 'updated_at': '2022-06-15T15:13:34Z', 'revision_number': 0, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '307d9980-02ce-48ed-ba56-a9f583ecb0a7', 'name': '', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'mac_address': 'fa:16:3e:4d:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:45Z', 'updated_at': '2022-06-15T15:12:54Z', 'revision_number': 5, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'subnets': [{'id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:13:37.535181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8b7b85d8-7a76-4d37-9c0b-7fc7727b42e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:13:37.542928 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8b7b85d8-7a76-4d37-9c0b-7fc7727b42e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:13:37.561966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b7b85d8-7a76-4d37-9c0b-7fc7727b42e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.630405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b7b85d8-7a76-4d37-9c0b-7fc7727b42e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.634361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b7b85d8-7a76-4d37-9c0b-7fc7727b42e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.661816 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b85d8-7a76-4d37-9c0b-7fc7727b42e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f519bb-8653-49ed-9b88-72fd82efb694,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:37.674375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b7b85d8-7a76-4d37-9c0b-7fc7727b42e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.675850 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8b7b85d8-7a76-4d37-9c0b-7fc7727b42e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1607471 Jun 15 15:13:37.678454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45150) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:13:37.684390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-93d00753-48ae-490d-a44c-ef05d683edf0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Request body: {'security_group_rule': {'security_group_id': 'e7fe058d-5d47-4b97-a274-b8e7a5aab121', 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:13:37.691015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-93d00753-48ae-490d-a44c-ef05d683edf0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:13:37.695329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-93d00753-48ae-490d-a44c-ef05d683edf0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Usage tracker for resource:security_group_rule and tenant:e7353db0da6146de9b06ff85581793b9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:13:37.699591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-93d00753-48ae-490d-a44c-ef05d683edf0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:13:37.705988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-93d00753-48ae-490d-a44c-ef05d683edf0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:13:37.719041 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-93d00753-48ae-490d-a44c-ef05d683edf0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Project e7353db0da6146de9b06ff85581793b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:13:37.726536 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d00753-48ae-490d-a44c-ef05d683edf0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.767203 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3db818-87fd-4e7d-894e-2354e0b7cacf None None] New status for floating IP 326c7c8a-3ca4-4e86-8a71-51046d5126cc: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:13:37.798449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d00753-48ae-490d-a44c-ef05d683edf0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.803003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d00753-48ae-490d-a44c-ef05d683edf0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.828711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d00753-48ae-490d-a44c-ef05d683edf0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e481be2-5693-4aff-886b-06bb5fe20588,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:37.839563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d00753-48ae-490d-a44c-ef05d683edf0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.840929 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-93d00753-48ae-490d-a44c-ef05d683edf0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615396 Jun 15 15:13:37.843865 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45154) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:13:37.848925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-cb6e878a-174a-4538-a098-8f554670c4b9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Request body: {'security_group_rule': {'security_group_id': 'e7fe058d-5d47-4b97-a274-b8e7a5aab121', 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:13:37.855612 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cb6e878a-174a-4538-a098-8f554670c4b9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:13:37.859978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cb6e878a-174a-4538-a098-8f554670c4b9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Usage tracker for resource:security_group_rule and tenant:e7353db0da6146de9b06ff85581793b9 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:13:37.862999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-cb6e878a-174a-4538-a098-8f554670c4b9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:13:37.868874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-cb6e878a-174a-4538-a098-8f554670c4b9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:13:37.881044 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-cb6e878a-174a-4538-a098-8f554670c4b9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Project e7353db0da6146de9b06ff85581793b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:13:37.888132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb6e878a-174a-4538-a098-8f554670c4b9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.968901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb6e878a-174a-4538-a098-8f554670c4b9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.971264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb6e878a-174a-4538-a098-8f554670c4b9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:37.998450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e878a-174a-4538-a098-8f554670c4b9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b213ee-7949-4b97-bd40-d6737b0a7baa,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:38.006062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cb6e878a-174a-4538-a098-8f554670c4b9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:38.007312 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cb6e878a-174a-4538-a098-8f554670c4b9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1624882 Jun 15 15:13:38.137871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-4ede1c2b-59f1-4dc4-950e-b25ecf9e4fe5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Synchronizing usage tracker for tenant:e7353db0da6146de9b06ff85581793b9 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:13:38.154638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-4ede1c2b-59f1-4dc4-950e-b25ecf9e4fe5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Unset dirty status for tenant:e7353db0da6146de9b06ff85581793b9 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:13:38.155852 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-4ede1c2b-59f1-4dc4-950e-b25ecf9e4fe5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582088358&fields=id&tenant_id=e7353db0da6146de9b06ff85581793b9 HTTP/1.1" status: 200 len: 267 time: 0.0628774 Jun 15 15:13:38.252259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-6ec85f5d-f412-4cc5-8194-0103647daa22 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:38.254854 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-6ec85f5d-f412-4cc5-8194-0103647daa22 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 946 time: 0.0922320 Jun 15 15:13:38.266406 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-b89272e0-267e-4ee3-8eb2-f18bae7f448c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Request body: {'port': {'security_groups': ['95cfdaa8-5d35-48e6-9f79-39763460f3af', 'e7fe058d-5d47-4b97-a274-b8e7a5aab121']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:13:38.395264 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-b89272e0-267e-4ee3-8eb2-f18bae7f448c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:38.676358 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-b89272e0-267e-4ee3-8eb2-f18bae7f448c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] For port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:13:38.704363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-b89272e0-267e-4ee3-8eb2-f18bae7f448c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:38.711017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-b89272e0-267e-4ee3-8eb2-f18bae7f448c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:38.722918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['325cd8bc-7660-4a9b-84ed-0b3fb13f425e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:13:38.785071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-b89272e0-267e-4ee3-8eb2-f18bae7f448c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:38.785747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-b89272e0-267e-4ee3-8eb2-f18bae7f448c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:38.787172 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8ead1c0a-41ae-43a4-95fb-7efc12fb0b43 req-b89272e0-267e-4ee3-8eb2-f18bae7f448c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "PUT /v2.0/ports/325cd8bc-7660-4a9b-84ed-0b3fb13f425e HTTP/1.1" status: 200 len: 982 time: 0.5257297 Jun 15 15:13:38.787647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:13:38.828971 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89272e0-267e-4ee3-8eb2-f18bae7f448c tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event updated for resources: {'Port': ['ID=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,revision_number=6']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:13:38.849476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['325cd8bc-7660-4a9b-84ed-0b3fb13f425e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:13:39.013032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115672fb-4269-4dff-b7e8-c6cfc9326c69 req-33af676a-d481-4d69-ba8b-5245684a3155 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:39.014593 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-115672fb-4269-4dff-b7e8-c6cfc9326c69 req-33af676a-d481-4d69-ba8b-5245684a3155 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.1130621 Jun 15 15:13:39.029151 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba25b96c-3b6a-4936-a486-db1188fa4966'] response: {'name': 'network-changed', 'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'status': 'completed', 'code': 200} Jun 15 15:13:39.127482 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-115672fb-4269-4dff-b7e8-c6cfc9326c69 req-1e6f9d26-8f74-4b0e-8689-dfe568474423 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&id=e7fe058d-5d47-4b97-a274-b8e7a5aab121&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1048634 Jun 15 15:13:39.157969 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68597eb-1a08-4ff0-bd45-995b879a16d0 req-303e78e7-aff0-417a-b093-ecaa9ee57de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:39.159883 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e68597eb-1a08-4ff0-bd45-995b879a16d0 req-303e78e7-aff0-417a-b093-ecaa9ee57de1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7353db0da6146de9b06ff85581793b9&device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 1138 time: 0.1098461 Jun 15 15:13:39.200003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d330592a-a6c3-4530-b23a-84fad325fb5e None None] Provisioning complete for port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:13:39.200403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d330592a-a6c3-4530-b23a-84fad325fb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:39.299367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68597eb-1a08-4ff0-bd45-995b879a16d0 req-628aba7e-d96e-4309-b426-265133926dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:39.300930 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e68597eb-1a08-4ff0-bd45-995b879a16d0 req-628aba7e-d96e-4309-b426-265133926dee service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef HTTP/1.1" status: 200 len: 915 time: 0.1348238 Jun 15 15:13:39.407676 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e68597eb-1a08-4ff0-bd45-995b879a16d0 req-1aca00f2-80e0-4df5-be37-c3aab1b5638f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e HTTP/1.1" status: 200 len: 1001 time: 0.1002476 Jun 15 15:13:39.481361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68597eb-1a08-4ff0-bd45-995b879a16d0 req-393c1f7f-b28c-4c30-babb-2337a1e28c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:39.482738 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e68597eb-1a08-4ff0-bd45-995b879a16d0 req-393c1f7f-b28c-4c30-babb-2337a1e28c86 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0665c2da-bae1-4970-ae3b-d700f497428a HTTP/1.1" status: 200 len: 853 time: 0.0683293 Jun 15 15:13:39.513429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d330592a-a6c3-4530-b23a-84fad325fb5e None None] Current status of the port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:13:39.570591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68597eb-1a08-4ff0-bd45-995b879a16d0 req-f77b7f73-0f14-4916-931e-4e8fe3a56b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:39.572524 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e68597eb-1a08-4ff0-bd45-995b879a16d0 req-f77b7f73-0f14-4916-931e-4e8fe3a56b82 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840342 Jun 15 15:13:39.715312 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e68597eb-1a08-4ff0-bd45-995b879a16d0 req-019818f5-d000-4f6f-8b3a-7a6269ea2a7e service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371899 Jun 15 15:13:39.871520 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e68597eb-1a08-4ff0-bd45-995b879a16d0 req-be2689f5-d3ca-403a-b158-ad4d3c21d5f2 service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494780 Jun 15 15:13:51.717264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:54.510425 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67823049-5d1e-43a1-bdd8-4381968058a3 req-3746d01e-7a1e-46f5-8768-687e188f1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:54.512052 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67823049-5d1e-43a1-bdd8-4381968058a3 req-3746d01e-7a1e-46f5-8768-687e188f1a3c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7353db0da6146de9b06ff85581793b9&device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 1138 time: 0.1640937 Jun 15 15:13:54.523748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751248b-6d39-441d-b933-a0b648d444cd req-55e6c500-f1de-4e5f-916d-252fa66486a7 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:54.525265 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c751248b-6d39-441d-b933-a0b648d444cd req-55e6c500-f1de-4e5f-916d-252fa66486a7 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.1300101 Jun 15 15:13:54.653792 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c751248b-6d39-441d-b933-a0b648d444cd req-556bec01-b30a-4d3d-aaec-9097e1e9bb4f tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&id=e7fe058d-5d47-4b97-a274-b8e7a5aab121&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1089609 Jun 15 15:13:54.691666 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67823049-5d1e-43a1-bdd8-4381968058a3 req-c3610325-325b-4e6b-b3d7-b9d469ff742a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:54.693145 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67823049-5d1e-43a1-bdd8-4381968058a3 req-c3610325-325b-4e6b-b3d7-b9d469ff742a service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef HTTP/1.1" status: 200 len: 915 time: 0.1670313 Jun 15 15:13:54.919745 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67823049-5d1e-43a1-bdd8-4381968058a3 req-7efc663f-d582-4b1d-8829-79bc4b3ce77a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e HTTP/1.1" status: 200 len: 1001 time: 0.2194865 Jun 15 15:13:54.986648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67823049-5d1e-43a1-bdd8-4381968058a3 req-0fefd86d-cea9-43d1-8415-af4ede0e8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:54.988141 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67823049-5d1e-43a1-bdd8-4381968058a3 req-0fefd86d-cea9-43d1-8415-af4ede0e8609 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0665c2da-bae1-4970-ae3b-d700f497428a HTTP/1.1" status: 200 len: 853 time: 0.0617170 Jun 15 15:13:55.073604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67823049-5d1e-43a1-bdd8-4381968058a3 req-5bc84502-1d99-45f7-afc2-3dd16f9a82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:55.075115 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67823049-5d1e-43a1-bdd8-4381968058a3 req-5bc84502-1d99-45f7-afc2-3dd16f9a82f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805013 Jun 15 15:13:55.222567 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67823049-5d1e-43a1-bdd8-4381968058a3 req-ad46090e-cf22-41a7-ad0d-eefce8bfa8cd service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393535 Jun 15 15:13:55.359715 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67823049-5d1e-43a1-bdd8-4381968058a3 req-1f7185c2-9560-41cf-8d4b-1821c9258d39 service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301601 Jun 15 15:13:55.864227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607bc11-bf51-43cc-8563-05abeddb2429 req-4b8cfb65-5e12-4e3c-8b1c-06d245e5c346 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:55.865746 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c607bc11-bf51-43cc-8563-05abeddb2429 req-4b8cfb65-5e12-4e3c-8b1c-06d245e5c346 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.0988100 Jun 15 15:13:55.915128 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c607bc11-bf51-43cc-8563-05abeddb2429 req-00875d3b-b2e9-4d02-8161-633726996c76 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&id=e7fe058d-5d47-4b97-a274-b8e7a5aab121&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429196 Jun 15 15:13:57.118342 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728251da-46fa-44dc-97cb-6f8473b61bab req-a5ff023f-8ff7-400e-824f-96bffd5a4e04 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:57.119935 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-728251da-46fa-44dc-97cb-6f8473b61bab req-a5ff023f-8ff7-400e-824f-96bffd5a4e04 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.0965879 Jun 15 15:13:57.168687 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-728251da-46fa-44dc-97cb-6f8473b61bab req-9fe9a6ab-b4a4-4176-adf0-33c3a6a55de8 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&id=e7fe058d-5d47-4b97-a274-b8e7a5aab121&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425341 Jun 15 15:13:57.303124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c43f230c-cb2d-4390-b1d6-13b0eba26fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:58.370607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a548ae-7664-47c2-aae0-057acc715a2b req-461a452e-f115-4106-8bf9-f72f573e14c1 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:58.372108 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b7a548ae-7664-47c2-aae0-057acc715a2b req-461a452e-f115-4106-8bf9-f72f573e14c1 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.0940764 Jun 15 15:13:58.422965 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b7a548ae-7664-47c2-aae0-057acc715a2b req-be24e36a-8556-4aee-9b47-68a679abb238 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&id=e7fe058d-5d47-4b97-a274-b8e7a5aab121&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446069 Jun 15 15:13:59.424266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-41753d8f-6def-47e7-80ad-f26195ce0f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:13:59.621310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dece9e0-2d78-4833-acde-6e036abf7cff req-1cf14f9a-ede9-4c8e-a86d-4be1b39bb7e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:13:59.622790 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4dece9e0-2d78-4833-acde-6e036abf7cff req-1cf14f9a-ede9-4c8e-a86d-4be1b39bb7e2 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.0925267 Jun 15 15:13:59.674900 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4dece9e0-2d78-4833-acde-6e036abf7cff req-d6a30999-97a5-4074-8248-98dfad0ce5ef tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&id=e7fe058d-5d47-4b97-a274-b8e7a5aab121&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460694 Jun 15 15:14:00.628779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:00.692918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:00.873657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21ed78-5859-4b08-ab66-b7a4eba17608 req-2e355291-f822-4788-a977-d0c85209ead1 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:00.875137 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-af21ed78-5859-4b08-ab66-b7a4eba17608 req-2e355291-f822-4788-a977-d0c85209ead1 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.0898924 Jun 15 15:14:00.922484 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-af21ed78-5859-4b08-ab66-b7a4eba17608 req-b99cb32d-8b3f-49c0-a74c-0eadc067aa3b tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&id=e7fe058d-5d47-4b97-a274-b8e7a5aab121&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412872 Jun 15 15:14:01.696330 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13227c1f-dc08-4378-8c9c-996a21b4533e req-9a14f00c-87db-4246-a040-492de29f99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:01.698062 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13227c1f-dc08-4378-8c9c-996a21b4533e req-9a14f00c-87db-4246-a040-492de29f99ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7353db0da6146de9b06ff85581793b9&device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 1138 time: 0.0844510 Jun 15 15:14:01.857858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13227c1f-dc08-4378-8c9c-996a21b4533e req-7ff1ee7a-7768-4cb7-8863-504e8fb2cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:01.859350 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13227c1f-dc08-4378-8c9c-996a21b4533e req-7ff1ee7a-7768-4cb7-8863-504e8fb2cd92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef HTTP/1.1" status: 200 len: 915 time: 0.1326625 Jun 15 15:14:01.967989 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13227c1f-dc08-4378-8c9c-996a21b4533e req-eaa1ab28-6921-4abf-80cc-b1b1cd75754f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e HTTP/1.1" status: 200 len: 1001 time: 0.1016665 Jun 15 15:14:02.031814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13227c1f-dc08-4378-8c9c-996a21b4533e req-0d4b57e2-87dd-407e-b1ed-5daed0479398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:02.033319 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13227c1f-dc08-4378-8c9c-996a21b4533e req-0d4b57e2-87dd-407e-b1ed-5daed0479398 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0665c2da-bae1-4970-ae3b-d700f497428a HTTP/1.1" status: 200 len: 853 time: 0.0588095 Jun 15 15:14:02.126682 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:02.187107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f57a8c-8dbf-4416-90ee-403460b9509f req-a048a66d-6f61-49df-91ff-3579c226f4b0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:02.188686 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7f57a8c-8dbf-4416-90ee-403460b9509f req-a048a66d-6f61-49df-91ff-3579c226f4b0 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.1541650 Jun 15 15:14:02.193259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13227c1f-dc08-4378-8c9c-996a21b4533e req-b1bdfea6-0adb-468d-87b8-dc63240522bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:02.194679 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13227c1f-dc08-4378-8c9c-996a21b4533e req-b1bdfea6-0adb-468d-87b8-dc63240522bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217875 Jun 15 15:14:02.328690 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d7f57a8c-8dbf-4416-90ee-403460b9509f req-79c930fa-e80b-4b3f-ac96-ecf7e67e9da1 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&id=e7fe058d-5d47-4b97-a274-b8e7a5aab121&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1330566 Jun 15 15:14:02.371308 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13227c1f-dc08-4378-8c9c-996a21b4533e req-992a3f04-99b4-4dc5-b2cc-bec045b9ae3d service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597443 Jun 15 15:14:02.614992 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13227c1f-dc08-4378-8c9c-996a21b4533e req-38f51e4c-2c76-4d22-a659-e499e3f02736 service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368627 Jun 15 15:14:03.531768 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9e556-5e9e-481f-9f7c-f1f97420b701 req-50accef1-c2f4-4d03-a32f-e42d3156a2d7 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:03.533172 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1c9e556-5e9e-481f-9f7c-f1f97420b701 req-50accef1-c2f4-4d03-a32f-e42d3156a2d7 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.0960894 Jun 15 15:14:03.582693 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1c9e556-5e9e-481f-9f7c-f1f97420b701 req-c24708b6-319a-45f5-8992-f4deedf3d855 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&id=e7fe058d-5d47-4b97-a274-b8e7a5aab121&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430939 Jun 15 15:14:04.780134 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d421739-2584-4fd1-997e-22e62d91ff95 req-b4591ad3-1473-4164-bf6a-b134b31e0696 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:04.781838 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0d421739-2584-4fd1-997e-22e62d91ff95 req-b4591ad3-1473-4164-bf6a-b134b31e0696 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.0903525 Jun 15 15:14:04.829715 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0d421739-2584-4fd1-997e-22e62d91ff95 req-7d0eddac-94ce-43d2-8602-49286a062644 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&id=e7fe058d-5d47-4b97-a274-b8e7a5aab121&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413911 Jun 15 15:14:06.033387 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b524fe-6235-4067-ae8b-2089963a58ac req-5a0f605e-091a-471a-b6b5-3ddebd66d7ba tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:06.035178 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-78b524fe-6235-4067-ae8b-2089963a58ac req-5a0f605e-091a-471a-b6b5-3ddebd66d7ba tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.0935626 Jun 15 15:14:06.089755 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-78b524fe-6235-4067-ae8b-2089963a58ac req-2b19634d-a45c-40d1-8de7-80c0085296b7 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&id=e7fe058d-5d47-4b97-a274-b8e7a5aab121&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0479329 Jun 15 15:14:07.293178 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714ca2c-98d0-4cf5-9a79-9772d9bd7310 req-65466f08-96dd-4939-a4d9-e67f47f47858 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:07.294671 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0714ca2c-98d0-4cf5-9a79-9772d9bd7310 req-65466f08-96dd-4939-a4d9-e67f47f47858 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.0961654 Jun 15 15:14:07.342686 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0714ca2c-98d0-4cf5-9a79-9772d9bd7310 req-1cd18801-3cdb-4584-987f-4c179c3d8857 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&id=e7fe058d-5d47-4b97-a274-b8e7a5aab121&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420260 Jun 15 15:14:09.608139 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:14:21.732407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:27.308440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-39f172da-3f79-4dcb-a150-cf8a07f332b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:29.420629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9b15c2de-b024-4bd2-a73b-7d7b324d36b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:30.633685 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:30.696130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:32.125162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:39.889004 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8a2c0150-49ea-4b01-9257-51e97e725a89 req-8d532b88-31dc-4686-a8f2-819bc9337746 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-582088358&fields=id&tenant_id=e7353db0da6146de9b06ff85581793b9 HTTP/1.1" status: 200 len: 267 time: 0.0452893 Jun 15 15:14:39.985401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c0150-49ea-4b01-9257-51e97e725a89 req-014dcf11-d08d-4d3f-a6a6-cb69783e4593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:39.986858 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8a2c0150-49ea-4b01-9257-51e97e725a89 req-014dcf11-d08d-4d3f-a6a6-cb69783e4593 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 985 time: 0.0921509 Jun 15 15:14:39.998607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [req-8a2c0150-49ea-4b01-9257-51e97e725a89 req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Request body: {'port': {'security_groups': ['95cfdaa8-5d35-48e6-9f79-39763460f3af']}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:14:40.127398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8a2c0150-49ea-4b01-9257-51e97e725a89 req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:40.400437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [req-8a2c0150-49ea-4b01-9257-51e97e725a89 req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] For port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:14:40.426634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8a2c0150-49ea-4b01-9257-51e97e725a89 req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:40.432795 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8a2c0150-49ea-4b01-9257-51e97e725a89 req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:40.445387 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['325cd8bc-7660-4a9b-84ed-0b3fb13f425e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:14:40.504209 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c0150-49ea-4b01-9257-51e97e725a89 req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:40.504879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [req-8a2c0150-49ea-4b01-9257-51e97e725a89 req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:40.506352 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8a2c0150-49ea-4b01-9257-51e97e725a89 req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "PUT /v2.0/ports/325cd8bc-7660-4a9b-84ed-0b3fb13f425e HTTP/1.1" status: 200 len: 943 time: 0.5130191 Jun 15 15:14:40.506817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:14:40.515648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45210) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:14:40.550504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event updated for resources: {'Port': ['ID=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,revision_number=7']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:14:40.562161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.562817 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.563439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.563911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.564409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.564868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.565400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.566008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.566475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.567189 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.567675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.568280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718ee720-d8e8-44b3-89a0-d63f05f0e6c9 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.590436 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e20cead3-eb15-4b9a-af5d-81cbc3fb2937'] response: {'name': 'network-changed', 'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'status': 'completed', 'code': 200} Jun 15 15:14:40.596612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['325cd8bc-7660-4a9b-84ed-0b3fb13f425e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:14:40.615420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:40.710488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:40.784507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c13e9-dab3-4236-931c-fa6d7b413cfa req-44e88867-69e0-432d-9a9e-cc1782536322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:40.786169 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-519c13e9-dab3-4236-931c-fa6d7b413cfa req-44e88867-69e0-432d-9a9e-cc1782536322 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7353db0da6146de9b06ff85581793b9&device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 1099 time: 0.1675632 Jun 15 15:14:40.860205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-209efe86-58f0-4f5f-ad03-9d34f79ada33 None None] Provisioning complete for port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:14:40.860573 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-209efe86-58f0-4f5f-ad03-9d34f79ada33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:40.873026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:40.905183 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fe058d-5d47-4b97-a274-b8e7a5aab121,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:14:40.923680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.923941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.924313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.924663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.924995 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.925329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.925658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.925982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.926307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.926637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.926958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.927285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:14:40.943239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:40.944448 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c82e995c-de5d-47d4-9703-f5a4ed5b4db5 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "DELETE /v2.0/security-groups/e7fe058d-5d47-4b97-a274-b8e7a5aab121 HTTP/1.1" status: 204 len: 168 time: 0.4270167 Jun 15 15:14:40.947619 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45214) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:14:40.994218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-209efe86-58f0-4f5f-ad03-9d34f79ada33 None None] Current status of the port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:14:41.056470 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c13e9-dab3-4236-931c-fa6d7b413cfa req-28500df4-4c31-4b7b-a756-9de78a9affda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:41.058131 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-519c13e9-dab3-4236-931c-fa6d7b413cfa req-28500df4-4c31-4b7b-a756-9de78a9affda service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef HTTP/1.1" status: 200 len: 915 time: 0.2651334 Jun 15 15:14:41.261284 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-519c13e9-dab3-4236-931c-fa6d7b413cfa req-eba8e263-9ff0-4556-ac9a-1c20e585504b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e HTTP/1.1" status: 200 len: 1001 time: 0.1944788 Jun 15 15:14:41.296874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Deleting port 7feb5dd0-3a5e-4b82-b5fe-c67cac099ae1 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:14:41.297208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:41.389953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c13e9-dab3-4236-931c-fa6d7b413cfa req-72053d91-c52f-4404-aaa3-87cfe797af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:41.391411 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-519c13e9-dab3-4236-931c-fa6d7b413cfa req-72053d91-c52f-4404-aaa3-87cfe797af21 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0665c2da-bae1-4970-ae3b-d700f497428a HTTP/1.1" status: 200 len: 853 time: 0.1250651 Jun 15 15:14:41.550804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:41.551475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:41.696023 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Calling delete_port for 7feb5dd0-3a5e-4b82-b5fe-c67cac099ae1 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:14:41.727150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c13e9-dab3-4236-931c-fa6d7b413cfa req-a87ce1a0-7b19-4bcb-a16f-d0ebfa3ee4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:41.728681 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-519c13e9-dab3-4236-931c-fa6d7b413cfa req-a87ce1a0-7b19-4bcb-a16f-d0ebfa3ee4df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2925720 Jun 15 15:14:42.038222 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-519c13e9-dab3-4236-931c-fa6d7b413cfa req-38e05162-f743-4136-b790-7c9b2d978861 service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027382 Jun 15 15:14:42.212304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:42.286404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event deleted for resources: {'Port': ['ID=7feb5dd0-3a5e-4b82-b5fe-c67cac099ae1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:14:42.328921 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-519c13e9-dab3-4236-931c-fa6d7b413cfa req-d970d838-c603-40fa-87ce-030d063991f8 service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853413 Jun 15 15:14:42.404365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:42.404703 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Floating IP 326c7c8a-3ca4-4e86-8a71-51046d5126cc disassociated (deleted). External IP: 172.26.3.18, port: 325cd8bc-7660-4a9b-84ed-0b3fb13f425e. Jun 15 15:14:42.802343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:14:42.987660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:14:42.998334 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8bd3e2-5643-4f2f-bde4-f12448a66832 None None] Sync routers for ids ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:14:43.009517 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8bd3e2-5643-4f2f-bde4-f12448a66832 None None] Routers {'97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:14:43.010108 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6d8bd3e2-5643-4f2f-bde4-f12448a66832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:14:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:14:43.010864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:43.072039 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a6377755-ec4d-4978-b586-72369a3f5d5d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "DELETE /v2.0/floatingips/326c7c8a-3ca4-4e86-8a71-51046d5126cc HTTP/1.1" status: 204 len: 168 time: 2.1232502 Jun 15 15:14:43.072719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:14:43.119366 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc16fcf-ef51-49d9-a1d8-5df9f5e93054'] response: {'name': 'network-changed', 'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'status': 'completed', 'code': 200} Jun 15 15:14:43.203142 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6d8bd3e2-5643-4f2f-bde4-f12448a66832 None None] Set router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:14:43.231160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4939a2-80c2-4660-a6b6-8d072f247304 req-9b59e6e0-280d-48e2-b648-6afc77f9db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:43.233438 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa4939a2-80c2-4660-a6b6-8d072f247304 req-9b59e6e0-280d-48e2-b648-6afc77f9db6b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e7353db0da6146de9b06ff85581793b9&device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 1099 time: 0.0918934 Jun 15 15:14:43.375048 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4939a2-80c2-4660-a6b6-8d072f247304 req-89892852-c7a4-4e1b-8bdf-b651f6ad6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:43.376606 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa4939a2-80c2-4660-a6b6-8d072f247304 req-89892852-c7a4-4e1b-8bdf-b651f6ad6d88 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef HTTP/1.1" status: 200 len: 915 time: 0.1366880 Jun 15 15:14:43.453105 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa4939a2-80c2-4660-a6b6-8d072f247304 req-615fc205-9799-477c-a031-5b93caed26e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e HTTP/1.1" status: 200 len: 217 time: 0.0694313 Jun 15 15:14:43.527060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4939a2-80c2-4660-a6b6-8d072f247304 req-f922bd96-00db-4a0e-9eea-9692fbe4bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:43.527060 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa4939a2-80c2-4660-a6b6-8d072f247304 req-f922bd96-00db-4a0e-9eea-9692fbe4bee8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0665c2da-bae1-4970-ae3b-d700f497428a HTTP/1.1" status: 200 len: 853 time: 0.0670645 Jun 15 15:14:43.614732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4939a2-80c2-4660-a6b6-8d072f247304 req-5612029f-662d-48f0-babc-587a9cc0f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:43.616260 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa4939a2-80c2-4660-a6b6-8d072f247304 req-5612029f-662d-48f0-babc-587a9cc0f2fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843680 Jun 15 15:14:43.617459 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6d8bd3e2-5643-4f2f-bde4-f12448a66832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:12:46Z', 'revision_number': 4, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '307d9980-02ce-48ed-ba56-a9f583ecb0a7', 'name': '', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'mac_address': 'fa:16:3e:4d:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:45Z', 'updated_at': '2022-06-15T15:12:54Z', 'revision_number': 5, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'subnets': [{'id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:14:43.621907 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8bd3e2-5643-4f2f-bde4-f12448a66832 None None] Checking router: 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:14:43.633014 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8bd3e2-5643-4f2f-bde4-f12448a66832 None None] Routers {'97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:14:43.633763 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6d8bd3e2-5643-4f2f-bde4-f12448a66832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:14:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:14:43.839259 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-6d8bd3e2-5643-4f2f-bde4-f12448a66832 None None] Set router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:14:43.918104 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa4939a2-80c2-4660-a6b6-8d072f247304 req-9ebef0d7-3072-4dd8-adb4-38602a9f6442 service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943151 Jun 15 15:14:44.070622 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fa4939a2-80c2-4660-a6b6-8d072f247304 req-486a2ce7-7be7-49e1-b127-1688a885a2ca service neutron] 10.222.0.44 "GET /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444440 Jun 15 15:14:44.203584 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-6d8bd3e2-5643-4f2f-bde4-f12448a66832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:12:46Z', 'revision_number': 4, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '307d9980-02ce-48ed-ba56-a9f583ecb0a7', 'name': '', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'mac_address': 'fa:16:3e:4d:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:45Z', 'updated_at': '2022-06-15T15:12:54Z', 'revision_number': 5, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'subnets': [{'id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:14:44.208216 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8bd3e2-5643-4f2f-bde4-f12448a66832 None None] The sync data for ids ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'] in dv-neutron-845844-1-hyperv is: [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:12:46Z', 'revision_number': 4, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '307d9980-02ce-48ed-ba56-a9f583ecb0a7', 'name': '', 'network_id': '9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'mac_address': 'fa:16:3e:4d:f1:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:45Z', 'updated_at': '2022-06-15T15:12:54Z', 'revision_number': 5, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'subnets': [{'id': '0665c2da-bae1-4970-ae3b-d700f497428a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:14:44.442806 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b458729-5e47-49fa-a577-8b712d373a45 None None] New status for floating IP 326c7c8a-3ca4-4e86-8a71-51046d5126cc: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:14:46.607667 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:14:47.540546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897e6ef-2cb5-4933-a390-dbf80d7d717a req-54837d4d-c99a-4889-bc93-2375ea45a7d3 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:47.541362 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4897e6ef-2cb5-4933-a390-dbf80d7d717a req-54837d4d-c99a-4889-bc93-2375ea45a7d3 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Synchronizing usage tracker for tenant:e7353db0da6146de9b06ff85581793b9 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:14:47.559718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4897e6ef-2cb5-4933-a390-dbf80d7d717a req-54837d4d-c99a-4889-bc93-2375ea45a7d3 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Unset dirty status for tenant:e7353db0da6146de9b06ff85581793b9 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:14:47.561002 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4897e6ef-2cb5-4933-a390-dbf80d7d717a req-54837d4d-c99a-4889-bc93-2375ea45a7d3 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 946 time: 0.1173835 Jun 15 15:14:47.608300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4897e6ef-2cb5-4933-a390-dbf80d7d717a req-3f646258-1472-4c41-ba6a-b471ec51ea3d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Synchronizing usage tracker for tenant:e7353db0da6146de9b06ff85581793b9 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:14:47.625203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4897e6ef-2cb5-4933-a390-dbf80d7d717a req-3f646258-1472-4c41-ba6a-b471ec51ea3d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Unset dirty status for tenant:e7353db0da6146de9b06ff85581793b9 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:14:47.626230 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4897e6ef-2cb5-4933-a390-dbf80d7d717a req-3f646258-1472-4c41-ba6a-b471ec51ea3d tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590458 Jun 15 15:14:48.939457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0a660-77cf-4cc4-9749-3514d4f8350f req-d2505558-b164-4dcd-8c6c-8115a1370ff3 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:48.940881 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c5e0a660-77cf-4cc4-9749-3514d4f8350f req-d2505558-b164-4dcd-8c6c-8115a1370ff3 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 946 time: 0.1991072 Jun 15 15:14:48.989004 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c5e0a660-77cf-4cc4-9749-3514d4f8350f req-710e424e-ffda-4111-a218-f9c37e00f2ec tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/security-groups?id=95cfdaa8-5d35-48e6-9f79-39763460f3af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Jun 15 15:14:49.091178 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48708276-b557-4afc-a910-35d196322c77 req-adb8ecef-cf8d-4315-aabe-5ac1669fd128 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:14:49.092734 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-48708276-b557-4afc-a910-35d196322c77 req-adb8ecef-cf8d-4315-aabe-5ac1669fd128 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.44 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 946 time: 0.0951462 Jun 15 15:14:49.169018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-48708276-b557-4afc-a910-35d196322c77 req-50fd19cb-f061-4d55-b6fe-77e2e14d3fd6 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Deleting port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:14:49.169367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-48708276-b557-4afc-a910-35d196322c77 req-50fd19cb-f061-4d55-b6fe-77e2e14d3fd6 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:49.438405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-48708276-b557-4afc-a910-35d196322c77 req-50fd19cb-f061-4d55-b6fe-77e2e14d3fd6 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] For port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:14:49.438817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-48708276-b557-4afc-a910-35d196322c77 req-50fd19cb-f061-4d55-b6fe-77e2e14d3fd6 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:49.584240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-48708276-b557-4afc-a910-35d196322c77 req-50fd19cb-f061-4d55-b6fe-77e2e14d3fd6 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Calling delete_port for 325cd8bc-7660-4a9b-84ed-0b3fb13f425e owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:14:49.762920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-48708276-b557-4afc-a910-35d196322c77 req-50fd19cb-f061-4d55-b6fe-77e2e14d3fd6 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:49.774828 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['325cd8bc-7660-4a9b-84ed-0b3fb13f425e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:14:49.846839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd19cb-f061-4d55-b6fe-77e2e14d3fd6 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Pushing event deleted for resources: {'Port': ['ID=325cd8bc-7660-4a9b-84ed-0b3fb13f425e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:14:49.958855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-48708276-b557-4afc-a910-35d196322c77 req-50fd19cb-f061-4d55-b6fe-77e2e14d3fd6 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] No DVR routers for this DVR port 325cd8bc-7660-4a9b-84ed-0b3fb13f425e on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:14:49.961724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-48708276-b557-4afc-a910-35d196322c77 req-50fd19cb-f061-4d55-b6fe-77e2e14d3fd6 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:49.964571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'name': 'network-vif-deleted', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:14:49.982574 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-48708276-b557-4afc-a910-35d196322c77 req-50fd19cb-f061-4d55-b6fe-77e2e14d3fd6 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.44 "DELETE /v2.0/ports/325cd8bc-7660-4a9b-84ed-0b3fb13f425e HTTP/1.1" status: 204 len: 173 time: 0.8843217 Jun 15 15:14:50.013058 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1621067-e136-446c-bb33-b2960d410004'] response: {'server_uuid': 'db7303b6-cfba-451f-9316-eeca65e27806', 'name': 'network-vif-deleted', 'tag': '325cd8bc-7660-4a9b-84ed-0b3fb13f425e', 'status': 'completed', 'code': 200} Jun 15 15:14:50.166135 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c8ade7c0-14a2-4409-89c4-1d08f6b7a4e1 req-697008b4-467c-47ee-97d0-b2ec16e7e9d8 tempest-TestMinimumBasicScenario-1091336442 tempest-TestMinimumBasicScenario-1091336442-project] 10.222.0.26 "GET /v2.0/ports?device_id=db7303b6-cfba-451f-9316-eeca65e27806 HTTP/1.1" status: 200 len: 210 time: 0.0577347 Jun 15 15:14:51.730917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:51.936605 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45302) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:14:52.512736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-44158e5d-6b69-4433-9722-201d464cad22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:52.901361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-44158e5d-6b69-4433-9722-201d464cad22 admin admin] Deleting port 307d9980-02ce-48ed-ba56-a9f583ecb0a7 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:14:52.901727 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-44158e5d-6b69-4433-9722-201d464cad22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:53.089368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-44158e5d-6b69-4433-9722-201d464cad22 admin admin] For port 307d9980-02ce-48ed-ba56-a9f583ecb0a7, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=307d9980-02ce-48ed-ba56-a9f583ecb0a7,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:14:53.089368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-44158e5d-6b69-4433-9722-201d464cad22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:53.216541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-44158e5d-6b69-4433-9722-201d464cad22 admin admin] Calling delete_port for 307d9980-02ce-48ed-ba56-a9f583ecb0a7 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:14:53.656023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-44158e5d-6b69-4433-9722-201d464cad22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:53.706343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44158e5d-6b69-4433-9722-201d464cad22 admin admin] Pushing event deleted for resources: {'Port': ['ID=307d9980-02ce-48ed-ba56-a9f583ecb0a7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:14:54.033188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-44158e5d-6b69-4433-9722-201d464cad22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:54.378497 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 325cd8bc-7660-4a9b-84ed-0b3fb13f425e no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:14:54.414979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 325cd8bc-7660-4a9b-84ed-0b3fb13f425e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:14:54.415336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 325cd8bc-7660-4a9b-84ed-0b3fb13f425e not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:14:54.417881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44158e5d-6b69-4433-9722-201d464cad22 admin admin] Router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:14:54.599842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44158e5d-6b69-4433-9722-201d464cad22 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:14:54.610064 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b055f8d-25f4-4d19-8111-d0a2164d2de6 None None] Sync routers for ids ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:14:54.615530 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-44158e5d-6b69-4433-9722-201d464cad22 admin admin] 10.222.0.26 "PUT /v2.0/routers/97b2a1e1-8459-42e2-aaf1-a946e29fa3b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6777530 Jun 15 15:14:54.618562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45310) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:14:54.624848 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b055f8d-25f4-4d19-8111-d0a2164d2de6 None None] Routers {'97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:14:54.625490 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1b055f8d-25f4-4d19-8111-d0a2164d2de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:14:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:14:54.805040 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:54.809564 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1b055f8d-25f4-4d19-8111-d0a2164d2de6 None None] Set router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:14:55.102510 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1b055f8d-25f4-4d19-8111-d0a2164d2de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185'}], 'enable_snat': True}, 'gw_port_id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:14:53Z', 'revision_number': 5, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port': {'id': '6e207f80-d95b-491f-84da-8072f9dddfe1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:43Z', 'updated_at': '2022-06-15T15:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:14:55.104372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:55.106906 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b055f8d-25f4-4d19-8111-d0a2164d2de6 None None] Checking router: 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:14:55.115323 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Deleting port 6e207f80-d95b-491f-84da-8072f9dddfe1 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:14:55.115984 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b055f8d-25f4-4d19-8111-d0a2164d2de6 None None] Routers {'97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:14:55.116119 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:55.117014 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1b055f8d-25f4-4d19-8111-d0a2164d2de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:14:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:14:55.305079 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-1b055f8d-25f4-4d19-8111-d0a2164d2de6 None None] Set router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:14:55.313467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] For port 6e207f80-d95b-491f-84da-8072f9dddfe1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6e207f80-d95b-491f-84da-8072f9dddfe1,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:14:55.313820 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:55.415603 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-1b055f8d-25f4-4d19-8111-d0a2164d2de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:14:55Z', 'revision_number': 6, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:14:55.420155 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b055f8d-25f4-4d19-8111-d0a2164d2de6 None None] The sync data for ids ['97b2a1e1-8459-42e2-aaf1-a946e29fa3b8'] in dv-neutron-845844-1-hyperv is: [{'id': '97b2a1e1-8459-42e2-aaf1-a946e29fa3b8', 'name': 'tempest-TestMinimumBasicScenario-967986381-router', 'tenant_id': 'e7353db0da6146de9b06ff85581793b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:42Z', 'updated_at': '2022-06-15T15:14:55Z', 'revision_number': 6, 'project_id': 'e7353db0da6146de9b06ff85581793b9', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:14:55.448730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Calling delete_port for 6e207f80-d95b-491f-84da-8072f9dddfe1 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:14:55.768244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:55.818057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e207f80-d95b-491f-84da-8072f9dddfe1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:14:55.924669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.133906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.136334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.163622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.164258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:14:56.183522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.184731 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b9c1d32c-85fe-492a-800e-792fa3cd0d9c admin admin] 10.222.0.26 "DELETE /v2.0/routers/97b2a1e1-8459-42e2-aaf1-a946e29fa3b8 HTTP/1.1" status: 204 len: 168 time: 1.5651979 Jun 15 15:14:56.187646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45316) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:14:56.251465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f97a21d-462a-426e-ab33-e4352811c65b admin admin] Deleting subnet 0665c2da-bae1-4970-ae3b-d700f497428a {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:14:56.254837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f97a21d-462a-426e-ab33-e4352811c65b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.306051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f97a21d-462a-426e-ab33-e4352811c65b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.393916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f97a21d-462a-426e-ab33-e4352811c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.584156 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f97a21d-462a-426e-ab33-e4352811c65b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.622071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97a21d-462a-426e-ab33-e4352811c65b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0665c2da-bae1-4970-ae3b-d700f497428a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:14:56.625629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-9f97a21d-462a-426e-ab33-e4352811c65b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.632153 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9f97a21d-462a-426e-ab33-e4352811c65b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0665c2da-bae1-4970-ae3b-d700f497428a HTTP/1.1" status: 204 len: 168 time: 0.4433095 Jun 15 15:14:56.634820 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45320) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:14:56.636416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18817f36-a92b-48dd-8059-6ccb5b7400d4 None None] Network 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:14:56.744426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.755941 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Deleting port 48e1911f-f1f3-4f84-8578-c269016fb2bf {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:14:56.756342 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.922124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa3ef7b-466d-47d8-a8b3-2b034ec28e7d None None] DHCP port deletion for 9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:14:56.927101 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3ef7b-466d-47d8-a8b3-2b034ec28e7d None None] Deleting port 48e1911f-f1f3-4f84-8578-c269016fb2bf {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:14:56.927479 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ef7b-466d-47d8-a8b3-2b034ec28e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:56.978321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] For port 48e1911f-f1f3-4f84-8578-c269016fb2bf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=48e1911f-f1f3-4f84-8578-c269016fb2bf,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:14:56.978597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:57.110480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Calling delete_port for 48e1911f-f1f3-4f84-8578-c269016fb2bf owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:14:57.143580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9aa3ef7b-466d-47d8-a8b3-2b034ec28e7d None None] For port 48e1911f-f1f3-4f84-8578-c269016fb2bf, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=48e1911f-f1f3-4f84-8578-c269016fb2bf,segment=NetworkSegment(13247d30-f6f7-4092-a94c-a1334354eeff),segment_id=13247d30-f6f7-4092-a94c-a1334354eeff)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:14:57.143906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ef7b-466d-47d8-a8b3-2b034ec28e7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:57.203635 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:57.251732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e1911f-f1f3-4f84-8578-c269016fb2bf,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:14:57.257913 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] No DVR routers for this DVR port 48e1911f-f1f3-4f84-8578-c269016fb2bf on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:14:57.276853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3ef7b-466d-47d8-a8b3-2b034ec28e7d None None] Calling delete_port for 48e1911f-f1f3-4f84-8578-c269016fb2bf owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:14:57.314843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 48e1911f-f1f3-4f84-8578-c269016fb2bf no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:14:57.374836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 48e1911f-f1f3-4f84-8578-c269016fb2bf {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:14:57.375200 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 48e1911f-f1f3-4f84-8578-c269016fb2bf not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:14:57.375626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 307d9980-02ce-48ed-ba56-a9f583ecb0a7 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:14:57.384655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:57.412923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:14:57.419930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 307d9980-02ce-48ed-ba56-a9f583ecb0a7 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:14:57.420405 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 307d9980-02ce-48ed-ba56-a9f583ecb0a7 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:14:57.420849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6e207f80-d95b-491f-84da-8072f9dddfe1 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:14:57.429330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13247d30-f6f7-4092-a94c-a1334354eeff') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:14:57.429747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13247d30-f6f7-4092-a94c-a1334354eeff') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:14:57.443840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:57.454372 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-74cd7f79-4266-4789-8852-25027a2aa564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:57.461085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:57.464240 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 6e207f80-d95b-491f-84da-8072f9dddfe1 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:14:57.464411 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6e207f80-d95b-491f-84da-8072f9dddfe1 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:14:57.470914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:14:57.471316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:57.482148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-9aa3ef7b-466d-47d8-a8b3-2b034ec28e7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:14:57.482456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-9aa3ef7b-466d-47d8-a8b3-2b034ec28e7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:14:57.546734 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 13247d30-f6f7-4092-a94c-a1334354eeff resource provider aggregate not found Jun 15 15:14:57.576016 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 13247d30-f6f7-4092-a94c-a1334354eeff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13247d30-f6f7-4092-a94c-a1334354eeff found for delete ", "request_id": "req-0d5c041f-919b-4178-b8c5-b97b50005ff1"}]} Jun 15 15:14:57.578495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:57.595211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:57.605914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:14:57.622575 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-28c75903-fbf4-48dd-a476-95b1b7ea8d04 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9f9ba6d2-b2b1-42a7-bb31-9b709d29f7ef HTTP/1.1" status: 204 len: 168 time: 0.9866464 Jun 15 15:14:57.625573 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45328) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:14:57.983973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3ef7b-466d-47d8-a8b3-2b034ec28e7d None None] Deleting port 48e1911f-f1f3-4f84-8578-c269016fb2bf {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:14:57.984630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9aa3ef7b-466d-47d8-a8b3-2b034ec28e7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:58.068501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9aa3ef7b-466d-47d8-a8b3-2b034ec28e7d None None] The port '48e1911f-f1f3-4f84-8578-c269016fb2bf' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 15:14:58.302371 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e7d47e3e-b490-4178-bde7-e56e55fa851b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:58.695726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e7d47e3e-b490-4178-bde7-e56e55fa851b admin admin] Deleting port 6c8241e1-0123-4928-aa92-2e8229f39c9e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:14:58.696049 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e7d47e3e-b490-4178-bde7-e56e55fa851b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:58.885663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-e7d47e3e-b490-4178-bde7-e56e55fa851b admin admin] For port 6c8241e1-0123-4928-aa92-2e8229f39c9e, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=6c8241e1-0123-4928-aa92-2e8229f39c9e,segment=NetworkSegment(8db955c5-4d71-4ad2-847f-e0311aaa8a2f),segment_id=8db955c5-4d71-4ad2-847f-e0311aaa8a2f)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:14:58.886063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e7d47e3e-b490-4178-bde7-e56e55fa851b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:59.008111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-e7d47e3e-b490-4178-bde7-e56e55fa851b admin admin] Calling delete_port for 6c8241e1-0123-4928-aa92-2e8229f39c9e owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:14:59.200836 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e7d47e3e-b490-4178-bde7-e56e55fa851b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:59.249688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d47e3e-b490-4178-bde7-e56e55fa851b admin admin] Pushing event deleted for resources: {'Port': ['ID=6c8241e1-0123-4928-aa92-2e8229f39c9e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:14:59.415572 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-31b73609-0965-427e-a8fe-9a280573a51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:14:59.529268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e7d47e3e-b490-4178-bde7-e56e55fa851b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:00.028223 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d47e3e-b490-4178-bde7-e56e55fa851b admin admin] Router 691a3d3f-e813-41af-889c-e73a0e5443c5 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:15:00.226098 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d47e3e-b490-4178-bde7-e56e55fa851b admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:15:00.235830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5238d01-42e5-487d-9dda-0cf1836881bb None None] Sync routers for ids ['691a3d3f-e813-41af-889c-e73a0e5443c5'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:15:00.240316 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e7d47e3e-b490-4178-bde7-e56e55fa851b admin admin] 10.222.0.26 "PUT /v2.0/routers/691a3d3f-e813-41af-889c-e73a0e5443c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6113179 Jun 15 15:15:00.240828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45336) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:00.246686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5238d01-42e5-487d-9dda-0cf1836881bb None None] Routers {'691a3d3f-e813-41af-889c-e73a0e5443c5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:15:00.247473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e5238d01-42e5-487d-9dda-0cf1836881bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:14:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['691a3d3f-e813-41af-889c-e73a0e5443c5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:00.426400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:00.444921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e5238d01-42e5-487d-9dda-0cf1836881bb None None] Set router 691a3d3f-e813-41af-889c-e73a0e5443c5 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:15:00.618700 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:00.631244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Deleting port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:15:00.631808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:00.709680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:00.715989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:00.812902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e5238d01-42e5-487d-9dda-0cf1836881bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'name': 'tempest-TestMinimumBasicScenario-553536092-router', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193'}], 'enable_snat': True}, 'gw_port_id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:14:59Z', 'revision_number': 5, 'project_id': 'ae3b458e3a984abbb135a30536cce44d', 'gw_port': {'id': '69a61b01-25bb-4e5a-8b0a-78f1d7e665b8', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:20:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:00.816796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5238d01-42e5-487d-9dda-0cf1836881bb None None] Checking router: 691a3d3f-e813-41af-889c-e73a0e5443c5 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:15:00.824712 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] For port 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=69a61b01-25bb-4e5a-8b0a-78f1d7e665b8,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:15:00.825073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:00.825987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5238d01-42e5-487d-9dda-0cf1836881bb None None] Routers {'691a3d3f-e813-41af-889c-e73a0e5443c5'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:15:00.826593 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e5238d01-42e5-487d-9dda-0cf1836881bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:14:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['691a3d3f-e813-41af-889c-e73a0e5443c5'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:00.950347 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Calling delete_port for 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:15:00.984442 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e5238d01-42e5-487d-9dda-0cf1836881bb None None] Set router 691a3d3f-e813-41af-889c-e73a0e5443c5 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:15:01.096126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e5238d01-42e5-487d-9dda-0cf1836881bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'name': 'tempest-TestMinimumBasicScenario-553536092-router', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:15:00Z', 'revision_number': 6, 'project_id': 'ae3b458e3a984abbb135a30536cce44d', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:01.100927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5238d01-42e5-487d-9dda-0cf1836881bb None None] The sync data for ids ['691a3d3f-e813-41af-889c-e73a0e5443c5'] in dv-neutron-845844-1-hyperv is: [{'id': '691a3d3f-e813-41af-889c-e73a0e5443c5', 'name': 'tempest-TestMinimumBasicScenario-553536092-router', 'tenant_id': 'ae3b458e3a984abbb135a30536cce44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:12:49Z', 'updated_at': '2022-06-15T15:15:00Z', 'revision_number': 6, 'project_id': 'ae3b458e3a984abbb135a30536cce44d', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:15:01.140580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:01.310550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a61b01-25bb-4e5a-8b0a-78f1d7e665b8,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:01.413723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:01.558519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6c8241e1-0123-4928-aa92-2e8229f39c9e no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:15:01.594398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 6c8241e1-0123-4928-aa92-2e8229f39c9e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:15:01.594621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 6c8241e1-0123-4928-aa92-2e8229f39c9e not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:15:01.605674 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:01.608044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:01.635325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:01.636083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 691a3d3f-e813-41af-889c-e73a0e5443c5 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:15:01.649283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:01.650411 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d0f0815a-5563-4681-b37b-fdac3d87f7b9 admin admin] 10.222.0.26 "DELETE /v2.0/routers/691a3d3f-e813-41af-889c-e73a0e5443c5 HTTP/1.1" status: 204 len: 168 time: 1.4086685 Jun 15 15:15:01.653716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45340) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:01.719022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa45e8b-da17-4515-8218-604e5e5d5d03 admin admin] Deleting subnet 933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:15:01.722460 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfa45e8b-da17-4515-8218-604e5e5d5d03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:01.772840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfa45e8b-da17-4515-8218-604e5e5d5d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:01.869118 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfa45e8b-da17-4515-8218-604e5e5d5d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.071877 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfa45e8b-da17-4515-8218-604e5e5d5d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.113305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa45e8b-da17-4515-8218-604e5e5d5d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:02.115420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-dfa45e8b-da17-4515-8218-604e5e5d5d03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.121710 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-dfa45e8b-da17-4515-8218-604e5e5d5d03 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/933bc434-f3f3-4b0a-99b6-7a2e0a0c1e36 HTTP/1.1" status: 204 len: 168 time: 0.4668434 Jun 15 15:15:02.125212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45344) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:02.128632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333c6e24-f884-4c1a-961a-37abfc0e8c1d None None] Network 70a23266-6178-4ea5-9072-a1cb0f085a2e requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:15:02.207557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.236407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.247552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Deleting port 17668f03-684e-4b4b-a3af-259986eb9ecb {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:15:02.247882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.396136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ccd321-dea7-4e4c-b7ea-0d3bfdd59e9b None None] DHCP port deletion for 70a23266-6178-4ea5-9072-a1cb0f085a2e request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:15:02.400568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-89ccd321-dea7-4e4c-b7ea-0d3bfdd59e9b None None] Deleting port 17668f03-684e-4b4b-a3af-259986eb9ecb {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:15:02.401415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-89ccd321-dea7-4e4c-b7ea-0d3bfdd59e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.463304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] For port 17668f03-684e-4b4b-a3af-259986eb9ecb, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=17668f03-684e-4b4b-a3af-259986eb9ecb,segment=NetworkSegment(8db955c5-4d71-4ad2-847f-e0311aaa8a2f),segment_id=8db955c5-4d71-4ad2-847f-e0311aaa8a2f)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:15:02.464211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.589644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Calling delete_port for 17668f03-684e-4b4b-a3af-259986eb9ecb owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:15:02.609508 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-89ccd321-dea7-4e4c-b7ea-0d3bfdd59e9b None None] For port 17668f03-684e-4b4b-a3af-259986eb9ecb, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=17668f03-684e-4b4b-a3af-259986eb9ecb,segment=NetworkSegment(8db955c5-4d71-4ad2-847f-e0311aaa8a2f),segment_id=8db955c5-4d71-4ad2-847f-e0311aaa8a2f)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:15:02.610095 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-89ccd321-dea7-4e4c-b7ea-0d3bfdd59e9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.669883 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.722614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Pushing event deleted for resources: {'Port': ['ID=17668f03-684e-4b4b-a3af-259986eb9ecb,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:02.724813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] No DVR routers for this DVR port 17668f03-684e-4b4b-a3af-259986eb9ecb on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:15:02.742026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-89ccd321-dea7-4e4c-b7ea-0d3bfdd59e9b None None] Calling delete_port for 17668f03-684e-4b4b-a3af-259986eb9ecb owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:15:02.817664 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-89ccd321-dea7-4e4c-b7ea-0d3bfdd59e9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:15:02.818036 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-89ccd321-dea7-4e4c-b7ea-0d3bfdd59e9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:15:02.842891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.870198 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a23266-6178-4ea5-9072-a1cb0f085a2e']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:02.882849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db955c5-4d71-4ad2-847f-e0311aaa8a2f') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:02.883163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db955c5-4d71-4ad2-847f-e0311aaa8a2f') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:02.894982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.913383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.919843 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:15:02.920317 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:02.991574 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 8db955c5-4d71-4ad2-847f-e0311aaa8a2f resource provider aggregate not found Jun 15 15:15:03.012271 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 8db955c5-4d71-4ad2-847f-e0311aaa8a2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8db955c5-4d71-4ad2-847f-e0311aaa8a2f found for delete ", "request_id": "req-fbbbf8f2-a80e-43af-9a23-88a80a859be1"}]} Jun 15 15:15:03.028528 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:03.045461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:03.055562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] Pushing event deleted for resources: {'Network': ['ID=70a23266-6178-4ea5-9072-a1cb0f085a2e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:03.060418 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-00666db9-aa49-4dfd-96d6-32591712da25 admin admin] 10.222.0.26 "DELETE /v2.0/networks/70a23266-6178-4ea5-9072-a1cb0f085a2e HTTP/1.1" status: 204 len: 168 time: 0.9340954 Jun 15 15:15:03.257139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45354) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:03.314358 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ed5d8928-9c68-48f1-b7ac-77677a054cef admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7353db0da6146de9b06ff85581793b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545640 Jun 15 15:15:03.315580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45358) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:03.336477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-89ccd321-dea7-4e4c-b7ea-0d3bfdd59e9b None None] Deleting port 17668f03-684e-4b4b-a3af-259986eb9ecb {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:15:03.336849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-89ccd321-dea7-4e4c-b7ea-0d3bfdd59e9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:03.360639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 17668f03-684e-4b4b-a3af-259986eb9ecb no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:15:03.382352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-203db0de-24fb-4491-8971-78124ae2be18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:03.410900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-203db0de-24fb-4491-8971-78124ae2be18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:03.451857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 17668f03-684e-4b4b-a3af-259986eb9ecb {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:15:03.452153 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 17668f03-684e-4b4b-a3af-259986eb9ecb not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:15:03.452621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:15:03.469208 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-203db0de-24fb-4491-8971-78124ae2be18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:03.486837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203db0de-24fb-4491-8971-78124ae2be18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95cfdaa8-5d35-48e6-9f79-39763460f3af,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:03.499375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-203db0de-24fb-4491-8971-78124ae2be18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:03.500602 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-203db0de-24fb-4491-8971-78124ae2be18 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/95cfdaa8-5d35-48e6-9f79-39763460f3af HTTP/1.1" status: 204 len: 168 time: 0.1841307 Jun 15 15:15:03.524314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:15:03.524661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 69a61b01-25bb-4e5a-8b0a-78f1d7e665b8 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:15:03.543704 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-89ccd321-dea7-4e4c-b7ea-0d3bfdd59e9b None None] The port '17668f03-684e-4b4b-a3af-259986eb9ecb' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 15:15:03.890236 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45366) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:03.950290 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-22e3781d-92b6-4c27-9bef-91b2d8d68e74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae3b458e3a984abbb135a30536cce44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587068 Jun 15 15:15:03.954028 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45370) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:04.015101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1496b76-4af4-4fd2-b575-07f2de39e354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:04.042080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1496b76-4af4-4fd2-b575-07f2de39e354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:04.100111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1496b76-4af4-4fd2-b575-07f2de39e354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:04.114570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1496b76-4af4-4fd2-b575-07f2de39e354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f1bd74-70b0-4b5b-a823-cca608249998,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:04.121294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1496b76-4af4-4fd2-b575-07f2de39e354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:04.122452 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d1496b76-4af4-4fd2-b575-07f2de39e354 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/68f1bd74-70b0-4b5b-a823-cca608249998 HTTP/1.1" status: 204 len: 168 time: 0.1674981 Jun 15 15:15:05.883194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45412) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:05.889032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2130531947', 'description': 'tempest-secgroup-smoke-2130531947 description', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:05.896010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:05.900154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:05.903443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:05.910304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:05.924614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:05.945174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:05.962057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:05.966054 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:05.968966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:05.974685 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:06.065867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.071723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.084415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:06.092438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:06.100710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:06.111413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:06.114939 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080069f4-1263-4235-b1f2-c23ab1371d90,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:06.189986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.194990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.238598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22776107-b9c6-4d22-b2bc-1779a40c1186,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:06.242214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.243342 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b6d91312-cdb1-47b4-860e-96a7811a82e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3591189 Jun 15 15:15:06.247920 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45416) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:06.253775 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-22a36cf1-620d-4a10-92d1-e4a5b1324ea6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '22776107-b9c6-4d22-b2bc-1779a40c1186', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:06.260120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-22a36cf1-620d-4a10-92d1-e4a5b1324ea6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:06.264225 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-22a36cf1-620d-4a10-92d1-e4a5b1324ea6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:06.267134 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-22a36cf1-620d-4a10-92d1-e4a5b1324ea6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:06.272757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-22a36cf1-620d-4a10-92d1-e4a5b1324ea6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:06.290001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22a36cf1-620d-4a10-92d1-e4a5b1324ea6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.359417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22a36cf1-620d-4a10-92d1-e4a5b1324ea6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.364518 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22a36cf1-620d-4a10-92d1-e4a5b1324ea6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.388379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a36cf1-620d-4a10-92d1-e4a5b1324ea6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1afeba1e-49a4-4446-8a00-56eabf5eef2a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:06.399842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-22a36cf1-620d-4a10-92d1-e4a5b1324ea6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.401187 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-22a36cf1-620d-4a10-92d1-e4a5b1324ea6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519144 Jun 15 15:15:06.405166 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45420) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:06.411184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-04785790-ecc7-47d2-9ae9-4e7ab0ac848b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '22776107-b9c6-4d22-b2bc-1779a40c1186', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:06.418284 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-04785790-ecc7-47d2-9ae9-4e7ab0ac848b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:06.422364 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-04785790-ecc7-47d2-9ae9-4e7ab0ac848b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:06.425735 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-04785790-ecc7-47d2-9ae9-4e7ab0ac848b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:06.432949 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-04785790-ecc7-47d2-9ae9-4e7ab0ac848b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:06.456390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04785790-ecc7-47d2-9ae9-4e7ab0ac848b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.533814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04785790-ecc7-47d2-9ae9-4e7ab0ac848b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.540131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04785790-ecc7-47d2-9ae9-4e7ab0ac848b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.575135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04785790-ecc7-47d2-9ae9-4e7ab0ac848b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c31d1ae-7321-4847-8608-cd4b418e54ac,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:06.583028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-04785790-ecc7-47d2-9ae9-4e7ab0ac848b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.584268 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-04785790-ecc7-47d2-9ae9-4e7ab0ac848b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1777158 Jun 15 15:15:06.587133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45424) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:06.593854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-be7ccdb3-608d-476c-86e2-6a9c13764bf5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '22776107-b9c6-4d22-b2bc-1779a40c1186', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:06.600171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-be7ccdb3-608d-476c-86e2-6a9c13764bf5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:06.604417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-be7ccdb3-608d-476c-86e2-6a9c13764bf5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:06.607523 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-be7ccdb3-608d-476c-86e2-6a9c13764bf5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:06.613859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-be7ccdb3-608d-476c-86e2-6a9c13764bf5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:06.632074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be7ccdb3-608d-476c-86e2-6a9c13764bf5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.701299 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be7ccdb3-608d-476c-86e2-6a9c13764bf5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.706218 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be7ccdb3-608d-476c-86e2-6a9c13764bf5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.729069 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ccdb3-608d-476c-86e2-6a9c13764bf5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65af473e-8fc1-44f9-b58f-01ef20b85eb5,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:06.739660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-be7ccdb3-608d-476c-86e2-6a9c13764bf5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.740904 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-be7ccdb3-608d-476c-86e2-6a9c13764bf5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1525412 Jun 15 15:15:06.743896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45428) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:06.749758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-3cc4c808-e14f-4cb5-a16d-ac74ba9236c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '22776107-b9c6-4d22-b2bc-1779a40c1186', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:06.756574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3cc4c808-e14f-4cb5-a16d-ac74ba9236c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:06.761093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3cc4c808-e14f-4cb5-a16d-ac74ba9236c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:06.764834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-3cc4c808-e14f-4cb5-a16d-ac74ba9236c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:06.771397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-3cc4c808-e14f-4cb5-a16d-ac74ba9236c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:06.790270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c808-e14f-4cb5-a16d-ac74ba9236c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.857557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c808-e14f-4cb5-a16d-ac74ba9236c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.862723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c808-e14f-4cb5-a16d-ac74ba9236c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.887664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4c808-e14f-4cb5-a16d-ac74ba9236c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174c54d2-9fa7-4620-aafb-1894b16bc0a3,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:06.898179 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3cc4c808-e14f-4cb5-a16d-ac74ba9236c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:06.899363 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3cc4c808-e14f-4cb5-a16d-ac74ba9236c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1542459 Jun 15 15:15:06.902074 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45432) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:06.907096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2161b941-fc62-4a11-9410-a74accb696fa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '22776107-b9c6-4d22-b2bc-1779a40c1186', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:06.913305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2161b941-fc62-4a11-9410-a74accb696fa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:06.917241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2161b941-fc62-4a11-9410-a74accb696fa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:06.920359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2161b941-fc62-4a11-9410-a74accb696fa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:06.926160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2161b941-fc62-4a11-9410-a74accb696fa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:06.938397 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-2161b941-fc62-4a11-9410-a74accb696fa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Project f2c661f8d4554a6bba95a4a95d0d6b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:15:06.945265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2161b941-fc62-4a11-9410-a74accb696fa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.025069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2161b941-fc62-4a11-9410-a74accb696fa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.030272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2161b941-fc62-4a11-9410-a74accb696fa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.054823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161b941-fc62-4a11-9410-a74accb696fa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ab9370-f741-436e-bcd0-811e3c13c002,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:07.064713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2161b941-fc62-4a11-9410-a74accb696fa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.065910 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2161b941-fc62-4a11-9410-a74accb696fa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1628745 Jun 15 15:15:07.069855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45436) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:07.074812 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b4b38e9b-dcd0-427a-a093-331a020c6817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '22776107-b9c6-4d22-b2bc-1779a40c1186', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:07.082037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b4b38e9b-dcd0-427a-a093-331a020c6817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:07.085994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b4b38e9b-dcd0-427a-a093-331a020c6817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:07.088968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b4b38e9b-dcd0-427a-a093-331a020c6817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:07.095056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b4b38e9b-dcd0-427a-a093-331a020c6817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:07.106995 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-b4b38e9b-dcd0-427a-a093-331a020c6817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Project f2c661f8d4554a6bba95a4a95d0d6b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:15:07.113756 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4b38e9b-dcd0-427a-a093-331a020c6817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.183222 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4b38e9b-dcd0-427a-a093-331a020c6817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.190550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4b38e9b-dcd0-427a-a093-331a020c6817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.214176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b38e9b-dcd0-427a-a093-331a020c6817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c11c444-8ccb-4140-96b6-58369d51dc65,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:07.224606 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4b38e9b-dcd0-427a-a093-331a020c6817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.225803 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b4b38e9b-dcd0-427a-a093-331a020c6817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550438 Jun 15 15:15:07.228856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45440) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:07.234455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'network': {'name': 'tempest-network-smoke--488227996', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:07.240047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:07.244427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:network and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:07.247530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:07.253500 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:07.268613 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:15:07.272200 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.301983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:15:07.312302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.312591 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Added segment ca4af542-9bd1-4fb6-9cba-cf9bbe693ace of type vlan for network 66edb595-2e3a-469a-8f25-9e469100eb94 Jun 15 15:15:07.350671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.385821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.391900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:07.392516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.496272 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2662518 Jun 15 15:15:07.499267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45444) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:07.504044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af7419-f153-4a24-bc57-4fbf12628110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Network': ['ID=66edb595-2e3a-469a-8f25-9e469100eb94,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:07.505423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'admin_state_up': True, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:07.515565 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:07.518285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 66edb595-2e3a-469a-8f25-9e469100eb94 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:15:07.519857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:router and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:07.522856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:07.529588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:07.541500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.542634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.557793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:07.835299 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:08.174687 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:08.205331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:08.350563 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.26.3.152 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/e88a6056-bb67-4b70-8938-9123b28166f6) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:15:08.601013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:08.631910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:08.697423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:15:08.700640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:15:08.704093 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:15:08.735723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=e88a6056-bb67-4b70-8938-9123b28166f6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:09.142537 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:09.503761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:09.718542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:15:09.919159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:15:09.929224 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Sync routers for ids ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:15:09.943405 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Routers {'2f1f27a9-cdaf-4924-b090-511e28ac9f30'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:15:09.944016 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:14:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:09.955406 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:09.956652 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ca929ed9-b54d-4b46-9475-6e573b84e10c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4558895 Jun 15 15:15:09.959937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45448) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:10.120289 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Set router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:15:10.259407 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a497e2c8-2e35-408f-a8f5-81b71e897bf3 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f2c661f8d4554a6bba95a4a95d0d6b03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2957013 Jun 15 15:15:10.259638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45454) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:10.398824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6deed3d-d739-4bcb-8371-94e138f64a4c tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:10.400444 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e6deed3d-d739-4bcb-8371-94e138f64a4c tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1398325 Jun 15 15:15:10.403641 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45458) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:10.444265 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5e9f7ebb-8d6e-4793-ac3d-1d0a61ef9563 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394094 Jun 15 15:15:10.446617 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:15:08Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:10.446790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45462) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:10.451965 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Checking router: 2f1f27a9-cdaf-4924-b090-511e28ac9f30 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:15:10.452336 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Updating router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 port e88a6056-bb67-4b70-8938-9123b28166f6 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:15:10.452517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1540448466', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:10.504900 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:10.562279 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:10.566047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:subnet and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:10.568856 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:10.574696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:10.585557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:15:10.589067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:10.814715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:10.853140 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:10.867317 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Transition to ACTIVE for port object e88a6056-bb67-4b70-8938-9123b28166f6 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:15:10.875068 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:10.894390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Subnet': ['ID=c2b2cf6d-107f-4f95-964b-353feda6884f,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:10.905493 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Checking segment: {'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:15:10.905636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network hostable DHCP agents. Network: 66edb595-2e3a-469a-8f25-9e469100eb94, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:15:10.925990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 66edb595-2e3a-469a-8f25-9e469100eb94 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:15:10.941936 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 66edb595-2e3a-469a-8f25-9e469100eb94) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:15:10.947619 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:10.948257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:10.953459 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Attempting to bind port e88a6056-bb67-4b70-8938-9123b28166f6 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:15:10.953946 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Attempting to bind port e88a6056-bb67-4b70-8938-9123b28166f6 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:15:10.954662 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Attempting to bind port e88a6056-bb67-4b70-8938-9123b28166f6 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:15:10.956218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8cc409-5339-40e8-86f1-29988e0608a4 None None] Network 66edb595-2e3a-469a-8f25-9e469100eb94 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:15:10.965378 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Pushing event updated for resources: {'Port': ['ID=e88a6056-bb67-4b70-8938-9123b28166f6,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:10.969512 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:15:10.969882 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:15:10.970254 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:10.970695 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:15:10.971118 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Bound port: e88a6056-bb67-4b70-8938-9123b28166f6, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:15:10.971468 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:10.974952 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-34855ddc-b2e6-4842-98ae-9678389c59b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5243535 Jun 15 15:15:10.974952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45466) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:11.004752 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.005513 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.005878 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.006219 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.006595 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.006940 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.007690 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.008003 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.008373 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.008725 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.009059 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.009394 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.062056 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] For port e88a6056-bb67-4b70-8938-9123b28166f6, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:15:11.065569 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] For port e88a6056-bb67-4b70-8938-9123b28166f6, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e88a6056-bb67-4b70-8938-9123b28166f6,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:15:11.069979 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:11.150269 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Routers {'2f1f27a9-cdaf-4924-b090-511e28ac9f30'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:15:11.150931 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:14:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:11.200726 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-66edb595-2e3a-469a-8f25-9e469100eb94', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ips': [{'subnet_id': 'c2b2cf6d-107f-4f95-964b-353feda6884f'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:15:11.201695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:11.247580 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e170028-733d-4d02-82b1-527c6c57f1ac None None] Pushing event updated for resources: {'Port': ['ID=e88a6056-bb67-4b70-8938-9123b28166f6,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:11.373683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Allocated IP 172.20.0.2 (66edb595-2e3a-469a-8f25-9e469100eb94/c2b2cf6d-107f-4f95-964b-353feda6884f/111636de-d4e2-4249-8a97-c0cdbb9c1fb8) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:15:11.382090 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] Set router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:15:11.581986 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:11.593089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Transition to ACTIVE for port object 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:15:11.614447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Transition to ACTIVE for port object 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:15:11.624764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:11.672019 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:15:08Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:11.676448 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04d5e30-84fd-4db6-94e0-8c2cea149e00 None None] The sync data for ids ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'] in dv-neutron-845844-1-hyperv is: [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:15:08Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:15:11.734248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Network 66edb595-2e3a-469a-8f25-9e469100eb94 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:15:11.736334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:11.737560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:15:11.741418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:15:11.747598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Pushing event updated for resources: {'Port': ['ID=111636de-d4e2-4249-8a97-c0cdbb9c1fb8,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:11.756633 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.757042 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.757392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.757730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.758068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.758408 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.758741 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.759217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.759404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.759737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.760072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.760425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:15:11.869187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Attempting to bind port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:15:11.869563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Attempting to bind port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:15:11.869932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Attempting to bind port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 on network 66edb595-2e3a-469a-8f25-9e469100eb94 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:15:11.876847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:15:11.876847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Checking segment: {'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:15:11.876847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:11.877808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Bound using segment: {'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:15:11.877808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Bound port: 111636de-d4e2-4249-8a97-c0cdbb9c1fb8, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:15:11.878071 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:11.991796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] For port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:15:11.994991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] For port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=111636de-d4e2-4249-8a97-c0cdbb9c1fb8,segment=NetworkSegment(ca4af542-9bd1-4fb6-9cba-cf9bbe693ace),segment_id=ca4af542-9bd1-4fb6-9cba-cf9bbe693ace)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:15:12.001140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:12.101488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd80bb84-8f9e-4eef-a7df-d9a8e380593b None None] Pushing event updated for resources: {'Port': ['ID=111636de-d4e2-4249-8a97-c0cdbb9c1fb8,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:12.322526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.20.0.1 (66edb595-2e3a-469a-8f25-9e469100eb94/c2b2cf6d-107f-4f95-964b-353feda6884f/21b473ce-7bef-4f36-af9c-45fda49594d3) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:15:12.502683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:12.520441 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Transition to ACTIVE for port object 21b473ce-7bef-4f36-af9c-45fda49594d3 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:15:12.548211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:12.622887 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 66edb595-2e3a-469a-8f25-9e469100eb94 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:15:12.626097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:15:12.630014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:15:12.661752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=21b473ce-7bef-4f36-af9c-45fda49594d3,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:12.693254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:12.967944 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:13.095403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9158d4d-0a16-4e7e-a71d-75ce5d0f6975 None None] Network 66edb595-2e3a-469a-8f25-9e469100eb94 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:15:13.200289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7b45680a-c99d-4251-8a4c-e3e9ee56903b None None] Provisioning for port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:15:13.406580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e88a6056-bb67-4b70-8938-9123b28166f6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:15:13.419684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:13.425770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:13.489549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port e88a6056-bb67-4b70-8938-9123b28166f6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:15:13.496465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e88a6056-bb67-4b70-8938-9123b28166f6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:15:13.496941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:13.669933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:13.711935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e88a6056-bb67-4b70-8938-9123b28166f6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:15:13.712299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:13.735237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port e88a6056-bb67-4b70-8938-9123b28166f6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e88a6056-bb67-4b70-8938-9123b28166f6,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:15:13.739369 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4c8b6044-3086-4fef-ad62-ae00ddd9f709 None None] Provisioning for port 21b473ce-7bef-4f36-af9c-45fda49594d3 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:15:13.744415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:13.745199 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:15:13.756921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=21b473ce-7bef-4f36-af9c-45fda49594d3,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:13.816426 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4c8b6044-3086-4fef-ad62-ae00ddd9f709 None None] Provisioning complete for port 21b473ce-7bef-4f36-af9c-45fda49594d3 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:15:13.816809 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4c8b6044-3086-4fef-ad62-ae00ddd9f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:13.830870 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 66edb595-2e3a-469a-8f25-9e469100eb94 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:15:13.832084 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:15:13.923755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b6044-3086-4fef-ad62-ae00ddd9f709 None None] Port 21b473ce-7bef-4f36-af9c-45fda49594d3 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:15:13.927778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=e88a6056-bb67-4b70-8938-9123b28166f6,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:13.941231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:15:13.947138 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:15:13.947514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:14.063376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:15:14.088223 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:15:14.088598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:14.097501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cf4bdf9d-1a41-421d-816b-a08e58060d19 None None] Provisioning complete for port 21b473ce-7bef-4f36-af9c-45fda49594d3 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:15:14.098096 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cf4bdf9d-1a41-421d-816b-a08e58060d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:14.170358 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bdf9d-1a41-421d-816b-a08e58060d19 None None] Port 21b473ce-7bef-4f36-af9c-45fda49594d3 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:15:14.173719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=111636de-d4e2-4249-8a97-c0cdbb9c1fb8,segment=NetworkSegment(ca4af542-9bd1-4fb6-9cba-cf9bbe693ace),segment_id=ca4af542-9bd1-4fb6-9cba-cf9bbe693ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:15:14.178717 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:14.250117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:15:14.252431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=111636de-d4e2-4249-8a97-c0cdbb9c1fb8,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:14.260074 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-55c98578-8bb2-4435-b168-2167df91cb0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "PUT /v2.0/routers/2f1f27a9-cdaf-4924-b090-511e28ac9f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2842348 Jun 15 15:15:14.265514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Sync routers for ids ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:15:14.275281 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Routers {'2f1f27a9-cdaf-4924-b090-511e28ac9f30'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:15:14.275986 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:14:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:14.416623 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a25a45c7-0866-4d5e-95a1-ad1f5d614471 None None] Provisioning complete for port 21b473ce-7bef-4f36-af9c-45fda49594d3 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:15:14.416998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a25a45c7-0866-4d5e-95a1-ad1f5d614471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:14.498435 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-a25a45c7-0866-4d5e-95a1-ad1f5d614471 None None] Port 21b473ce-7bef-4f36-af9c-45fda49594d3 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:15:14.508945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Set router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:15:14.540961 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-a021a757-7d1f-4c1b-a070-fd0119571fbd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130531947&fields=id&tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 267 time: 0.0449889 Jun 15 15:15:14.700030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-ed4040e6-25f1-420c-939d-02c63ff8cf71 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:14.701605 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-ed4040e6-25f1-420c-939d-02c63ff8cf71 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/networks?id=66edb595-2e3a-469a-8f25-9e469100eb94 HTTP/1.1" status: 200 len: 796 time: 0.1536868 Jun 15 15:15:14.716597 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-5a85e517-714e-4fc3-9d3e-d614ff2e496c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/quotas/f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 375 time: 0.0094323 Jun 15 15:15:14.814988 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-1eb7313e-5174-4d16-a9ad-b9919ab4e6bf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:15:14.831239 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:15:12Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '21b473ce-7bef-4f36-af9c-45fda49594d3', 'name': '', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:cd:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:12Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 2, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:14.834874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-1eb7313e-5174-4d16-a9ad-b9919ab4e6bf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:15:14.835617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Checking router: 2f1f27a9-cdaf-4924-b090-511e28ac9f30 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:15:14.835971 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Updating router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 port 21b473ce-7bef-4f36-af9c-45fda49594d3 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:15:14.836236 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-1eb7313e-5174-4d16-a9ad-b9919ab4e6bf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142900 Jun 15 15:15:14.891509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:14.980477 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-5f5ee1f6-801b-4da4-8474-1cf7d8f50f34 service neutron] 10.222.0.26 "GET /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313303 Jun 15 15:15:15.118366 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-d0beb6bc-9f1b-474d-b070-0ece343086ed service neutron] 10.222.0.26 "GET /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317623 Jun 15 15:15:15.264228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:15.280526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Transition to ACTIVE for port object 21b473ce-7bef-4f36-af9c-45fda49594d3 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:15:15.300876 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:15.390844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e88a6056-bb67-4b70-8938-9123b28166f6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:15:15.527113 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d3590d91-758d-44b2-8605-cdd9b40257a3 req-1310dae8-5561-41ba-bdc5-b8a15c03d8a4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 210 time: 0.2556381 Jun 15 15:15:15.625362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b16f89-efc1-4cf1-97d0-ed593043bcf3 None None] Pushing event updated for resources: {'Port': ['ID=21b473ce-7bef-4f36-af9c-45fda49594d3,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:15.648233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Attempting to bind port 21b473ce-7bef-4f36-af9c-45fda49594d3 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:15:15.648525 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Attempting to bind port 21b473ce-7bef-4f36-af9c-45fda49594d3 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:15:15.648949 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Attempting to bind port 21b473ce-7bef-4f36-af9c-45fda49594d3 on network 66edb595-2e3a-469a-8f25-9e469100eb94 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:15:15.657891 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:15:15.658273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Checking segment: {'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:15:15.658674 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:15.659065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Bound using segment: {'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:15:15.659602 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Bound port: 21b473ce-7bef-4f36-af9c-45fda49594d3, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:15:15.659903 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:15.713972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port e88a6056-bb67-4b70-8938-9123b28166f6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:15:15.713972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:15.833110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] For port 21b473ce-7bef-4f36-af9c-45fda49594d3, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:15:15.836564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] For port 21b473ce-7bef-4f36-af9c-45fda49594d3, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=21b473ce-7bef-4f36-af9c-45fda49594d3,segment=NetworkSegment(ca4af542-9bd1-4fb6-9cba-cf9bbe693ace),segment_id=ca4af542-9bd1-4fb6-9cba-cf9bbe693ace)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:15:15.867245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:15.958841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port e88a6056-bb67-4b70-8938-9123b28166f6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:15:15.959958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:15:16.018374 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b16f89-efc1-4cf1-97d0-ed593043bcf3 None None] Pushing event updated for resources: {'Port': ['ID=21b473ce-7bef-4f36-af9c-45fda49594d3,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:16.022993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Routers {'2f1f27a9-cdaf-4924-b090-511e28ac9f30'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:15:16.023608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:14:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:16.205293 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:15:16.205567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:16.284248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] Set router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:15:16.575999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:15:16.677901 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-c9374a85-b3d7-4869-8749-574b8caaf9ce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:16.678589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-c9374a85-b3d7-4869-8749-574b8caaf9ce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:15:16.724799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-c9374a85-b3d7-4869-8749-574b8caaf9ce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:15:16.727786 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-c9374a85-b3d7-4869-8749-574b8caaf9ce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/networks?id=66edb595-2e3a-469a-8f25-9e469100eb94 HTTP/1.1" status: 200 len: 796 time: 0.2504923 Jun 15 15:15:16.731582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:15:12Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '21b473ce-7bef-4f36-af9c-45fda49594d3', 'name': '', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:cd:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:12Z', 'updated_at': '2022-06-15T15:15:15Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:16.739542 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114167d9-f69a-4217-b77e-e96380dfaf90 None None] The sync data for ids ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'] in dv-neutron-845844-1-hyperv is: [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:15:12Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '21b473ce-7bef-4f36-af9c-45fda49594d3', 'name': '', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:cd:45:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:12Z', 'updated_at': '2022-06-15T15:15:15Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:15:16.758041 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8ac96e9e-2612-41f8-8a13-32b5480e3ebf req-89ce7e4c-4ba5-43ff-8e95-8a6b0a50e732 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 210 time: 0.0880251 Jun 15 15:15:16.819211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-054f83f8-df04-415b-96df-7c57f0e4e154 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:15:16.845824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-054f83f8-df04-415b-96df-7c57f0e4e154 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:15:16.847202 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-054f83f8-df04-415b-96df-7c57f0e4e154 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 380 time: 0.1129227 Jun 15 15:15:16.857162 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'port': {'device_id': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'admin_state_up': True, 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'security_groups': ['22776107-b9c6-4d22-b2bc-1779a40c1186']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:17.008448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:17.019585 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:17.032551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:15:17.035069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:17.235179 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.20.0.6 (66edb595-2e3a-469a-8f25-9e469100eb94/c2b2cf6d-107f-4f95-964b-353feda6884f/cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:15:17.344600 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 21b473ce-7bef-4f36-af9c-45fda49594d3 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:15:17.421340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 21b473ce-7bef-4f36-af9c-45fda49594d3 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:15:17.426657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 21b473ce-7bef-4f36-af9c-45fda49594d3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:15:17.427213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:17.493345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:17.510534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Transition to ACTIVE for port object cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:15:17.535714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:17.554585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 21b473ce-7bef-4f36-af9c-45fda49594d3 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:15:17.554969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:17.609554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 66edb595-2e3a-469a-8f25-9e469100eb94 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:15:17.613583 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:15:17.618744 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:15:17.640799 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 21b473ce-7bef-4f36-af9c-45fda49594d3, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=21b473ce-7bef-4f36-af9c-45fda49594d3,segment=NetworkSegment(ca4af542-9bd1-4fb6-9cba-cf9bbe693ace),segment_id=ca4af542-9bd1-4fb6-9cba-cf9bbe693ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:15:17.646126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:17.671648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:17.703872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:17.704542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:17.740974 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-b302360b-f22c-496f-ad5c-0b048d7faa40 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8875926 Jun 15 15:15:17.746361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=21b473ce-7bef-4f36-af9c-45fda49594d3,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:17.812044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Request body: {'port': {'device_id': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:17.981155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f7a783a7-bf50-4e7d-be61-9385030e7d12 None None] Provisioning for port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:15:17.986515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f7a783a7-bf50-4e7d-be61-9385030e7d12 None None] Provisioning complete for port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:15:17.986996 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f7a783a7-bf50-4e7d-be61-9385030e7d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:18.000311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:18.044348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f7a783a7-bf50-4e7d-be61-9385030e7d12 None None] Port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:15:18.087975 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd15a7-c6e7-4fa6-af8e-b9e52e7d0a2b req-a68ece5b-7adf-4366-b6dd-0a5c0e022ae3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:18.088694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d0cd15a7-c6e7-4fa6-af8e-b9e52e7d0a2b req-a68ece5b-7adf-4366-b6dd-0a5c0e022ae3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:15:18.164168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-d0cd15a7-c6e7-4fa6-af8e-b9e52e7d0a2b req-a68ece5b-7adf-4366-b6dd-0a5c0e022ae3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:15:18.165320 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0cd15a7-c6e7-4fa6-af8e-b9e52e7d0a2b req-a68ece5b-7adf-4366-b6dd-0a5c0e022ae3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 931 time: 0.2565782 Jun 15 15:15:18.295397 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d0cd15a7-c6e7-4fa6-af8e-b9e52e7d0a2b req-ccca89fb-0965-4b05-bc87-b4b579407802 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231461 Jun 15 15:15:18.417575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:15:18.425553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:18.447102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Transition to ACTIVE for port object cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:15:18.452227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:18.616368 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:18.813463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Attempting to bind port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:15:18.814041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Attempting to bind port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:15:18.814138 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Attempting to bind port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 on network 66edb595-2e3a-469a-8f25-9e469100eb94 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:15:18.818922 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 on network 66edb595-2e3a-469a-8f25-9e469100eb94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:15:18.819249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Attempting to bind port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 on network 66edb595-2e3a-469a-8f25-9e469100eb94 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:15:18.824785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:15:18.825730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Checking segment: {'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:15:18.825730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Bound using segment: {'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:15:18.826049 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Bound port: cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:15:18.826207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:18.919784 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] For port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:15:18.922825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] For port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4,segment=NetworkSegment(ca4af542-9bd1-4fb6-9cba-cf9bbe693ace),segment_id=ca4af542-9bd1-4fb6-9cba-cf9bbe693ace)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:15:18.929891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:18.989885 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:18.990498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:18.991870 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] 10.222.0.44 "PUT /v2.0/ports/cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 HTTP/1.1" status: 200 len: 1093 time: 1.2442915 Jun 15 15:15:18.992320 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'tag': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:15:19.014418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29245ff9-f699-4c1f-b794-8e7aa7710e25 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:19.114208 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4dbb85a-6d54-49aa-8882-526d366fc7db'] response: {'name': 'network-changed', 'server_uuid': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'tag': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4', 'status': 'completed', 'code': 200} Jun 15 15:15:19.132102 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-66f055bf-75a7-4cc0-9d2b-7cdd78e51d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:19.133649 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-66f055bf-75a7-4cc0-9d2b-7cdd78e51d78 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0968494 Jun 15 15:15:19.204780 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-5f39dc86-9631-4cf8-a329-dd6b28fc6183 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 HTTP/1.1" status: 200 len: 217 time: 0.0639098 Jun 15 15:15:19.272809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-c1a03a7e-6023-4a16-8c29-1e38fcf3a90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:19.274269 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-c1a03a7e-6023-4a16-8c29-1e38fcf3a90b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b2cf6d-107f-4f95-964b-353feda6884f HTTP/1.1" status: 200 len: 835 time: 0.0639889 Jun 15 15:15:19.304388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 21b473ce-7bef-4f36-af9c-45fda49594d3 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:15:19.359197 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-cc38dcdb-f8a9-4302-a79d-354e640fad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:19.360787 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-cc38dcdb-f8a9-4302-a79d-354e640fad7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=66edb595-2e3a-469a-8f25-9e469100eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808306 Jun 15 15:15:19.376610 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 21b473ce-7bef-4f36-af9c-45fda49594d3 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:15:19.376979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:19.496859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 21b473ce-7bef-4f36-af9c-45fda49594d3 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:15:19.561834 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-d04f741d-0ec8-4603-9337-6e3fc1bae0ac service neutron] 10.222.0.44 "GET /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948709 Jun 15 15:15:19.656729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abbae4-6a97-451a-b0bf-829310dfff27 req-33a506b8-febf-41da-839b-fca3f710482b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:19.658722 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60abbae4-6a97-451a-b0bf-829310dfff27 req-33a506b8-febf-41da-839b-fca3f710482b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 943 time: 0.2193258 Jun 15 15:15:19.744207 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60abbae4-6a97-451a-b0bf-829310dfff27 req-01c5b5db-3f27-4da6-817a-c155296373ca tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722473 Jun 15 15:15:19.749643 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60c6eb3a-961b-4128-8479-1ee0e49d1f73 req-3ac30ca1-b92e-420c-8765-6490990f303e service neutron] 10.222.0.44 "GET /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823068 Jun 15 15:15:19.883184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a58a45-ad57-42c6-be96-07d8506fba15 req-df8bb06d-8ea3-4413-8eb2-15f6d0e34660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:19.884714 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-54a58a45-ad57-42c6-be96-07d8506fba15 req-df8bb06d-8ea3-4413-8eb2-15f6d0e34660 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0835381 Jun 15 15:15:20.022765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a58a45-ad57-42c6-be96-07d8506fba15 req-b2f29009-c07e-4f48-a437-c2424a678618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:20.024137 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-54a58a45-ad57-42c6-be96-07d8506fba15 req-b2f29009-c07e-4f48-a437-c2424a678618 service neutron] 10.222.0.44 "GET /v2.0/networks?id=66edb595-2e3a-469a-8f25-9e469100eb94 HTTP/1.1" status: 200 len: 897 time: 0.1323524 Jun 15 15:15:20.096493 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-54a58a45-ad57-42c6-be96-07d8506fba15 req-9827f35f-a74c-44af-b43b-d3b20acbda58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 HTTP/1.1" status: 200 len: 217 time: 0.0647764 Jun 15 15:15:20.161687 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a58a45-ad57-42c6-be96-07d8506fba15 req-3739e5e4-7c21-4b1d-8fe2-79a3364aa8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:20.163125 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-54a58a45-ad57-42c6-be96-07d8506fba15 req-3739e5e4-7c21-4b1d-8fe2-79a3364aa8d1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b2cf6d-107f-4f95-964b-353feda6884f HTTP/1.1" status: 200 len: 835 time: 0.0595963 Jun 15 15:15:20.251696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a58a45-ad57-42c6-be96-07d8506fba15 req-930dd1ee-b393-459c-932e-c657fcd9a333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:20.253201 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-54a58a45-ad57-42c6-be96-07d8506fba15 req-930dd1ee-b393-459c-932e-c657fcd9a333 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=66edb595-2e3a-469a-8f25-9e469100eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833054 Jun 15 15:15:20.397864 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-54a58a45-ad57-42c6-be96-07d8506fba15 req-afef3d5d-0b6d-486e-b48d-004644d0f114 service neutron] 10.222.0.44 "GET /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377637 Jun 15 15:15:20.486563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:15:20.636403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4,segment=NetworkSegment(ca4af542-9bd1-4fb6-9cba-cf9bbe693ace),segment_id=ca4af542-9bd1-4fb6-9cba-cf9bbe693ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:15:20.650224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'port_id': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4', 'mac_address': 'fa:16:3e:d5:f5:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:15:20.669726 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-54a58a45-ad57-42c6-be96-07d8506fba15 req-451f0cc8-d5ff-4674-be00-2a764e05ad74 service neutron] 10.222.0.44 "GET /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646329 Jun 15 15:15:20.706680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:15:20.707068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:20.727057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:15:20.743734 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4,segment=NetworkSegment(ca4af542-9bd1-4fb6-9cba-cf9bbe693ace),segment_id=ca4af542-9bd1-4fb6-9cba-cf9bbe693ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:15:20.750320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:20.828167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:20.952300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:15:20.966229 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd261d-40eb-4870-8da4-bf3f3ed01b7b req-ad96b91b-cf7f-480f-b3e5-048d881a89dd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:20.967719 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f8dd261d-40eb-4870-8da4-bf3f3ed01b7b req-ad96b91b-cf7f-480f-b3e5-048d881a89dd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 944 time: 0.1136672 Jun 15 15:15:21.013271 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f8dd261d-40eb-4870-8da4-bf3f3ed01b7b req-ae2d49a5-6c91-4fc4-90b6-bc7227dd561f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394907 Jun 15 15:15:21.738352 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:22.246497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ef3fb-81a7-4566-b847-86efb935a79f req-28ad82dd-af20-4086-864b-bf1482f9dc6f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:22.247965 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-349ef3fb-81a7-4566-b847-86efb935a79f req-28ad82dd-af20-4086-864b-bf1482f9dc6f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 944 time: 0.1173141 Jun 15 15:15:22.311523 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-349ef3fb-81a7-4566-b847-86efb935a79f req-45143446-d54e-4d1b-99e6-77d7abda0100 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551863 Jun 15 15:15:22.497535 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:15:22.579143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:15:22.586776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:15:22.587317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:22.717288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:15:22.717698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:22.744447 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:15:22.754927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4,segment=NetworkSegment(ca4af542-9bd1-4fb6-9cba-cf9bbe693ace),segment_id=ca4af542-9bd1-4fb6-9cba-cf9bbe693ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:15:22.760636 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:22.831080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:22.848421 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ea3111-9849-437b-b782-a0f1a33ade26'] response: {'server_uuid': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4', 'code': 200} Jun 15 15:15:23.097723 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e54b-e3a6-4621-85c1-ae3ebbf86d90 req-3d0d06b7-6bcc-4268-8e8f-1ce2d3f93bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:23.099145 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7520e54b-e3a6-4621-85c1-ae3ebbf86d90 req-3d0d06b7-6bcc-4268-8e8f-1ce2d3f93bb5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 1098 time: 0.0836086 Jun 15 15:15:23.140854 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7520e54b-e3a6-4621-85c1-ae3ebbf86d90 req-0fc874bd-dad7-493b-a7af-951f60d8a96a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359051 Jun 15 15:15:23.530219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb9670-8ba1-4333-886c-8f1f81005f87 req-20c42f4c-70b0-43aa-ba87-e05d33cc0d4a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:23.531725 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cfbb9670-8ba1-4333-886c-8f1f81005f87 req-20c42f4c-70b0-43aa-ba87-e05d33cc0d4a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.1060987 Jun 15 15:15:23.578748 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cfbb9670-8ba1-4333-886c-8f1f81005f87 req-49dad80c-7498-4630-bdbd-8723eb7041a6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407350 Jun 15 15:15:23.607276 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:15:24.797445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8476542a-cb4f-4f53-91b4-b155b005cd73 req-cd695d04-cad9-4e2c-bd0e-2fa3146dd262 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:24.798984 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8476542a-cb4f-4f53-91b4-b155b005cd73 req-cd695d04-cad9-4e2c-bd0e-2fa3146dd262 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.1026309 Jun 15 15:15:24.846802 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8476542a-cb4f-4f53-91b4-b155b005cd73 req-a1023dc4-9ba1-4114-88ed-df4e8af9e83a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418656 Jun 15 15:15:25.048918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47dede-f7b6-48d6-9708-83663a445676 req-bdaf20ce-4f3d-4e1f-8453-53b7fc88cec2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:25.050432 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0a47dede-f7b6-48d6-9708-83663a445676 req-bdaf20ce-4f3d-4e1f-8453-53b7fc88cec2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.0958376 Jun 15 15:15:25.102673 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0a47dede-f7b6-48d6-9708-83663a445676 req-4038d6f8-8f05-4fec-8790-d08e21aff145 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438988 Jun 15 15:15:25.127450 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45530) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:25.216916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ba8600-8a04-4652-9187-97865571be93 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:25.218492 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-99ba8600-8a04-4652-9187-97865571be93 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 1093 time: 0.0898011 Jun 15 15:15:25.222941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45534) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:25.228012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:15:25.234749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:15:25.239084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:floatingip and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:15:25.242278 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:15:25.248902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:15:25.263498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:25.408847 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:25.549634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.26.3.12 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/61641bdc-f095-4a55-9118-4fe62e242d91) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:15:25.714146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:25.747738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:25.813864 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:15:25.816738 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:15:25.820411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:15:25.853782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=61641bdc-f095-4a55-9118-4fe62e242d91,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:26.284046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:26.373828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:26.708290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:26.715646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:26.828299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=61641bdc-f095-4a55-9118-4fe62e242d91,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:15:26.842611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:27.052485 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Floating IP 2eefa8ba-23d3-4686-9a48-63cef23362c8 associated. External IP: 172.26.3.12, port: cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4. Jun 15 15:15:27.314118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2354f502-61d6-45ea-816f-971856a50348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:27.470443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:15:27.679625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:15:27.691065 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e49c2-645b-41ba-abaa-67f89f1c5f1d None None] Sync routers for ids ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:15:27.702729 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e49c2-645b-41ba-abaa-67f89f1c5f1d None None] Routers {'2f1f27a9-cdaf-4924-b090-511e28ac9f30'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:15:27.703709 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a35e49c2-645b-41ba-abaa-67f89f1c5f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:14:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:27.707349 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:27.765040 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-54a685b8-b630-446b-b6fb-8a89f5da1a60 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5410497 Jun 15 15:15:27.765611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'tag': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:15:27.822197 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d3ff76-0158-4d73-af0e-d3a207e4fba9'] response: {'name': 'network-changed', 'server_uuid': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'tag': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4', 'status': 'completed', 'code': 200} Jun 15 15:15:27.893938 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a35e49c2-645b-41ba-abaa-67f89f1c5f1d None None] Set router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:15:27.931129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085b5a2-18b7-42bc-89f4-5721ea1e28b1 req-cb7f9d1c-9039-4efd-a4b1-1cc62257dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:27.932575 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2085b5a2-18b7-42bc-89f4-5721ea1e28b1 req-cb7f9d1c-9039-4efd-a4b1-1cc62257dc7e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 1098 time: 0.0883994 Jun 15 15:15:27.949320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcec083-1cbe-411c-9fa1-b8cc73991f8b req-a698796f-0107-4351-917e-bed7d6802aae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:27.950866 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5bcec083-1cbe-411c-9fa1-b8cc73991f8b req-a698796f-0107-4351-917e-bed7d6802aae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.0947740 Jun 15 15:15:28.007477 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5bcec083-1cbe-411c-9fa1-b8cc73991f8b req-f6a639e2-2c30-4d3b-a7a2-011c37536e69 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496066 Jun 15 15:15:28.033309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45542) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:28.098903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085b5a2-18b7-42bc-89f4-5721ea1e28b1 req-54303b84-b565-4a2d-ae50-b7fe55c5dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:28.100615 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2085b5a2-18b7-42bc-89f4-5721ea1e28b1 req-54303b84-b565-4a2d-ae50-b7fe55c5dc43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=66edb595-2e3a-469a-8f25-9e469100eb94 HTTP/1.1" status: 200 len: 897 time: 0.1623480 Jun 15 15:15:28.272050 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7840bfa4-cecd-4910-b5a0-dfaebb7b8cf7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/2eefa8ba-23d3-4686-9a48-63cef23362c8 HTTP/1.1" status: 200 len: 990 time: 0.2362535 Jun 15 15:15:28.276929 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a35e49c2-645b-41ba-abaa-67f89f1c5f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:15:12Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '2eefa8ba-23d3-4686-9a48-63cef23362c8', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.12', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'port_id': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'mac_address': 'fa:16:3e:d5:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:15:26Z', 'updated_at': '2022-06-15T15:15:26Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b473ce-7bef-4f36-af9c-45fda49594d3', 'name': '', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:cd:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:12Z', 'updated_at': '2022-06-15T15:15:17Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:28.281368 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e49c2-645b-41ba-abaa-67f89f1c5f1d None None] Checking router: 2f1f27a9-cdaf-4924-b090-511e28ac9f30 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:15:28.291058 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35e49c2-645b-41ba-abaa-67f89f1c5f1d None None] Routers {'2f1f27a9-cdaf-4924-b090-511e28ac9f30'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:15:28.291681 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a35e49c2-645b-41ba-abaa-67f89f1c5f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:14:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:28.352421 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2085b5a2-18b7-42bc-89f4-5721ea1e28b1 req-2f0b3548-5651-451f-b485-5839c804858c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 HTTP/1.1" status: 200 len: 998 time: 0.2452462 Jun 15 15:15:28.418691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085b5a2-18b7-42bc-89f4-5721ea1e28b1 req-090ff84a-5c71-40b1-912d-e44a679c42e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:28.420227 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2085b5a2-18b7-42bc-89f4-5721ea1e28b1 req-090ff84a-5c71-40b1-912d-e44a679c42e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b2cf6d-107f-4f95-964b-353feda6884f HTTP/1.1" status: 200 len: 835 time: 0.0624428 Jun 15 15:15:28.504209 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a35e49c2-645b-41ba-abaa-67f89f1c5f1d None None] Set router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:15:28.505926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085b5a2-18b7-42bc-89f4-5721ea1e28b1 req-419817d5-8d12-4892-b495-331080d5e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:28.507430 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2085b5a2-18b7-42bc-89f4-5721ea1e28b1 req-419817d5-8d12-4892-b495-331080d5e9c0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=66edb595-2e3a-469a-8f25-9e469100eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812714 Jun 15 15:15:28.656512 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2085b5a2-18b7-42bc-89f4-5721ea1e28b1 req-dff23364-62c1-4d41-a63b-f516ecfabca1 service neutron] 10.222.0.44 "GET /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389570 Jun 15 15:15:28.808678 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2085b5a2-18b7-42bc-89f4-5721ea1e28b1 req-8cfdf3dc-8f6b-43ea-81c2-a7537e5fd7e7 service neutron] 10.222.0.44 "GET /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432397 Jun 15 15:15:28.907424 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a35e49c2-645b-41ba-abaa-67f89f1c5f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:15:12Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '2eefa8ba-23d3-4686-9a48-63cef23362c8', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.12', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'port_id': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'mac_address': 'fa:16:3e:d5:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:15:26Z', 'updated_at': '2022-06-15T15:15:26Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b473ce-7bef-4f36-af9c-45fda49594d3', 'name': '', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:cd:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:12Z', 'updated_at': '2022-06-15T15:15:17Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:15:28.911715 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35e49c2-645b-41ba-abaa-67f89f1c5f1d None None] The sync data for ids ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'] in dv-neutron-845844-1-hyperv is: [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:15:12Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '2eefa8ba-23d3-4686-9a48-63cef23362c8', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.12', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'port_id': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1705, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'mac_address': 'fa:16:3e:d5:f5:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:15:26Z', 'updated_at': '2022-06-15T15:15:26Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21b473ce-7bef-4f36-af9c-45fda49594d3', 'name': '', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:cd:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:12Z', 'updated_at': '2022-06-15T15:15:17Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:15:29.110026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c69a8b-e048-4317-977e-ba8bb8394add None None] New status for floating IP 2eefa8ba-23d3-4686-9a48-63cef23362c8: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:15:29.275015 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45546) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:29.384370 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5226edcb-003d-4c41-b39c-7942bd6ade72 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/2eefa8ba-23d3-4686-9a48-63cef23362c8 HTTP/1.1" status: 200 len: 990 time: 0.1080997 Jun 15 15:15:29.413697 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-811de0cb-271d-44e8-93ff-4d7b2dd404bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:30.391887 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45550) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:30.508761 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3c8eac19-6bd0-4802-9b5a-25507785c14c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/2eefa8ba-23d3-4686-9a48-63cef23362c8 HTTP/1.1" status: 200 len: 992 time: 0.1153960 Jun 15 15:15:30.639314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:30.704732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:32.134494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:51.743537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:55.522187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c4278-b471-460b-b415-012ae87683cd req-e8fbed14-d230-48f3-a96f-f3b5df2eb916 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:55.523712 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f0c4278-b471-460b-b415-012ae87683cd req-e8fbed14-d230-48f3-a96f-f3b5df2eb916 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.1041288 Jun 15 15:15:55.571738 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8f0c4278-b471-460b-b415-012ae87683cd req-0f35c9bf-b555-4c80-8ee3-ef64769f4c05 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418074 Jun 15 15:15:56.795762 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a73fe1-7712-4a70-9fba-b3d30a4d4563 req-64847aea-5270-42c2-847e-bfb5f8f6d448 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:56.797203 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f6a73fe1-7712-4a70-9fba-b3d30a4d4563 req-64847aea-5270-42c2-847e-bfb5f8f6d448 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.1028290 Jun 15 15:15:56.843649 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f6a73fe1-7712-4a70-9fba-b3d30a4d4563 req-7a9b4b8a-b59a-4e30-a52c-3f97714a5b55 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403976 Jun 15 15:15:56.866724 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45570) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:15:56.978374 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c933fc5b-b147-46cb-9d68-6064c2d02648 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/2eefa8ba-23d3-4686-9a48-63cef23362c8 HTTP/1.1" status: 200 len: 992 time: 0.1105046 Jun 15 15:15:57.307520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3be20be3-23f5-4c82-b607-7b2d30ea9f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:58.477875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89455107-b263-4a82-ba6e-1da61951ecca req-678c1913-289e-4179-a750-5e6aabb382db tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:58.479457 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-89455107-b263-4a82-ba6e-1da61951ecca req-678c1913-289e-4179-a750-5e6aabb382db tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.0975745 Jun 15 15:15:58.539255 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-89455107-b263-4a82-ba6e-1da61951ecca req-ebe7fbc5-d497-4fad-8329-a40b34364d0c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488501 Jun 15 15:15:59.413957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e22045d3-2607-4716-9467-9884cef4f1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:15:59.752461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a00bdb-5e9f-4ba5-8c5a-8322f8d6a65c req-e420499d-2184-49c3-a3b4-cef491ccfedd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:15:59.753976 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-21a00bdb-5e9f-4ba5-8c5a-8322f8d6a65c req-e420499d-2184-49c3-a3b4-cef491ccfedd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.0919571 Jun 15 15:15:59.803153 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-21a00bdb-5e9f-4ba5-8c5a-8322f8d6a65c req-25d02c8a-eff7-4ad8-9abf-027f4ba309dc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406051 Jun 15 15:16:00.609881 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:16:00.643968 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:00.710312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:01.018983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0830e1-5d5a-4c75-95fa-633db64769a2 req-94f68dc2-9af3-4a97-a581-6fdd348d76fe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:01.020470 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1f0830e1-5d5a-4c75-95fa-633db64769a2 req-94f68dc2-9af3-4a97-a581-6fdd348d76fe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.1063085 Jun 15 15:16:01.067293 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1f0830e1-5d5a-4c75-95fa-633db64769a2 req-2e913df2-b4c4-496b-8d70-be03b6fd6ccc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408781 Jun 15 15:16:02.126156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba8b17-ad88-43f1-a9c8-9d2255962a71 req-c6e0377d-92ad-497d-af31-f494b26fbffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:02.127673 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7ba8b17-ad88-43f1-a9c8-9d2255962a71 req-c6e0377d-92ad-497d-af31-f494b26fbffe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 1098 time: 0.0891778 Jun 15 15:16:02.137301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:02.292051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e91fb-430e-4b2d-80ff-1d4ddb0d215d req-87524e02-ef2c-4f3c-8802-321712ec5427 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:02.293633 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-969e91fb-430e-4b2d-80ff-1d4ddb0d215d req-87524e02-ef2c-4f3c-8802-321712ec5427 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.1160812 Jun 15 15:16:02.298240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba8b17-ad88-43f1-a9c8-9d2255962a71 req-11a0bdd8-a536-4501-bf01-cda14491d196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:02.300043 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7ba8b17-ad88-43f1-a9c8-9d2255962a71 req-11a0bdd8-a536-4501-bf01-cda14491d196 service neutron] 10.222.0.44 "GET /v2.0/networks?id=66edb595-2e3a-469a-8f25-9e469100eb94 HTTP/1.1" status: 200 len: 897 time: 0.1487329 Jun 15 15:16:02.348517 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-969e91fb-430e-4b2d-80ff-1d4ddb0d215d req-457d915a-a3fe-4672-b595-9f00c36493b2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485198 Jun 15 15:16:02.414393 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7ba8b17-ad88-43f1-a9c8-9d2255962a71 req-3ca200ec-d180-4f19-b575-97babfa6b295 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 HTTP/1.1" status: 200 len: 1000 time: 0.1073461 Jun 15 15:16:02.480563 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba8b17-ad88-43f1-a9c8-9d2255962a71 req-5d44cace-4d75-4fa0-8548-a87a0fff044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:02.482083 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7ba8b17-ad88-43f1-a9c8-9d2255962a71 req-5d44cace-4d75-4fa0-8548-a87a0fff044e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b2cf6d-107f-4f95-964b-353feda6884f HTTP/1.1" status: 200 len: 835 time: 0.0612762 Jun 15 15:16:02.576410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba8b17-ad88-43f1-a9c8-9d2255962a71 req-0f3528ef-2448-4443-8a63-dde040a3d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:02.577946 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7ba8b17-ad88-43f1-a9c8-9d2255962a71 req-0f3528ef-2448-4443-8a63-dde040a3d716 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=66edb595-2e3a-469a-8f25-9e469100eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901923 Jun 15 15:16:02.731288 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7ba8b17-ad88-43f1-a9c8-9d2255962a71 req-c254dcbf-960d-4743-8842-f8db2edf05c2 service neutron] 10.222.0.44 "GET /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461756 Jun 15 15:16:02.893508 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7ba8b17-ad88-43f1-a9c8-9d2255962a71 req-d6bfdf11-2f72-4f16-a130-b87131968f5e service neutron] 10.222.0.44 "GET /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555679 Jun 15 15:16:03.573770 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1fc02-b8da-465d-b002-475d88d17bc9 req-e512cef2-6487-48e2-bc6b-dd454175b304 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:03.575149 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4de1fc02-b8da-465d-b002-475d88d17bc9 req-e512cef2-6487-48e2-bc6b-dd454175b304 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.1016653 Jun 15 15:16:03.633859 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4de1fc02-b8da-465d-b002-475d88d17bc9 req-0f29fc9f-5254-4320-8edb-bad297638387 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526652 Jun 15 15:16:04.848767 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d11f9-33dd-4dc8-9628-c0e32ecbc470 req-4abaa622-0cc7-4501-8100-cb47c47b9e88 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:04.850284 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-030d11f9-33dd-4dc8-9628-c0e32ecbc470 req-4abaa622-0cc7-4501-8100-cb47c47b9e88 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.0979862 Jun 15 15:16:04.900637 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-030d11f9-33dd-4dc8-9628-c0e32ecbc470 req-58a05994-cd22-4cb7-9e77-4fafbd7f6c5f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442696 Jun 15 15:16:04.926522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45590) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:05.043088 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-9a0ed3bb-72fc-46d0-92b5-13c6f7f3c692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/2eefa8ba-23d3-4686-9a48-63cef23362c8 HTTP/1.1" status: 200 len: 992 time: 0.1151996 Jun 15 15:16:05.365083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45598) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:05.574935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port 61641bdc-f095-4a55-9118-4fe62e242d91 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:16:05.575355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:05.754159 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:05.754479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:05.885114 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for 61641bdc-f095-4a55-9118-4fe62e242d91 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:16:06.054809 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:06.101898 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=61641bdc-f095-4a55-9118-4fe62e242d91,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:06.143764 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:06.144032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:06.144892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:06.145249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:06.145597 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:06.145933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:06.146260 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:06.146588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:06.146935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:06.147241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:06.147572 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:06.147899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:06.342494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:06.342793 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Floating IP 2eefa8ba-23d3-4686-9a48-63cef23362c8 disassociated (deleted). External IP: 172.26.3.12, port: cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4. Jun 15 15:16:06.717946 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:16:06.907047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:16:06.917537 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f8d133-421b-4bb4-99ab-fd9663706345 None None] Sync routers for ids ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:16:06.927854 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8d133-421b-4bb4-99ab-fd9663706345 None None] Routers {'2f1f27a9-cdaf-4924-b090-511e28ac9f30'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:16:06.928627 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e6f8d133-421b-4bb4-99ab-fd9663706345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:15:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:06.929422 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:06.985346 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1e2b2aab-d9c8-47df-8b25-5c691c1327a7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/floatingips/2eefa8ba-23d3-4686-9a48-63cef23362c8 HTTP/1.1" status: 204 len: 168 time: 1.6190352 Jun 15 15:16:06.985854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'tag': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:16:07.035455 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21d7cef-a688-46cb-a0cf-c7a48d8e3712'] response: {'name': 'network-changed', 'server_uuid': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'tag': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4', 'status': 'completed', 'code': 200} Jun 15 15:16:07.109370 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-e6f8d133-421b-4bb4-99ab-fd9663706345 None None] Set router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:16:07.271237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298aa69-46a1-4bc4-981a-8b90063e85bc req-4bb459f2-c5cf-4839-afae-754faa61279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:07.272107 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1298aa69-46a1-4bc4-981a-8b90063e85bc req-4bb459f2-c5cf-4839-afae-754faa61279a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 1098 time: 0.2144313 Jun 15 15:16:07.460994 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e6f8d133-421b-4bb4-99ab-fd9663706345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:15:12Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '21b473ce-7bef-4f36-af9c-45fda49594d3', 'name': '', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:cd:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:12Z', 'updated_at': '2022-06-15T15:15:17Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:07.465228 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f8d133-421b-4bb4-99ab-fd9663706345 None None] Checking router: 2f1f27a9-cdaf-4924-b090-511e28ac9f30 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:16:07.473892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298aa69-46a1-4bc4-981a-8b90063e85bc req-99539922-1421-4ff0-a9e3-dd03a122a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:07.474102 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f8d133-421b-4bb4-99ab-fd9663706345 None None] Routers {'2f1f27a9-cdaf-4924-b090-511e28ac9f30'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:16:07.474498 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e6f8d133-421b-4bb4-99ab-fd9663706345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:15:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:07.475411 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1298aa69-46a1-4bc4-981a-8b90063e85bc req-99539922-1421-4ff0-a9e3-dd03a122a966 service neutron] 10.222.0.44 "GET /v2.0/networks?id=66edb595-2e3a-469a-8f25-9e469100eb94 HTTP/1.1" status: 200 len: 897 time: 0.1966331 Jun 15 15:16:07.487005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631ef91-eceb-40b8-b5a1-e92c57705862 req-619bde15-cbf9-4120-9934-cc162f696284 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:07.488620 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f631ef91-eceb-40b8-b5a1-e92c57705862 req-619bde15-cbf9-4120-9934-cc162f696284 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.1878240 Jun 15 15:16:07.568079 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1298aa69-46a1-4bc4-981a-8b90063e85bc req-f28323f1-ad81-46e6-bd8f-3e2b4169c45e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 HTTP/1.1" status: 200 len: 217 time: 0.0783308 Jun 15 15:16:07.640173 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f631ef91-eceb-40b8-b5a1-e92c57705862 req-b6be4913-be2f-435b-8117-cee2738f6cfb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997052 Jun 15 15:16:07.653557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298aa69-46a1-4bc4-981a-8b90063e85bc req-339912e9-beab-4a88-a26f-490211b65cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:07.655058 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1298aa69-46a1-4bc4-981a-8b90063e85bc req-339912e9-beab-4a88-a26f-490211b65cae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c2b2cf6d-107f-4f95-964b-353feda6884f HTTP/1.1" status: 200 len: 835 time: 0.0800509 Jun 15 15:16:07.668168 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-e6f8d133-421b-4bb4-99ab-fd9663706345 None None] Set router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:16:07.746886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298aa69-46a1-4bc4-981a-8b90063e85bc req-f53f491f-0921-4e87-97c4-a24f4406dc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:07.748481 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1298aa69-46a1-4bc4-981a-8b90063e85bc req-f53f491f-0921-4e87-97c4-a24f4406dc36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=66edb595-2e3a-469a-8f25-9e469100eb94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793991 Jun 15 15:16:07.892618 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1298aa69-46a1-4bc4-981a-8b90063e85bc req-23c7904c-877b-42bc-8069-bc11b0fe30a2 service neutron] 10.222.0.44 "GET /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368124 Jun 15 15:16:08.021790 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-e6f8d133-421b-4bb4-99ab-fd9663706345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:15:12Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '21b473ce-7bef-4f36-af9c-45fda49594d3', 'name': '', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:cd:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:12Z', 'updated_at': '2022-06-15T15:15:17Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:08.025959 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f8d133-421b-4bb4-99ab-fd9663706345 None None] The sync data for ids ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'] in dv-neutron-845844-1-hyperv is: [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:15:12Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '21b473ce-7bef-4f36-af9c-45fda49594d3', 'name': '', 'network_id': '66edb595-2e3a-469a-8f25-9e469100eb94', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:cd:45:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:12Z', 'updated_at': '2022-06-15T15:15:17Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': 'c2b2cf6d-107f-4f95-964b-353feda6884f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:16:08.032455 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1298aa69-46a1-4bc4-981a-8b90063e85bc req-b36138b1-67ed-46af-ab1e-356fce9d34bb service neutron] 10.222.0.44 "GET /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330442 Jun 15 15:16:08.281832 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9611b0fc-9741-4d37-8170-f390b2c60bd5 None None] New status for floating IP 2eefa8ba-23d3-4686-9a48-63cef23362c8: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:16:08.854624 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1469c87-d05b-4438-8c0f-43e369d44499 req-19f74868-afce-436d-94a5-6e9c16a68f0c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:08.855319 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-c1469c87-d05b-4438-8c0f-43e369d44499 req-19f74868-afce-436d-94a5-6e9c16a68f0c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:16:08.860471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ef23d-0534-4650-91eb-40d6a43da0d8 req-2d7d8a3b-2701-4299-a16c-65254ec57e1f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:08.862079 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-826ef23d-0534-4650-91eb-40d6a43da0d8 req-2d7d8a3b-2701-4299-a16c-65254ec57e1f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.0992589 Jun 15 15:16:08.872864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-c1469c87-d05b-4438-8c0f-43e369d44499 req-19f74868-afce-436d-94a5-6e9c16a68f0c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:16:08.874041 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c1469c87-d05b-4438-8c0f-43e369d44499 req-19f74868-afce-436d-94a5-6e9c16a68f0c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 945 time: 0.1170931 Jun 15 15:16:08.920481 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c1469c87-d05b-4438-8c0f-43e369d44499 req-065b6d1a-fcce-491e-b003-bc2c3f9dbadb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=22776107-b9c6-4d22-b2bc-1779a40c1186&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402050 Jun 15 15:16:08.936050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-826ef23d-0534-4650-91eb-40d6a43da0d8 req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:16:08.936431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-826ef23d-0534-4650-91eb-40d6a43da0d8 req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:09.191456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-826ef23d-0534-4650-91eb-40d6a43da0d8 req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4,segment=NetworkSegment(ca4af542-9bd1-4fb6-9cba-cf9bbe693ace),segment_id=ca4af542-9bd1-4fb6-9cba-cf9bbe693ace)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:16:09.191861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-826ef23d-0534-4650-91eb-40d6a43da0d8 req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:09.316348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-826ef23d-0534-4650-91eb-40d6a43da0d8 req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:16:09.476499 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-826ef23d-0534-4650-91eb-40d6a43da0d8 req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:09.530857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:09.572767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:09.573088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:09.573424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:09.573757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:09.574086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:09.574411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:09.574745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:09.575062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:09.575389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:09.575707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:09.576026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:09.576363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:09.748554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-826ef23d-0534-4650-91eb-40d6a43da0d8 req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] No DVR routers for this DVR port cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:16:09.751366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-826ef23d-0534-4650-91eb-40d6a43da0d8 req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:09.754060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'name': 'network-vif-deleted', 'tag': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:16:09.772760 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-826ef23d-0534-4650-91eb-40d6a43da0d8 req-8e6de00f-1acd-45d3-8577-2626aea30e47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "DELETE /v2.0/ports/cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 HTTP/1.1" status: 204 len: 173 time: 0.9054813 Jun 15 15:16:09.802293 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b08c6155-74a7-4425-9d8a-6b580c7e02f3'] response: {'server_uuid': '370736d1-9c77-4c13-975b-caf2b1a02ea5', 'name': 'network-vif-deleted', 'tag': 'cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4', 'status': 'completed', 'code': 200} Jun 15 15:16:10.099112 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-85494c90-aefd-47e7-bd99-ce25d8d00dd9 req-7ea7eb3c-e2bc-4996-9a47-d93a290a3ec9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=370736d1-9c77-4c13-975b-caf2b1a02ea5 HTTP/1.1" status: 200 len: 210 time: 0.0501509 Jun 15 15:16:11.212465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45616) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:11.819248 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd98b-c590-47f8-b67c-3fd69e09e1bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:12.316243 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2d0cd98b-c590-47f8-b67c-3fd69e09e1bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port 21b473ce-7bef-4f36-af9c-45fda49594d3 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:16:12.316966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd98b-c590-47f8-b67c-3fd69e09e1bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:12.515974 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-2d0cd98b-c590-47f8-b67c-3fd69e09e1bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port 21b473ce-7bef-4f36-af9c-45fda49594d3, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=21b473ce-7bef-4f36-af9c-45fda49594d3,segment=NetworkSegment(ca4af542-9bd1-4fb6-9cba-cf9bbe693ace),segment_id=ca4af542-9bd1-4fb6-9cba-cf9bbe693ace)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:16:12.516351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd98b-c590-47f8-b67c-3fd69e09e1bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:12.643694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-2d0cd98b-c590-47f8-b67c-3fd69e09e1bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for 21b473ce-7bef-4f36-af9c-45fda49594d3 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:16:12.735579 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:16:12.773042 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:16:12.773392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device cbf1ef65-91f2-4e11-942e-a1c9d71c7ca4 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:16:12.940482 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd98b-c590-47f8-b67c-3fd69e09e1bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:12.988206 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0cd98b-c590-47f8-b67c-3fd69e09e1bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=21b473ce-7bef-4f36-af9c-45fda49594d3,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:13.294413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-2d0cd98b-c590-47f8-b67c-3fd69e09e1bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:13.825299 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0cd98b-c590-47f8-b67c-3fd69e09e1bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:16:14.009754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0cd98b-c590-47f8-b67c-3fd69e09e1bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:16:14.020706 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0acb82b-5d0a-4d87-ac9c-381262f77ba4 None None] Sync routers for ids ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:16:14.024694 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-2d0cd98b-c590-47f8-b67c-3fd69e09e1bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "PUT /v2.0/routers/2f1f27a9-cdaf-4924-b090-511e28ac9f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8110189 Jun 15 15:16:14.027438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45620) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:14.031204 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0acb82b-5d0a-4d87-ac9c-381262f77ba4 None None] Routers {'2f1f27a9-cdaf-4924-b090-511e28ac9f30'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:16:14.031854 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0acb82b-5d0a-4d87-ac9c-381262f77ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:15:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:14.099091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-c005013e-710e-4049-9234-8b315569b052 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting subnet c2b2cf6d-107f-4f95-964b-353feda6884f {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:16:14.102552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c005013e-710e-4049-9234-8b315569b052 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:14.158884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c005013e-710e-4049-9234-8b315569b052 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:14.212527 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b0acb82b-5d0a-4d87-ac9c-381262f77ba4 None None] Set router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:16:14.248677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c005013e-710e-4049-9234-8b315569b052 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:14.326113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c005013e-710e-4049-9234-8b315569b052 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:14.366307 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005013e-710e-4049-9234-8b315569b052 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b2cf6d-107f-4f95-964b-353feda6884f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:14.371638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c005013e-710e-4049-9234-8b315569b052 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:14.376929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29afdbc-0bd9-4025-b9c3-40e6b69b20ac None None] Network 66edb595-2e3a-469a-8f25-9e469100eb94 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:16:14.380845 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c005013e-710e-4049-9234-8b315569b052 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/subnets/c2b2cf6d-107f-4f95-964b-353feda6884f HTTP/1.1" status: 204 len: 168 time: 0.3497307 Jun 15 15:16:14.381188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45624) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:14.499586 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0acb82b-5d0a-4d87-ac9c-381262f77ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:16:12Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:14.503891 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0acb82b-5d0a-4d87-ac9c-381262f77ba4 None None] Checking router: 2f1f27a9-cdaf-4924-b090-511e28ac9f30 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:16:14.512884 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0acb82b-5d0a-4d87-ac9c-381262f77ba4 None None] Routers {'2f1f27a9-cdaf-4924-b090-511e28ac9f30'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:16:14.513492 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0acb82b-5d0a-4d87-ac9c-381262f77ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:15:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:14.572654 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:14.672351 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] DHCP port deletion for 66edb595-2e3a-469a-8f25-9e469100eb94 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:16:14.678493 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Deleting port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:16:14.679148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:14.708306 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-b0acb82b-5d0a-4d87-ac9c-381262f77ba4 None None] Set router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:16:14.767638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:14.778810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port e88a6056-bb67-4b70-8938-9123b28166f6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:16:14.779152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:14.911955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] For port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=111636de-d4e2-4249-8a97-c0cdbb9c1fb8,segment=NetworkSegment(ca4af542-9bd1-4fb6-9cba-cf9bbe693ace),segment_id=ca4af542-9bd1-4fb6-9cba-cf9bbe693ace)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:16:14.912637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:14.985126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port e88a6056-bb67-4b70-8938-9123b28166f6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=e88a6056-bb67-4b70-8938-9123b28166f6,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:16:14.985778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:15.002696 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-b0acb82b-5d0a-4d87-ac9c-381262f77ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:16:12Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:15.007025 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0acb82b-5d0a-4d87-ac9c-381262f77ba4 None None] The sync data for ids ['2f1f27a9-cdaf-4924-b090-511e28ac9f30'] in dv-neutron-845844-1-hyperv is: [{'id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583641923', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152'}], 'enable_snat': True}, 'gw_port_id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:15:07Z', 'updated_at': '2022-06-15T15:16:12Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'e88a6056-bb67-4b70-8938-9123b28166f6', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:4a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1f27a9-cdaf-4924-b090-511e28ac9f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:15:08Z', 'updated_at': '2022-06-15T15:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:16:15.049027 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Calling delete_port for 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:16:15.135751 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:15.184927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Pushing event deleted for resources: {'Port': ['ID=111636de-d4e2-4249-8a97-c0cdbb9c1fb8,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:15.189386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] No DVR routers for this DVR port 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:16:15.199653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:15.199653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:15.199913 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:15.200219 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:15.200572 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:15.201052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:15.201273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:15.201581 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:15.201921 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:15.202255 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:15.202584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:15.202914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bee76b-b601-4e5f-979a-888a5dcf26d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:15.236499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for e88a6056-bb67-4b70-8938-9123b28166f6 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:16:15.417888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:16:15.437798 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:15.455936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:16:15.456129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 111636de-d4e2-4249-8a97-c0cdbb9c1fb8 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:16:15.456557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 21b473ce-7bef-4f36-af9c-45fda49594d3 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:16:15.490876 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=e88a6056-bb67-4b70-8938-9123b28166f6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:15.495728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 21b473ce-7bef-4f36-af9c-45fda49594d3 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:16:15.496069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 21b473ce-7bef-4f36-af9c-45fda49594d3 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:16:15.591402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:15.772959 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:15.775340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:15.804750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:15.805324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Fanout notify agent at l3_agent the message router_deleted on router 2f1f27a9-cdaf-4924-b090-511e28ac9f30 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:16:15.821369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:15.822527 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d47aa196-e4c2-4fce-b2b3-af323c921df9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/routers/2f1f27a9-cdaf-4924-b090-511e28ac9f30 HTTP/1.1" status: 204 len: 168 time: 1.4403651 Jun 15 15:16:15.825332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45628) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:15.945554 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.079127 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.107663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66edb595-2e3a-469a-8f25-9e469100eb94']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:16.122576 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:16.122966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4af542-9bd1-4fb6-9cba-cf9bbe693ace') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:16.137459 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.153662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.160518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:16:16.160901 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.252347 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment ca4af542-9bd1-4fb6-9cba-cf9bbe693ace resource provider aggregate not found Jun 15 15:16:16.272868 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment ca4af542-9bd1-4fb6-9cba-cf9bbe693ace resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ca4af542-9bd1-4fb6-9cba-cf9bbe693ace found for delete ", "request_id": "req-c4606551-5bcb-4f87-a097-d0c1381d740e"}]} Jun 15 15:16:16.274670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.292657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.303931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Network': ['ID=66edb595-2e3a-469a-8f25-9e469100eb94,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:16.313950 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-57287667-cb40-42ff-8133-ea46f9a18073 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/networks/66edb595-2e3a-469a-8f25-9e469100eb94 HTTP/1.1" status: 204 len: 168 time: 0.4875820 Jun 15 15:16:16.317337 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45638) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:16.396983 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3dc084d4-ba52-434b-8122-4cae5d27650f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.427810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3dc084d4-ba52-434b-8122-4cae5d27650f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.497374 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3dc084d4-ba52-434b-8122-4cae5d27650f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.515199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc084d4-ba52-434b-8122-4cae5d27650f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22776107-b9c6-4d22-b2bc-1779a40c1186,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:16.531142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3dc084d4-ba52-434b-8122-4cae5d27650f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.532376 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3dc084d4-ba52-434b-8122-4cae5d27650f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/security-groups/22776107-b9c6-4d22-b2bc-1779a40c1186 HTTP/1.1" status: 204 len: 168 time: 0.2136776 Jun 15 15:16:16.657592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45646) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:16.663681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-46854165', 'description': 'tempest-secgroup-smoke-46854165 description', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:16.670149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:16.674356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:16:16.677391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:16:16.683776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:16.694438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.720949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:16.725659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:16:16.728811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:16:16.734763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:16.816667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.822266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.866374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:16.874825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.876084 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-785906bd-3839-4001-b822-793b57b1f293 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2174284 Jun 15 15:16:16.879535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45650) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:16.887523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c2270646-3915-450e-b8c8-4ed8befbc6d1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '7e78d21f-95d8-4c18-a3d7-fe13608dbb8b', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:16.896710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c2270646-3915-450e-b8c8-4ed8befbc6d1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:16.902885 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c2270646-3915-450e-b8c8-4ed8befbc6d1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:16:16.907587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c2270646-3915-450e-b8c8-4ed8befbc6d1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:16:16.914454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c2270646-3915-450e-b8c8-4ed8befbc6d1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:16.938143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2270646-3915-450e-b8c8-4ed8befbc6d1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:16.999621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2270646-3915-450e-b8c8-4ed8befbc6d1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.005190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2270646-3915-450e-b8c8-4ed8befbc6d1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.034265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2270646-3915-450e-b8c8-4ed8befbc6d1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0677b7c1-eeb8-4ca0-8c85-9d7c1126fd22,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:17.044072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c2270646-3915-450e-b8c8-4ed8befbc6d1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.045350 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c2270646-3915-450e-b8c8-4ed8befbc6d1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1645074 Jun 15 15:16:17.048620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45654) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:17.053867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f698a704-e135-4016-a598-6e710f7bd3d0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '7e78d21f-95d8-4c18-a3d7-fe13608dbb8b', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:17.060072 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f698a704-e135-4016-a598-6e710f7bd3d0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:17.064080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f698a704-e135-4016-a598-6e710f7bd3d0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:16:17.067267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f698a704-e135-4016-a598-6e710f7bd3d0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:16:17.073537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f698a704-e135-4016-a598-6e710f7bd3d0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:17.098817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f698a704-e135-4016-a598-6e710f7bd3d0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.180217 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f698a704-e135-4016-a598-6e710f7bd3d0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.185668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f698a704-e135-4016-a598-6e710f7bd3d0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.208993 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698a704-e135-4016-a598-6e710f7bd3d0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aecd7d11-25a9-4559-995c-71b52f93006a,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:17.219789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f698a704-e135-4016-a598-6e710f7bd3d0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.221062 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f698a704-e135-4016-a598-6e710f7bd3d0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1714463 Jun 15 15:16:17.224225 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45658) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:17.229565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-61a65ee7-30ab-415f-92de-a2b7be5f8d00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '7e78d21f-95d8-4c18-a3d7-fe13608dbb8b', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:17.235880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-61a65ee7-30ab-415f-92de-a2b7be5f8d00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:17.240129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-61a65ee7-30ab-415f-92de-a2b7be5f8d00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:16:17.243104 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-61a65ee7-30ab-415f-92de-a2b7be5f8d00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:16:17.248840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-61a65ee7-30ab-415f-92de-a2b7be5f8d00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:17.266801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61a65ee7-30ab-415f-92de-a2b7be5f8d00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.330332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e88a6056-bb67-4b70-8938-9123b28166f6 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:16:17.337726 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61a65ee7-30ab-415f-92de-a2b7be5f8d00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.341369 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61a65ee7-30ab-415f-92de-a2b7be5f8d00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.366336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: e88a6056-bb67-4b70-8938-9123b28166f6 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:16:17.366686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device e88a6056-bb67-4b70-8938-9123b28166f6 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:16:17.367051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a65ee7-30ab-415f-92de-a2b7be5f8d00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc468dbf-46ec-4146-ae92-676c5f27b9f1,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:17.378132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61a65ee7-30ab-415f-92de-a2b7be5f8d00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.379771 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-61a65ee7-30ab-415f-92de-a2b7be5f8d00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1545777 Jun 15 15:16:17.382565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45662) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:17.387695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-2d127901-ff02-4615-b992-a18d20d5afa8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '7e78d21f-95d8-4c18-a3d7-fe13608dbb8b', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:17.393810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2d127901-ff02-4615-b992-a18d20d5afa8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:17.398167 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2d127901-ff02-4615-b992-a18d20d5afa8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:16:17.401096 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-2d127901-ff02-4615-b992-a18d20d5afa8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:16:17.407117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-2d127901-ff02-4615-b992-a18d20d5afa8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:17.426680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d127901-ff02-4615-b992-a18d20d5afa8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.493012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d127901-ff02-4615-b992-a18d20d5afa8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.499681 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d127901-ff02-4615-b992-a18d20d5afa8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.523789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d127901-ff02-4615-b992-a18d20d5afa8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69c2962-8cae-4580-8203-09eda3974d58,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:17.534954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2d127901-ff02-4615-b992-a18d20d5afa8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.536527 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2d127901-ff02-4615-b992-a18d20d5afa8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529410 Jun 15 15:16:17.539736 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45666) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:17.544770 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-556f58a4-3904-41ed-947a-fea5b1c837f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '7e78d21f-95d8-4c18-a3d7-fe13608dbb8b', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:17.551214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-556f58a4-3904-41ed-947a-fea5b1c837f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:17.556897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-556f58a4-3904-41ed-947a-fea5b1c837f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:16:17.561588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-556f58a4-3904-41ed-947a-fea5b1c837f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:16:17.569671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-556f58a4-3904-41ed-947a-fea5b1c837f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:17.585686 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-556f58a4-3904-41ed-947a-fea5b1c837f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Project f2c661f8d4554a6bba95a4a95d0d6b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:16:17.593711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-556f58a4-3904-41ed-947a-fea5b1c837f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.660634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-556f58a4-3904-41ed-947a-fea5b1c837f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.665474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-556f58a4-3904-41ed-947a-fea5b1c837f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.692286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f58a4-3904-41ed-947a-fea5b1c837f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c91d94a-4cbc-444f-bcf6-21d57b85fad5,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:17.702149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-556f58a4-3904-41ed-947a-fea5b1c837f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.703413 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-556f58a4-3904-41ed-947a-fea5b1c837f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1627212 Jun 15 15:16:17.707614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45670) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:17.711773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-97ae447d-706f-4e20-966f-04e18f935177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '7e78d21f-95d8-4c18-a3d7-fe13608dbb8b', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:17.717918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-97ae447d-706f-4e20-966f-04e18f935177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:17.721801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-97ae447d-706f-4e20-966f-04e18f935177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:16:17.724789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-97ae447d-706f-4e20-966f-04e18f935177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:16:17.730649 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-97ae447d-706f-4e20-966f-04e18f935177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:17.743793 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-97ae447d-706f-4e20-966f-04e18f935177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Project f2c661f8d4554a6bba95a4a95d0d6b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:16:17.751285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97ae447d-706f-4e20-966f-04e18f935177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.825730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97ae447d-706f-4e20-966f-04e18f935177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.831858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97ae447d-706f-4e20-966f-04e18f935177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.856152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae447d-706f-4e20-966f-04e18f935177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a793d10a-ce6d-4585-841e-55a723e200a0,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:17.867703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-97ae447d-706f-4e20-966f-04e18f935177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.868969 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-97ae447d-706f-4e20-966f-04e18f935177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1613057 Jun 15 15:16:17.873469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45674) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:17.879087 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'network': {'name': 'tempest-network-smoke--357097185', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:17.884088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:17.888697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:network and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:16:17.891557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:16:17.897369 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:17.910034 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:16:17.913710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.943757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:16:17.952375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:17.952715 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Added segment fa8d3236-4f98-465c-bd07-37e8b96c0a74 of type vlan for network 7e88c080-f35e-4ef3-90db-7c0a657af89c Jun 15 15:16:17.980452 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:18.013802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:18.019941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:18.020567 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:18.129922 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2553945 Jun 15 15:16:18.132962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45678) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:18.133492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a9302-8fe5-491b-b5bf-31a0903a8117 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Network': ['ID=7e88c080-f35e-4ef3-90db-7c0a657af89c,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:18.138413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'admin_state_up': True, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:18.144286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 7e88c080-f35e-4ef3-90db-7c0a657af89c details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:16:18.147020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:18.151252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:router and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:16:18.154287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:16:18.162093 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:18.178567 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:18.179577 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:18.195720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:18.616639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:18.971099 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:19.002419 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:19.170268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.26.3.2 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/12707512-1033-4298-b50a-1a6957568968) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:16:19.335765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:19.371151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:19.440309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:16:19.443430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:16:19.447287 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:16:19.485499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=12707512-1033-4298-b50a-1a6957568968,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:19.908244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:20.390691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:20.627481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:16:20.829796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:16:20.843107 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Sync routers for ids ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:16:20.853884 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Routers {'40d6413c-a6f2-4996-ae80-4dc075cfe8f1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:16:20.854539 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:15:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:20.859683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:20.864268 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-531c2fb4-b520-414c-a962-742d6e63af54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.7269628 Jun 15 15:16:20.864658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45682) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:20.914183 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4edc66f2-ac71-4c91-b7bc-53583a321177 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f2c661f8d4554a6bba95a4a95d0d6b03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455632 Jun 15 15:16:20.914742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45686) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:21.037347 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Set router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:16:21.052375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ce14c-8708-441e-9962-177dd4f32359 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:21.053947 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-166ce14c-8708-441e-9962-177dd4f32359 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1382282 Jun 15 15:16:21.056880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45690) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:21.096362 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-86b2738a-50ec-4131-bb31-a6a45009c8e4 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383344 Jun 15 15:16:21.099519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45694) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:21.105042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2109402725', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:21.220337 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:21.225290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:subnet and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:16:21.228366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:16:21.234871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:21.248057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:16:21.253119 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:21.373651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:16:19Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:21.378225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Checking router: 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:16:21.378756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Updating router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 port 12707512-1033-4298-b50a-1a6957568968 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:16:21.436912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:21.484315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:21.567904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Subnet': ['ID=94d683ce-a579-4ccb-99a2-336c111710b9,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:21.579417 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Checking segment: {'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:16:21.579982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network hostable DHCP agents. Network: 7e88c080-f35e-4ef3-90db-7c0a657af89c, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:16:21.603850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 7e88c080-f35e-4ef3-90db-7c0a657af89c is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:16:21.614987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 7e88c080-f35e-4ef3-90db-7c0a657af89c) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:16:21.619448 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:21.620216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:21.639526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e6aed6-8c75-465c-aa65-217157f25c79 None None] Network 7e88c080-f35e-4ef3-90db-7c0a657af89c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:16:21.645923 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ce9c7c96-938e-4f8c-8d12-920f1eb1f6b3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5451987 Jun 15 15:16:21.649182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45698) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:21.786855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:21.984398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:21.999313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-7e88c080-f35e-4ef3-90db-7c0a657af89c', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ips': [{'subnet_id': '94d683ce-a579-4ccb-99a2-336c111710b9'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:16:22.000099 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:22.010065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Transition to ACTIVE for port object 12707512-1033-4298-b50a-1a6957568968 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:16:22.019317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:22.169339 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Attempting to bind port 12707512-1033-4298-b50a-1a6957568968 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:16:22.169719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Attempting to bind port 12707512-1033-4298-b50a-1a6957568968 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:16:22.170089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Attempting to bind port 12707512-1033-4298-b50a-1a6957568968 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:16:22.174829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619743d-ff44-4fa7-bb37-765511194021 None None] Pushing event updated for resources: {'Port': ['ID=12707512-1033-4298-b50a-1a6957568968,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:22.185864 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:16:22.186224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:16:22.186633 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:22.187025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:16:22.187512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Bound port: 12707512-1033-4298-b50a-1a6957568968, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:16:22.187893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:22.316006 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Allocated IP 172.20.0.2 (7e88c080-f35e-4ef3-90db-7c0a657af89c/94d683ce-a579-4ccb-99a2-336c111710b9/184bce57-260c-434f-bdc4-27812ec413da) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:16:22.321075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] For port 12707512-1033-4298-b50a-1a6957568968, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:16:22.324957 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] For port 12707512-1033-4298-b50a-1a6957568968, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=12707512-1033-4298-b50a-1a6957568968,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:16:22.330484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:22.375938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:22.495285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619743d-ff44-4fa7-bb37-765511194021 None None] Pushing event updated for resources: {'Port': ['ID=12707512-1033-4298-b50a-1a6957568968,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:22.503665 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Routers {'40d6413c-a6f2-4996-ae80-4dc075cfe8f1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:16:22.504814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:15:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:22.819145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:22.822548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] Set router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:16:22.933436 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Transition to ACTIVE for port object 184bce57-260c-434f-bdc4-27812ec413da will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:16:23.023104 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Transition to ACTIVE for port object 184bce57-260c-434f-bdc4-27812ec413da will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:16:23.033170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:23.097267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.20.0.1 (7e88c080-f35e-4ef3-90db-7c0a657af89c/94d683ce-a579-4ccb-99a2-336c111710b9/aefd5123-aeb9-4893-aac6-0fda9c74a2da) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:16:23.114861 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Network 7e88c080-f35e-4ef3-90db-7c0a657af89c is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:16:23.121580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:16:23.133770 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:16:23.148474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Pushing event updated for resources: {'Port': ['ID=184bce57-260c-434f-bdc4-27812ec413da,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:23.269942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:23.286202 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Attempting to bind port 184bce57-260c-434f-bdc4-27812ec413da on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:16:23.286632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Attempting to bind port 184bce57-260c-434f-bdc4-27812ec413da by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:16:23.287001 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Attempting to bind port 184bce57-260c-434f-bdc4-27812ec413da on network 7e88c080-f35e-4ef3-90db-7c0a657af89c {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:16:23.288048 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Transition to ACTIVE for port object aefd5123-aeb9-4893-aac6-0fda9c74a2da will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:16:23.294858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:16:23.295229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Checking segment: {'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:16:23.295628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:23.296021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Bound using segment: {'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:16:23.296515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Bound port: 184bce57-260c-434f-bdc4-27812ec413da, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:16:23.296894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:23.315418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:23.367321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:16:19Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:23.375954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4654375d-2227-4354-b5bc-7e150ce9bae9 None None] The sync data for ids ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'] in dv-neutron-845844-1-hyperv is: [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:16:19Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:16:23.384972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 7e88c080-f35e-4ef3-90db-7c0a657af89c is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:16:23.388738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:16:23.391401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:16:23.404314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] For port 184bce57-260c-434f-bdc4-27812ec413da, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:16:23.408481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] For port 184bce57-260c-434f-bdc4-27812ec413da, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=184bce57-260c-434f-bdc4-27812ec413da,segment=NetworkSegment(fa8d3236-4f98-465c-bd07-37e8b96c0a74),segment_id=fa8d3236-4f98-465c-bd07-37e8b96c0a74)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:16:23.414764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:23.456094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=aefd5123-aeb9-4893-aac6-0fda9c74a2da,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:23.468838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:23.508544 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbc606-ef33-4a60-9587-b82f5487e668 None None] Pushing event updated for resources: {'Port': ['ID=184bce57-260c-434f-bdc4-27812ec413da,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:23.811385 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:24.278819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:24.286344 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:24.402747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=aefd5123-aeb9-4893-aac6-0fda9c74a2da,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:24.407933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:24.544165 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5027ef-66ff-4d37-ae99-9aa628715dd6 None None] Network 7e88c080-f35e-4ef3-90db-7c0a657af89c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:16:24.684490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 7e88c080-f35e-4ef3-90db-7c0a657af89c is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:16:24.685931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:16:24.708680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3133d014-9705-4835-a126-b5a848bff341 None None] Provisioning for port 184bce57-260c-434f-bdc4-27812ec413da completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:16:24.885406 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:16:25.047554 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5b328182-68fb-465a-9c8f-24f3f68868e0 None None] Provisioning for port aefd5123-aeb9-4893-aac6-0fda9c74a2da completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:16:25.053033 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-5b328182-68fb-465a-9c8f-24f3f68868e0 None None] Provisioning complete for port aefd5123-aeb9-4893-aac6-0fda9c74a2da triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:16:25.053340 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5b328182-68fb-465a-9c8f-24f3f68868e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:25.083799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:16:25.094332 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Sync routers for ids ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:16:25.099009 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-93544448-37af-4228-9fd3-90bc435e1fbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "PUT /v2.0/routers/40d6413c-a6f2-4996-ae80-4dc075cfe8f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4486005 Jun 15 15:16:25.106347 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Routers {'40d6413c-a6f2-4996-ae80-4dc075cfe8f1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:16:25.107040 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:15:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:25.120425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-5b328182-68fb-465a-9c8f-24f3f68868e0 None None] Port aefd5123-aeb9-4893-aac6-0fda9c74a2da cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:16:25.256223 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6350e8f5-55a6-4eb0-b091-8f3e181d7901 None None] Provisioning complete for port aefd5123-aeb9-4893-aac6-0fda9c74a2da triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:16:25.257777 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6350e8f5-55a6-4eb0-b091-8f3e181d7901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:25.288552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-010e7c30-a69d-4966-9fba-a4bdf46bbbc5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:16:25.313339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-010e7c30-a69d-4966-9fba-a4bdf46bbbc5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:16:25.319491 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-010e7c30-a69d-4966-9fba-a4bdf46bbbc5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-46854165&fields=id&tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 267 time: 0.0836000 Jun 15 15:16:25.341877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6350e8f5-55a6-4eb0-b091-8f3e181d7901 None None] Port aefd5123-aeb9-4893-aac6-0fda9c74a2da cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:16:25.387326 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Set router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:16:25.454098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 184bce57-260c-434f-bdc4-27812ec413da up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:16:25.529501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 184bce57-260c-434f-bdc4-27812ec413da completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:16:25.535829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 184bce57-260c-434f-bdc4-27812ec413da triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:16:25.535999 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:25.536997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-af78051c-bc5c-4792-947f-14ba02b0c7de tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:25.538827 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-af78051c-bc5c-4792-947f-14ba02b0c7de tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:16:25.555495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-af78051c-bc5c-4792-947f-14ba02b0c7de tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:16:25.556970 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-af78051c-bc5c-4792-947f-14ba02b0c7de tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/networks?id=7e88c080-f35e-4ef3-90db-7c0a657af89c HTTP/1.1" status: 200 len: 796 time: 0.2230217 Jun 15 15:16:25.576314 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-319be92d-da3d-49ae-a7c0-379b1317b1e1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/quotas/f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 375 time: 0.0125015 Jun 15 15:16:25.600302 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-14bcaa81-1dcc-4f49-8586-91855b2dd1ec None None] Provisioning complete for port aefd5123-aeb9-4893-aac6-0fda9c74a2da triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:16:25.600950 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-14bcaa81-1dcc-4f49-8586-91855b2dd1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:25.694028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-6c1c2dd6-aeb4-40bf-83c8-debce45ac1f6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:16:25.707392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-14bcaa81-1dcc-4f49-8586-91855b2dd1ec None None] Port aefd5123-aeb9-4893-aac6-0fda9c74a2da cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:16:25.716771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-6c1c2dd6-aeb4-40bf-83c8-debce45ac1f6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:16:25.724957 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-6c1c2dd6-aeb4-40bf-83c8-debce45ac1f6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1402605 Jun 15 15:16:25.728801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 184bce57-260c-434f-bdc4-27812ec413da is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:16:25.729184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:25.762104 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:16:23Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'aefd5123-aeb9-4893-aac6-0fda9c74a2da', 'name': '', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:9c:e9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:22Z', 'updated_at': '2022-06-15T15:16:24Z', 'revision_number': 2, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:25.764937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 184bce57-260c-434f-bdc4-27812ec413da, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=184bce57-260c-434f-bdc4-27812ec413da,segment=NetworkSegment(fa8d3236-4f98-465c-bd07-37e8b96c0a74),segment_id=fa8d3236-4f98-465c-bd07-37e8b96c0a74)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:16:25.766416 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Checking router: 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:16:25.766788 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Updating router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 port aefd5123-aeb9-4893-aac6-0fda9c74a2da binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:16:25.770705 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:25.771666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 12707512-1033-4298-b50a-1a6957568968 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:16:25.825170 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:25.876634 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-5b5587ca-d527-4994-96a7-1381c6fa2dbb service neutron] 10.222.0.26 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418748 Jun 15 15:16:25.891768 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=184bce57-260c-434f-bdc4-27812ec413da,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:25.906559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 12707512-1033-4298-b50a-1a6957568968 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:16:25.913420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 12707512-1033-4298-b50a-1a6957568968 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:16:25.913801 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:26.027329 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-c831a4ca-ddb2-4b54-843e-65ee6177e6df service neutron] 10.222.0.26 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440957 Jun 15 15:16:26.087537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 12707512-1033-4298-b50a-1a6957568968 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:16:26.087916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:26.106321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 12707512-1033-4298-b50a-1a6957568968, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=12707512-1033-4298-b50a-1a6957568968,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:16:26.111527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:26.187643 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=12707512-1033-4298-b50a-1a6957568968,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:26.217882 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:26.232374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-837bf209-f096-4871-9c7f-077b3f22bd84 req-e763f3b8-4dd7-455e-ae39-5a389a9b2768 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:16:26.243201 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Transition to ACTIVE for port object aefd5123-aeb9-4893-aac6-0fda9c74a2da will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:16:26.246259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-837bf209-f096-4871-9c7f-077b3f22bd84 req-e763f3b8-4dd7-455e-ae39-5a389a9b2768 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:16:26.248921 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-837bf209-f096-4871-9c7f-077b3f22bd84 req-e763f3b8-4dd7-455e-ae39-5a389a9b2768 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 210 time: 0.0740850 Jun 15 15:16:26.251451 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:26.418013 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Pushing event updated for resources: {'Port': ['ID=aefd5123-aeb9-4893-aac6-0fda9c74a2da,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:26.436389 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:26.436725 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:26.437356 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:26.437356 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:26.437671 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:26.437999 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:26.438319 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:26.438665 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:26.438942 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:26.439241 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:26.439589 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:26.439888 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:16:26.512429 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Attempting to bind port aefd5123-aeb9-4893-aac6-0fda9c74a2da on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:16:26.513342 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Attempting to bind port aefd5123-aeb9-4893-aac6-0fda9c74a2da by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:16:26.513342 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Attempting to bind port aefd5123-aeb9-4893-aac6-0fda9c74a2da on network 7e88c080-f35e-4ef3-90db-7c0a657af89c {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:16:26.519560 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:16:26.520084 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Checking segment: {'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:16:26.520428 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:26.520852 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Bound using segment: {'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:16:26.521483 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Bound port: aefd5123-aeb9-4893-aac6-0fda9c74a2da, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:16:26.521866 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:26.621441 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] For port aefd5123-aeb9-4893-aac6-0fda9c74a2da, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:16:26.624746 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] For port aefd5123-aeb9-4893-aac6-0fda9c74a2da, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=aefd5123-aeb9-4893-aac6-0fda9c74a2da,segment=NetworkSegment(fa8d3236-4f98-465c-bd07-37e8b96c0a74),segment_id=fa8d3236-4f98-465c-bd07-37e8b96c0a74)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:16:26.629126 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:26.711248 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Routers {'40d6413c-a6f2-4996-ae80-4dc075cfe8f1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:16:26.711893 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:15:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:26.768629 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2487c04-3efd-4307-b17d-466d2a487864 None None] Pushing event updated for resources: {'Port': ['ID=aefd5123-aeb9-4893-aac6-0fda9c74a2da,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:26.909718 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] Set router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:16:27.267927 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:16:23Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'aefd5123-aeb9-4893-aac6-0fda9c74a2da', 'name': '', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:9c:e9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:22Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:27.273806 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905b6a8e-a868-437f-8ac8-0795b509a53e None None] The sync data for ids ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'] in dv-neutron-845844-1-hyperv is: [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:16:23Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'aefd5123-aeb9-4893-aac6-0fda9c74a2da', 'name': '', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:9c:e9:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:22Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:16:27.313933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-08df0ece-e930-4158-aa07-d847bf7dd980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:27.393102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 184bce57-260c-434f-bdc4-27812ec413da up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:16:27.432515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-97fe4270-c184-4942-bf66-b0a11f2bfd0d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:27.434186 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-97fe4270-c184-4942-bf66-b0a11f2bfd0d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:16:27.450639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-97fe4270-c184-4942-bf66-b0a11f2bfd0d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:16:27.452280 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-97fe4270-c184-4942-bf66-b0a11f2bfd0d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/networks?id=7e88c080-f35e-4ef3-90db-7c0a657af89c HTTP/1.1" status: 200 len: 796 time: 0.2705066 Jun 15 15:16:27.473750 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-09d1122c-8b6a-48d1-96c6-66cb04d99d9f req-f4374f0f-538a-446f-8f8b-8116d86e129a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 210 time: 0.0730586 Jun 15 15:16:27.505868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 184bce57-260c-434f-bdc4-27812ec413da triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:16:27.506303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:27.525188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-ffaf4a2b-e875-4747-aedc-5280db0adb49 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:16:27.539280 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-ffaf4a2b-e875-4747-aedc-5280db0adb49 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:16:27.540514 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-ffaf4a2b-e875-4747-aedc-5280db0adb49 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 378 time: 0.0802424 Jun 15 15:16:27.551610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'port': {'device_id': '78385480-95bb-4a5a-a514-e6f958f521b0', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'admin_state_up': True, 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'security_groups': ['7e78d21f-95d8-4c18-a3d7-fe13608dbb8b']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:27.640168 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 184bce57-260c-434f-bdc4-27812ec413da is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:16:27.641413 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 12707512-1033-4298-b50a-1a6957568968 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:16:27.708699 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:27.718475 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 12707512-1033-4298-b50a-1a6957568968 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:16:27.718849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:27.722181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:27.733895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:16:27.738539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:27.845321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 12707512-1033-4298-b50a-1a6957568968 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:16:27.920950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.20.0.7 (7e88c080-f35e-4ef3-90db-7c0a657af89c/94d683ce-a579-4ccb-99a2-336c111710b9/bc58f8fe-5cd8-4ecb-80f1-260b3de658fc) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:16:28.242316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:28.258786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Transition to ACTIVE for port object bc58f8fe-5cd8-4ecb-80f1-260b3de658fc will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:16:28.284379 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:28.362011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 7e88c080-f35e-4ef3-90db-7c0a657af89c is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:16:28.365486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:16:28.367983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:16:28.407019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:28.441644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:28.442313 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:28.472235 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-2f7e911e-b2ca-4054-b3a3-ef510784adfa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9266174 Jun 15 15:16:28.483851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Request body: {'port': {'device_id': '78385480-95bb-4a5a-a514-e6f958f521b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:28.596582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-71f1211d-8cd8-477a-b8a0-c884c908ce84 None None] Provisioning for port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:16:28.603748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-71f1211d-8cd8-477a-b8a0-c884c908ce84 None None] Provisioning complete for port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:16:28.604394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-71f1211d-8cd8-477a-b8a0-c884c908ce84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:28.660571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-71f1211d-8cd8-477a-b8a0-c884c908ce84 None None] Port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:16:28.685230 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:28.778653 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a9efa-67e3-44b1-92cf-79e878b0e266 req-ccbdc8a7-0c9f-4d21-891e-90ad42955a24 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:28.779243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-bb2a9efa-67e3-44b1-92cf-79e878b0e266 req-ccbdc8a7-0c9f-4d21-891e-90ad42955a24 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:16:28.856496 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-bb2a9efa-67e3-44b1-92cf-79e878b0e266 req-ccbdc8a7-0c9f-4d21-891e-90ad42955a24 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:16:28.858313 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bb2a9efa-67e3-44b1-92cf-79e878b0e266 req-ccbdc8a7-0c9f-4d21-891e-90ad42955a24 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 931 time: 0.2690573 Jun 15 15:16:28.996452 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bb2a9efa-67e3-44b1-92cf-79e878b0e266 req-40b5b444-fc52-4519-b773-3f2d66fccfad tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1289339 Jun 15 15:16:29.121773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc58f8fe-5cd8-4ecb-80f1-260b3de658fc {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:16:29.132704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:29.148524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Transition to ACTIVE for port object bc58f8fe-5cd8-4ecb-80f1-260b3de658fc will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:16:29.154286 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:29.383734 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device aefd5123-aeb9-4893-aac6-0fda9c74a2da up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:16:29.400122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:29.453193 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Attempting to bind port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:16:29.453813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Attempting to bind port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:16:29.453904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Attempting to bind port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc on network 7e88c080-f35e-4ef3-90db-7c0a657af89c {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:16:29.459472 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc on network 7e88c080-f35e-4ef3-90db-7c0a657af89c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:16:29.459841 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Attempting to bind port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc on network 7e88c080-f35e-4ef3-90db-7c0a657af89c {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:16:29.467267 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:16:29.467431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Checking segment: {'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:16:29.467570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e131ae43-ad5b-46aa-91e0-c6a5f6ad1c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:29.467833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Bound using segment: {'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:16:29.468265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Bound port: bc58f8fe-5cd8-4ecb-80f1-260b3de658fc, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8d3236-4f98-465c-bd07-37e8b96c0a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:16:29.469428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:29.493812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port aefd5123-aeb9-4893-aac6-0fda9c74a2da completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:16:29.498496 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port aefd5123-aeb9-4893-aac6-0fda9c74a2da triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:16:29.499052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:29.572899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] For port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:16:29.576552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] For port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc,segment=NetworkSegment(fa8d3236-4f98-465c-bd07-37e8b96c0a74),segment_id=fa8d3236-4f98-465c-bd07-37e8b96c0a74)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:16:29.582161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:29.641396 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port aefd5123-aeb9-4893-aac6-0fda9c74a2da is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:16:29.641963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:29.647426 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:29.648082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:29.650072 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] 10.222.0.44 "PUT /v2.0/ports/bc58f8fe-5cd8-4ecb-80f1-260b3de658fc HTTP/1.1" status: 200 len: 1093 time: 1.1710172 Jun 15 15:16:29.650485 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78385480-95bb-4a5a-a514-e6f958f521b0', 'tag': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:16:29.702435 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port aefd5123-aeb9-4893-aac6-0fda9c74a2da, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=aefd5123-aeb9-4893-aac6-0fda9c74a2da,segment=NetworkSegment(fa8d3236-4f98-465c-bd07-37e8b96c0a74),segment_id=fa8d3236-4f98-465c-bd07-37e8b96c0a74)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:16:29.703663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e22147-7cc5-447e-b02e-c515d67385d6 service neutron] Pushing event updated for resources: {'Port': ['ID=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:29.717432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:29.749354 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4c39bf-7606-41ac-8aa3-0dfb4f1cfdf0'] response: {'name': 'network-changed', 'server_uuid': '78385480-95bb-4a5a-a514-e6f958f521b0', 'tag': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc', 'status': 'completed', 'code': 200} Jun 15 15:16:29.799434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=aefd5123-aeb9-4893-aac6-0fda9c74a2da,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:29.803770 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-176bacd4-aa10-404a-a54c-ed94bc8e0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:29.805641 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-176bacd4-aa10-404a-a54c-ed94bc8e0492 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 1096 time: 0.0985904 Jun 15 15:16:29.875427 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-f93af494-b261-4bc0-ab00-8462dac42829 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc HTTP/1.1" status: 200 len: 217 time: 0.0631008 Jun 15 15:16:29.941958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-47804df9-c108-46bc-b5f2-3f40802c4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:29.943490 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-47804df9-c108-46bc-b5f2-3f40802c4479 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94d683ce-a579-4ccb-99a2-336c111710b9 HTTP/1.1" status: 200 len: 835 time: 0.0622795 Jun 15 15:16:30.039005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-0d091cda-e073-4fd5-b690-00c1226abee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:30.040560 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-0d091cda-e073-4fd5-b690-00c1226abee2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e88c080-f35e-4ef3-90db-7c0a657af89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0912364 Jun 15 15:16:30.343763 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-7fd86e3c-dee1-43a6-9824-15612462fa62 service neutron] 10.222.0.44 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964902 Jun 15 15:16:30.432986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c56df1-f031-4acc-b06f-2942eb98af20 req-6bb05964-abb3-4dbf-abf6-4398dd77fcd6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:30.434479 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-89c56df1-f031-4acc-b06f-2942eb98af20 req-6bb05964-abb3-4dbf-abf6-4398dd77fcd6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 943 time: 0.2069712 Jun 15 15:16:30.515844 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-89c56df1-f031-4acc-b06f-2942eb98af20 req-b9c325ee-5f22-4036-9f7c-5c3d3a939888 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683656 Jun 15 15:16:30.524060 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f773f45c-229e-4fcb-ae88-9a76a62082cf req-76fac926-fad8-46bc-b38d-dcec6e7e2e1a service neutron] 10.222.0.44 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739514 Jun 15 15:16:30.638881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:30.664052 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecd984-8900-4c42-80cf-86ffe41e2e24 req-6bb3d2ce-7ef2-4ab7-b4f4-47ac8b0fe153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:30.665732 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91ecd984-8900-4c42-80cf-86ffe41e2e24 req-6bb3d2ce-7ef2-4ab7-b4f4-47ac8b0fe153 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 1096 time: 0.0888908 Jun 15 15:16:30.710774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:30.818304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecd984-8900-4c42-80cf-86ffe41e2e24 req-69c73774-b862-4e78-b751-f91d0ff0c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:30.819821 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91ecd984-8900-4c42-80cf-86ffe41e2e24 req-69c73774-b862-4e78-b751-f91d0ff0c699 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e88c080-f35e-4ef3-90db-7c0a657af89c HTTP/1.1" status: 200 len: 897 time: 0.1476519 Jun 15 15:16:30.893464 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91ecd984-8900-4c42-80cf-86ffe41e2e24 req-32864054-2221-4979-9e4b-6589eae5d960 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc HTTP/1.1" status: 200 len: 217 time: 0.0664065 Jun 15 15:16:30.963232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecd984-8900-4c42-80cf-86ffe41e2e24 req-adef153e-9b70-445d-bb63-b471656ff8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:30.964699 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91ecd984-8900-4c42-80cf-86ffe41e2e24 req-adef153e-9b70-445d-bb63-b471656ff8b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94d683ce-a579-4ccb-99a2-336c111710b9 HTTP/1.1" status: 200 len: 835 time: 0.0652699 Jun 15 15:16:31.058943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecd984-8900-4c42-80cf-86ffe41e2e24 req-f840a8e2-57ce-4230-a970-7c992890baa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:31.060524 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91ecd984-8900-4c42-80cf-86ffe41e2e24 req-f840a8e2-57ce-4230-a970-7c992890baa3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e88c080-f35e-4ef3-90db-7c0a657af89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885017 Jun 15 15:16:31.207840 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91ecd984-8900-4c42-80cf-86ffe41e2e24 req-47380a68-833e-4723-9245-5a591c1e2b8c service neutron] 10.222.0.44 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403575 Jun 15 15:16:31.343299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device aefd5123-aeb9-4893-aac6-0fda9c74a2da up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:16:31.349026 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-91ecd984-8900-4c42-80cf-86ffe41e2e24 req-474b2832-d34f-4152-955b-ffd1c6e9679b service neutron] 10.222.0.44 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338775 Jun 15 15:16:31.412568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port aefd5123-aeb9-4893-aac6-0fda9c74a2da triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:16:31.412943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:31.534836 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port aefd5123-aeb9-4893-aac6-0fda9c74a2da is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:16:31.719767 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eac1a2-a7a1-47d5-975f-7e10ccc98dc0 req-158a5f7c-c1a2-4b15-9e9d-09d40f5d9064 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:31.721288 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d8eac1a2-a7a1-47d5-975f-7e10ccc98dc0 req-158a5f7c-c1a2-4b15-9e9d-09d40f5d9064 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 943 time: 0.0953910 Jun 15 15:16:31.773344 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d8eac1a2-a7a1-47d5-975f-7e10ccc98dc0 req-15c08102-ba98-4956-826c-06e270283a75 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451441 Jun 15 15:16:32.144652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:32.798948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device bc58f8fe-5cd8-4ecb-80f1-260b3de658fc details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:16:32.941680 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc,segment=NetworkSegment(fa8d3236-4f98-465c-bd07-37e8b96c0a74),segment_id=fa8d3236-4f98-465c-bd07-37e8b96c0a74)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:16:32.956237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'port_id': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc', 'mac_address': 'fa:16:3e:92:40:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:16:32.985892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59b7ef-9cde-4664-9e5f-9c192f90378c req-b3a96315-fb9d-4f2b-9f3e-90e3e474596d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:32.987182 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e59b7ef-9cde-4664-9e5f-9c192f90378c req-b3a96315-fb9d-4f2b-9f3e-90e3e474596d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 943 time: 0.0952375 Jun 15 15:16:33.017983 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:16:33.018337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:33.034164 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e59b7ef-9cde-4664-9e5f-9c192f90378c req-0399d1cf-41a0-4d98-aa3a-21e081b13723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403080 Jun 15 15:16:33.037609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc58f8fe-5cd8-4ecb-80f1-260b3de658fc {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:16:33.054325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc,segment=NetworkSegment(fa8d3236-4f98-465c-bd07-37e8b96c0a74),segment_id=fa8d3236-4f98-465c-bd07-37e8b96c0a74)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:16:33.058043 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:33.128334 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:33.261455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['bc58f8fe-5cd8-4ecb-80f1-260b3de658fc'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:16:34.250573 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d42cdd-d6ea-4d39-a7ba-4bf3094fb254 req-0eaf74ee-f75f-4cc5-990d-43ee7165b5bb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:34.252142 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e2d42cdd-d6ea-4d39-a7ba-4bf3094fb254 req-0eaf74ee-f75f-4cc5-990d-43ee7165b5bb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 944 time: 0.1002707 Jun 15 15:16:34.298677 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e2d42cdd-d6ea-4d39-a7ba-4bf3094fb254 req-07dc360c-ffcd-43f0-bd14-a34a3bbbbe37 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399184 Jun 15 15:16:34.798547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device bc58f8fe-5cd8-4ecb-80f1-260b3de658fc up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:16:34.901589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:16:34.908308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:16:34.908914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:35.065448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:16:35.065829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:35.093710 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78385480-95bb-4a5a-a514-e6f958f521b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:16:35.103641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc,segment=NetworkSegment(fa8d3236-4f98-465c-bd07-37e8b96c0a74),segment_id=fa8d3236-4f98-465c-bd07-37e8b96c0a74)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:16:35.109698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:35.147506 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65566d4f-a2b3-430d-89c3-4984601eaa48'] response: {'server_uuid': '78385480-95bb-4a5a-a514-e6f958f521b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc', 'code': 200} Jun 15 15:16:35.186400 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:35.387207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b113be-6681-4918-9e7d-d80623646f3f req-33d04688-38f5-40c6-a5b4-6d6ad5aff71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:35.388786 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67b113be-6681-4918-9e7d-d80623646f3f req-33d04688-38f5-40c6-a5b4-6d6ad5aff71e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 1098 time: 0.0855291 Jun 15 15:16:35.432066 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-67b113be-6681-4918-9e7d-d80623646f3f req-9cbd3b81-4649-46ce-a9b7-29e83da209b5 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373304 Jun 15 15:16:35.503803 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59188b2-50a3-4132-aa9d-ba1f38f48da5 req-587eb323-3193-43a3-a84e-41b69c0f7110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:35.505924 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c59188b2-50a3-4132-aa9d-ba1f38f48da5 req-587eb323-3193-43a3-a84e-41b69c0f7110 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.0994318 Jun 15 15:16:35.552939 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c59188b2-50a3-4132-aa9d-ba1f38f48da5 req-8fb7d661-3fc0-4240-997a-c3980974fa1b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409346 Jun 15 15:16:36.766913 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7f69d-c054-4339-baa3-a6317cb9e221 req-1cc4acf2-101b-4b8c-a0cf-3674d91673ce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:36.768429 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34e7f69d-c054-4339-baa3-a6317cb9e221 req-1cc4acf2-101b-4b8c-a0cf-3674d91673ce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.1020994 Jun 15 15:16:36.817552 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34e7f69d-c054-4339-baa3-a6317cb9e221 req-4cea5721-2d4f-41c1-992d-c5990ea50acc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427966 Jun 15 15:16:37.024746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2678d8-ef34-4bd7-90d7-8f5549d6bc7c req-9cd0bfd0-07bc-4179-9b68-481c51c2a569 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:37.026250 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3f2678d8-ef34-4bd7-90d7-8f5549d6bc7c req-9cd0bfd0-07bc-4179-9b68-481c51c2a569 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.0976017 Jun 15 15:16:37.076216 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3f2678d8-ef34-4bd7-90d7-8f5549d6bc7c req-109a1a73-e1c4-4e3f-b4a1-c0be8717dcbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435503 Jun 15 15:16:37.106390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45750) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:37.285781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ffe24-c398-4361-8b22-ac724eac76e8 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:37.287380 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f9ffe24-c398-4361-8b22-ac724eac76e8 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 1093 time: 0.1800818 Jun 15 15:16:37.292150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45754) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:37.297265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:16:37.303822 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:16:37.307911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:floatingip and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:16:37.310823 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:16:37.316696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:16:37.329970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:37.475648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:37.609204 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:16:37.629747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.26.3.4 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/7ae34d1a-9252-4b5b-91ff-2527dcee078e) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:16:37.790672 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:37.828745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:37.894950 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:16:37.898000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:16:37.901662 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:16:37.935513 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=7ae34d1a-9252-4b5b-91ff-2527dcee078e,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:38.354012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:38.448496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:38.680215 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:38.686262 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:38.792778 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=7ae34d1a-9252-4b5b-91ff-2527dcee078e,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:16:38.805290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:39.099578 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Floating IP e2d4dcac-bf8e-459c-8057-d24f951f822e associated. External IP: 172.26.3.4, port: bc58f8fe-5cd8-4ecb-80f1-260b3de658fc. Jun 15 15:16:39.469002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:16:39.661343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:16:39.672585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9aeef-9b5f-4982-9436-57d7ccb63296 None None] Sync routers for ids ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:16:39.682712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9aeef-9b5f-4982-9436-57d7ccb63296 None None] Routers {'40d6413c-a6f2-4996-ae80-4dc075cfe8f1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:16:39.683423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a3a9aeef-9b5f-4982-9436-57d7ccb63296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:16:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:39.689609 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:39.752452 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5edbfe98-b64e-4073-911e-c5159c81ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4591386 Jun 15 15:16:39.753085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78385480-95bb-4a5a-a514-e6f958f521b0', 'tag': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:16:39.808683 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f51d9c8-d98b-4fbb-ac41-5a4e28f73e4f'] response: {'name': 'network-changed', 'server_uuid': '78385480-95bb-4a5a-a514-e6f958f521b0', 'tag': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc', 'status': 'completed', 'code': 200} Jun 15 15:16:39.874752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a3a9aeef-9b5f-4982-9436-57d7ccb63296 None None] Set router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:16:39.978227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e8f90-313f-407e-980a-b6698dcb1a38 req-04452e64-3610-41ca-a7bc-9118feac88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:39.979783 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f0e8f90-313f-407e-980a-b6698dcb1a38 req-04452e64-3610-41ca-a7bc-9118feac88ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 1098 time: 0.1496167 Jun 15 15:16:39.988115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83556d-9f35-41d9-9a37-e6ab996d4b1f req-ee8bdc49-61de-4f03-857a-ed62cc84b94e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:39.989495 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b83556d-9f35-41d9-9a37-e6ab996d4b1f req-ee8bdc49-61de-4f03-857a-ed62cc84b94e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.1234097 Jun 15 15:16:40.238384 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7b83556d-9f35-41d9-9a37-e6ab996d4b1f req-82929379-e1aa-4a1e-86b9-d64a1c9f6ebe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2293210 Jun 15 15:16:40.247485 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a3a9aeef-9b5f-4982-9436-57d7ccb63296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:16:23Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'e2d4dcac-bf8e-459c-8057-d24f951f822e', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.4', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'port_id': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'mac_address': 'fa:16:3e:92:40:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78385480-95bb-4a5a-a514-e6f958f521b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:16:38Z', 'updated_at': '2022-06-15T15:16:38Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefd5123-aeb9-4893-aac6-0fda9c74a2da', 'name': '', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:9c:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:22Z', 'updated_at': '2022-06-15T15:16:29Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:40.251702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9aeef-9b5f-4982-9436-57d7ccb63296 None None] Checking router: 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:16:40.263550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45762) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:40.266404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9aeef-9b5f-4982-9436-57d7ccb63296 None None] Routers {'40d6413c-a6f2-4996-ae80-4dc075cfe8f1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:16:40.267105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a3a9aeef-9b5f-4982-9436-57d7ccb63296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:16:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:40.276574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e8f90-313f-407e-980a-b6698dcb1a38 req-464d6f09-c33d-4d86-99ef-602eeb204a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:40.278098 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f0e8f90-313f-407e-980a-b6698dcb1a38 req-464d6f09-c33d-4d86-99ef-602eeb204a80 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e88c080-f35e-4ef3-90db-7c0a657af89c HTTP/1.1" status: 200 len: 897 time: 0.2875600 Jun 15 15:16:40.381719 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e48813c7-0f4f-402f-8116-7ddba4019251 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/e2d4dcac-bf8e-459c-8057-d24f951f822e HTTP/1.1" status: 200 len: 989 time: 0.1168993 Jun 15 15:16:40.388845 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f0e8f90-313f-407e-980a-b6698dcb1a38 req-3ff13c93-7278-40b3-8170-deaabbbdc6a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc HTTP/1.1" status: 200 len: 997 time: 0.1042607 Jun 15 15:16:40.459059 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e8f90-313f-407e-980a-b6698dcb1a38 req-a83db45e-f42d-4561-ab2a-580345245f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:40.460848 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f0e8f90-313f-407e-980a-b6698dcb1a38 req-a83db45e-f42d-4561-ab2a-580345245f70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94d683ce-a579-4ccb-99a2-336c111710b9 HTTP/1.1" status: 200 len: 835 time: 0.0663319 Jun 15 15:16:40.471382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-a3a9aeef-9b5f-4982-9436-57d7ccb63296 None None] Set router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:16:40.547806 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0e8f90-313f-407e-980a-b6698dcb1a38 req-922a951c-b337-43b1-81fe-f14a82edb63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:16:40.549290 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f0e8f90-313f-407e-980a-b6698dcb1a38 req-922a951c-b337-43b1-81fe-f14a82edb63a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e88c080-f35e-4ef3-90db-7c0a657af89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829291 Jun 15 15:16:40.686634 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f0e8f90-313f-407e-980a-b6698dcb1a38 req-f5ea2b1c-e354-4359-8d89-6d63468fafa4 service neutron] 10.222.0.44 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304257 Jun 15 15:16:40.832627 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f0e8f90-313f-407e-980a-b6698dcb1a38 req-c8528e74-e1b2-4da4-94c3-28fc2e24ffc1 service neutron] 10.222.0.44 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313078 Jun 15 15:16:40.836174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-a3a9aeef-9b5f-4982-9436-57d7ccb63296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:16:23Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'e2d4dcac-bf8e-459c-8057-d24f951f822e', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.4', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'port_id': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'mac_address': 'fa:16:3e:92:40:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78385480-95bb-4a5a-a514-e6f958f521b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:16:38Z', 'updated_at': '2022-06-15T15:16:38Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefd5123-aeb9-4893-aac6-0fda9c74a2da', 'name': '', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:9c:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:22Z', 'updated_at': '2022-06-15T15:16:29Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:16:40.840859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9aeef-9b5f-4982-9436-57d7ccb63296 None None] The sync data for ids ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'] in dv-neutron-845844-1-hyperv is: [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:16:23Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'e2d4dcac-bf8e-459c-8057-d24f951f822e', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.4', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'port_id': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'mac_address': 'fa:16:3e:92:40:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78385480-95bb-4a5a-a514-e6f958f521b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:16:38Z', 'updated_at': '2022-06-15T15:16:38Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aefd5123-aeb9-4893-aac6-0fda9c74a2da', 'name': '', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:9c:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:22Z', 'updated_at': '2022-06-15T15:16:29Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:16:41.037491 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d2eb59-1214-4eda-83f0-a2c43bd5a407 None None] New status for floating IP e2d4dcac-bf8e-459c-8057-d24f951f822e: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:16:41.385802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45766) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:16:41.504444 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6c3c0b7f-394a-4668-9b01-9cfb6ef178f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/e2d4dcac-bf8e-459c-8057-d24f951f822e HTTP/1.1" status: 200 len: 991 time: 0.1174190 Jun 15 15:16:51.765332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:57.302076 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f0eb95a3-6dfb-4a9c-9179-c718caf8928d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:16:59.413337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-72a2ece7-6f97-438d-9ed9-6c509327c030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:00.649879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:00.714378 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:02.148914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:02.696639 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f8d183c-7ddc-4318-941f-68b9b853c906 req-673e25e4-cc98-4189-afcb-dce259e67993 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886946 Jun 15 15:17:02.851164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d183c-7ddc-4318-941f-68b9b853c906 req-6cc73b16-9a6b-49dd-a8ff-ab930769acc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:02.852674 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f8d183c-7ddc-4318-941f-68b9b853c906 req-6cc73b16-9a6b-49dd-a8ff-ab930769acc1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 1098 time: 0.0876794 Jun 15 15:17:03.004308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d183c-7ddc-4318-941f-68b9b853c906 req-45a3f4f6-b64c-4902-8927-c80d777e7c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:03.005743 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f8d183c-7ddc-4318-941f-68b9b853c906 req-45a3f4f6-b64c-4902-8927-c80d777e7c09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e88c080-f35e-4ef3-90db-7c0a657af89c HTTP/1.1" status: 200 len: 897 time: 0.1315429 Jun 15 15:17:03.110741 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f8d183c-7ddc-4318-941f-68b9b853c906 req-e25d0242-8345-4094-b948-5d55a0c7b0a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc HTTP/1.1" status: 200 len: 999 time: 0.0979989 Jun 15 15:17:03.173002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d183c-7ddc-4318-941f-68b9b853c906 req-f418fc05-6c70-4496-8417-13a9bfe30644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:03.174408 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f8d183c-7ddc-4318-941f-68b9b853c906 req-f418fc05-6c70-4496-8417-13a9bfe30644 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94d683ce-a579-4ccb-99a2-336c111710b9 HTTP/1.1" status: 200 len: 835 time: 0.0574250 Jun 15 15:17:03.262292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d183c-7ddc-4318-941f-68b9b853c906 req-f0688bc3-7517-40bb-ba01-cfe1947a87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:03.263735 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f8d183c-7ddc-4318-941f-68b9b853c906 req-f0688bc3-7517-40bb-ba01-cfe1947a87f3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e88c080-f35e-4ef3-90db-7c0a657af89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832808 Jun 15 15:17:03.400732 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f8d183c-7ddc-4318-941f-68b9b853c906 req-a4497a68-aa05-4b67-8b52-b448250a34a0 service neutron] 10.222.0.44 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310630 Jun 15 15:17:03.647695 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6f8d183c-7ddc-4318-941f-68b9b853c906 req-014fb9c1-3946-4527-a86e-be076d299222 service neutron] 10.222.0.44 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409263 Jun 15 15:17:08.484391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ee763-e104-4ea0-bfb7-495c1b203b6f req-23e4c893-f2a4-4884-b436-dc55871c5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:08.485984 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f4ee763-e104-4ea0-bfb7-495c1b203b6f req-23e4c893-f2a4-4884-b436-dc55871c5c29 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 1098 time: 0.0832965 Jun 15 15:17:08.519295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc616da-3371-422f-bfe0-04b18d4310b1 req-3f05cebf-1c06-4fd2-9f79-7975fba91430 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:08.520817 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fbc616da-3371-422f-bfe0-04b18d4310b1 req-3f05cebf-1c06-4fd2-9f79-7975fba91430 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.0897872 Jun 15 15:17:08.569086 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fbc616da-3371-422f-bfe0-04b18d4310b1 req-333fa6db-56bc-4160-aa85-c44e466119e4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424342 Jun 15 15:17:08.622597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ee763-e104-4ea0-bfb7-495c1b203b6f req-bc3d8588-a8ba-4427-989e-71077148d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:08.624067 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f4ee763-e104-4ea0-bfb7-495c1b203b6f req-bc3d8588-a8ba-4427-989e-71077148d390 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e88c080-f35e-4ef3-90db-7c0a657af89c HTTP/1.1" status: 200 len: 897 time: 0.1312246 Jun 15 15:17:08.739136 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f4ee763-e104-4ea0-bfb7-495c1b203b6f req-ae49e42a-dc59-4cdf-a0f7-7ebc82a47b16 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc HTTP/1.1" status: 200 len: 999 time: 0.1063070 Jun 15 15:17:08.807711 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ee763-e104-4ea0-bfb7-495c1b203b6f req-545d1e2b-fc75-45a8-8e72-23aa6eacfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:08.809599 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f4ee763-e104-4ea0-bfb7-495c1b203b6f req-545d1e2b-fc75-45a8-8e72-23aa6eacfb34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94d683ce-a579-4ccb-99a2-336c111710b9 HTTP/1.1" status: 200 len: 835 time: 0.0646939 Jun 15 15:17:08.902697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4ee763-e104-4ea0-bfb7-495c1b203b6f req-c45aff21-5362-4cc7-8bfb-ff13a4965a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:08.905369 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f4ee763-e104-4ea0-bfb7-495c1b203b6f req-c45aff21-5362-4cc7-8bfb-ff13a4965a6a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e88c080-f35e-4ef3-90db-7c0a657af89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891001 Jun 15 15:17:09.042408 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f4ee763-e104-4ea0-bfb7-495c1b203b6f req-d2b42fee-03a7-4d11-b7dd-20230527e205 service neutron] 10.222.0.44 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296957 Jun 15 15:17:09.183296 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0f4ee763-e104-4ea0-bfb7-495c1b203b6f req-3f82c07a-5b4b-4c81-8a9e-d1dff327f654 service neutron] 10.222.0.44 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352551 Jun 15 15:17:09.777432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acac9a-a3a7-4970-9da9-51d9cc5563da req-f832dc95-425b-4056-acfe-bf6c5000806c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:09.778904 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06acac9a-a3a7-4970-9da9-51d9cc5563da req-f832dc95-425b-4056-acfe-bf6c5000806c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.0949681 Jun 15 15:17:09.827472 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06acac9a-a3a7-4970-9da9-51d9cc5563da req-f2cc57be-c8cf-4d4f-9968-c40822467e7f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424242 Jun 15 15:17:11.026305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524506a3-d5c1-4cdf-897d-894af41f66ec req-d8504347-eef8-495d-b57f-2050f020aa74 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:11.027716 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-524506a3-d5c1-4cdf-897d-894af41f66ec req-d8504347-eef8-495d-b57f-2050f020aa74 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.0881810 Jun 15 15:17:11.073872 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-524506a3-d5c1-4cdf-897d-894af41f66ec req-1a5ee1e7-2d6d-4d14-b445-b1ebf7ccff9b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400076 Jun 15 15:17:12.282214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22d3ec-0f4c-472c-8cac-cab383db628a req-73567b25-8782-4f53-92b0-c0084e172ca4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:12.283693 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea22d3ec-0f4c-472c-8cac-cab383db628a req-73567b25-8782-4f53-92b0-c0084e172ca4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.0986776 Jun 15 15:17:12.328597 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea22d3ec-0f4c-472c-8cac-cab383db628a req-7deddcb4-d049-4263-928a-8b1a8caf84ca tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391715 Jun 15 15:17:13.559476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35186f0e-28ee-4a4d-825e-d4bfe63bd8be req-6e2097af-af23-4652-8698-1595e40d7524 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:13.560914 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-35186f0e-28ee-4a4d-825e-d4bfe63bd8be req-6e2097af-af23-4652-8698-1595e40d7524 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.1097806 Jun 15 15:17:13.609341 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-35186f0e-28ee-4a4d-825e-d4bfe63bd8be req-b61b0541-fcac-4bfc-a63a-c5c4294d392e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399070 Jun 15 15:17:14.614992 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:17:14.831421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026277f-4175-4d17-901a-fdaf3f7c1535 req-07e39975-2ac4-4fdc-b3ec-3ec7df858c00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:14.833255 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6026277f-4175-4d17-901a-fdaf3f7c1535 req-07e39975-2ac4-4fdc-b3ec-3ec7df858c00 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.1085377 Jun 15 15:17:14.878472 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6026277f-4175-4d17-901a-fdaf3f7c1535 req-326df862-ccd8-4d0c-824c-b34a20240fb2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390048 Jun 15 15:17:16.093008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020e106-3dae-429a-b064-19a1bc441a6c req-9be85215-5e69-42f4-820d-20b893e098d4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:16.094417 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6020e106-3dae-429a-b064-19a1bc441a6c req-9be85215-5e69-42f4-820d-20b893e098d4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.0994706 Jun 15 15:17:16.148013 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6020e106-3dae-429a-b064-19a1bc441a6c req-4bb887e7-301f-4bdc-ac4c-d36e1aa552f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451679 Jun 15 15:17:17.370056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db9074c-44f4-4646-b753-de3208fa26e1 req-f5317eed-bbb5-46ba-9e65-b2a2956e793f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:17.371555 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6db9074c-44f4-4646-b753-de3208fa26e1 req-f5317eed-bbb5-46ba-9e65-b2a2956e793f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.1031325 Jun 15 15:17:17.418558 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6db9074c-44f4-4646-b753-de3208fa26e1 req-78ea4c6a-f957-40c0-aa1e-7b28509472fe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385804 Jun 15 15:17:18.645799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5b8b6-3227-40ca-8a45-12fa2e02515f req-1cabb4b6-1d38-40b2-aae8-4cd6ba021c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:18.647346 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e5f5b8b6-3227-40ca-8a45-12fa2e02515f req-1cabb4b6-1d38-40b2-aae8-4cd6ba021c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.0961745 Jun 15 15:17:18.695276 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e5f5b8b6-3227-40ca-8a45-12fa2e02515f req-8176ef6b-e875-4e94-8e15-f5be3b39a495 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397251 Jun 15 15:17:19.903748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85af00c-966e-420b-9fe2-09f0e68eba08 req-bc446bed-8705-4202-b05c-cec2be440f0b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:19.905579 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b85af00c-966e-420b-9fe2-09f0e68eba08 req-bc446bed-8705-4202-b05c-cec2be440f0b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.1000681 Jun 15 15:17:19.950791 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b85af00c-966e-420b-9fe2-09f0e68eba08 req-a88b6bbf-3c19-4be0-b8f2-e9673b36a4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394619 Jun 15 15:17:21.181872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdb0ee-c070-497b-b545-18a5fb5ad260 req-9cf09b63-3f62-4eda-97a6-e254325aecc2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:21.183370 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4bbdb0ee-c070-497b-b545-18a5fb5ad260 req-9cf09b63-3f62-4eda-97a6-e254325aecc2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.1097629 Jun 15 15:17:21.229768 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4bbdb0ee-c070-497b-b545-18a5fb5ad260 req-4f2856cf-092f-4f76-9f1a-c6d313315e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398309 Jun 15 15:17:21.254012 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45802) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:17:21.468333 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8ef30901-5360-4a93-b391-cc2f34dcf7b4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/e2d4dcac-bf8e-459c-8057-d24f951f822e HTTP/1.1" status: 200 len: 991 time: 0.2131643 Jun 15 15:17:21.748307 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:27.311954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-aedb7b37-4f0c-457f-82a1-61e8102502d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:29.414054 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ff8f164d-a41e-4f96-a544-425a0109831d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:30.648737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:30.718912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:32.152241 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:49.912267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45816) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:17:50.130596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port 7ae34d1a-9252-4b5b-91ff-2527dcee078e {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:17:50.130826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:50.316506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:50.316867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:50.441590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for 7ae34d1a-9252-4b5b-91ff-2527dcee078e owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:17:50.598758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:50.646755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=7ae34d1a-9252-4b5b-91ff-2527dcee078e,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:17:50.696366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:50.696586 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:50.696967 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:50.697313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:50.697649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:50.697990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:50.698317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:50.698648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:50.698975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:50.699326 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:50.699685 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:50.699981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:50.757882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:50.758195 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Floating IP e2d4dcac-bf8e-459c-8057-d24f951f822e disassociated (deleted). External IP: 172.26.3.4, port: bc58f8fe-5cd8-4ecb-80f1-260b3de658fc. Jun 15 15:17:51.132371 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:17:51.431464 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:17:51.442133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28da2e6-fd66-4988-9b7c-b182835079ae None None] Sync routers for ids ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:17:51.453022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28da2e6-fd66-4988-9b7c-b182835079ae None None] Routers {'40d6413c-a6f2-4996-ae80-4dc075cfe8f1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:17:51.453218 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:51.453714 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e28da2e6-fd66-4988-9b7c-b182835079ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:17:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:17:51.509501 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-edd640b6-8138-4a79-99ef-cbf64fc06e18 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/floatingips/e2d4dcac-bf8e-459c-8057-d24f951f822e HTTP/1.1" status: 204 len: 168 time: 1.5956895 Jun 15 15:17:51.510027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78385480-95bb-4a5a-a514-e6f958f521b0', 'tag': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:17:51.556677 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547d8b0c-1626-4ff1-a330-60cf91a58176'] response: {'name': 'network-changed', 'server_uuid': '78385480-95bb-4a5a-a514-e6f958f521b0', 'tag': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc', 'status': 'completed', 'code': 200} Jun 15 15:17:51.614077 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:17:51.652174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e28da2e6-fd66-4988-9b7c-b182835079ae None None] Set router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:17:51.672921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ae74a-b705-4eb3-9c5e-c1253acc007e req-16c03da6-8e4b-4072-ba44-2144b4143d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:51.674439 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d4ae74a-b705-4eb3-9c5e-c1253acc007e req-16c03da6-8e4b-4072-ba44-2144b4143d00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 1098 time: 0.0951040 Jun 15 15:17:51.827126 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ae74a-b705-4eb3-9c5e-c1253acc007e req-d44fe5fe-55d4-4f6d-ba43-7498153ebc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:51.828926 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d4ae74a-b705-4eb3-9c5e-c1253acc007e req-d44fe5fe-55d4-4f6d-ba43-7498153ebc1e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7e88c080-f35e-4ef3-90db-7c0a657af89c HTTP/1.1" status: 200 len: 897 time: 0.1473815 Jun 15 15:17:51.877595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:52.005022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e28da2e6-fd66-4988-9b7c-b182835079ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:16:23Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'aefd5123-aeb9-4893-aac6-0fda9c74a2da', 'name': '', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:9c:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:22Z', 'updated_at': '2022-06-15T15:16:29Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:17:52.009395 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28da2e6-fd66-4988-9b7c-b182835079ae None None] Checking router: 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:17:52.018647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28da2e6-fd66-4988-9b7c-b182835079ae None None] Routers {'40d6413c-a6f2-4996-ae80-4dc075cfe8f1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:17:52.019256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e28da2e6-fd66-4988-9b7c-b182835079ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:17:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:17:52.064357 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d4ae74a-b705-4eb3-9c5e-c1253acc007e req-8a534e42-5d5d-4c80-b6d7-a0f0c600b0e6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc HTTP/1.1" status: 200 len: 217 time: 0.1989212 Jun 15 15:17:52.141122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ae74a-b705-4eb3-9c5e-c1253acc007e req-6055d7df-3dd6-455a-a482-39c55aeeff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:52.142595 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d4ae74a-b705-4eb3-9c5e-c1253acc007e req-6055d7df-3dd6-455a-a482-39c55aeeff90 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=94d683ce-a579-4ccb-99a2-336c111710b9 HTTP/1.1" status: 200 len: 835 time: 0.0692639 Jun 15 15:17:52.193025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4390fc-55fa-4a29-8475-5bffee98fbb0 req-c3f876ad-7247-4180-84ab-c840e1c66c42 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:52.194550 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8d4390fc-55fa-4a29-8475-5bffee98fbb0 req-c3f876ad-7247-4180-84ab-c840e1c66c42 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.3691826 Jun 15 15:17:52.203736 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-e28da2e6-fd66-4988-9b7c-b182835079ae None None] Set router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:17:52.255784 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8d4390fc-55fa-4a29-8475-5bffee98fbb0 req-599dabf2-160c-4f0b-8de6-7b57bd7eb2a2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551653 Jun 15 15:17:52.272678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ae74a-b705-4eb3-9c5e-c1253acc007e req-a80598de-af48-4eb7-bf7d-69284c5c3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:52.274199 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d4ae74a-b705-4eb3-9c5e-c1253acc007e req-a80598de-af48-4eb7-bf7d-69284c5c3357 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7e88c080-f35e-4ef3-90db-7c0a657af89c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1240969 Jun 15 15:17:52.416503 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d4ae74a-b705-4eb3-9c5e-c1253acc007e req-5048247b-bcb4-48f4-971a-e20843021276 service neutron] 10.222.0.44 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348529 Jun 15 15:17:52.527088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-e28da2e6-fd66-4988-9b7c-b182835079ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:16:23Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'aefd5123-aeb9-4893-aac6-0fda9c74a2da', 'name': '', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:9c:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:22Z', 'updated_at': '2022-06-15T15:16:29Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:17:52.531639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28da2e6-fd66-4988-9b7c-b182835079ae None None] The sync data for ids ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'] in dv-neutron-845844-1-hyperv is: [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:16:23Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'aefd5123-aeb9-4893-aac6-0fda9c74a2da', 'name': '', 'network_id': '7e88c080-f35e-4ef3-90db-7c0a657af89c', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:9c:e9:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:22Z', 'updated_at': '2022-06-15T15:16:29Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '94d683ce-a579-4ccb-99a2-336c111710b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:17:52.554825 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d4ae74a-b705-4eb3-9c5e-c1253acc007e req-f0d468ad-09d9-4875-8b0d-b2772f02a1f1 service neutron] 10.222.0.44 "GET /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319203 Jun 15 15:17:52.756946 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8a7da0-d72d-44df-be8e-57d5053cee8f None None] New status for floating IP e2d4dcac-bf8e-459c-8057-d24f951f822e: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:17:53.311019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f073e4-6e33-4f2c-a86e-0a3f0d06ddd4 req-1093a60b-504f-4eb7-a3c1-3837a58e1dc3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:53.312557 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c3f073e4-6e33-4f2c-a86e-0a3f0d06ddd4 req-1093a60b-504f-4eb7-a3c1-3837a58e1dc3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.1047673 Jun 15 15:17:53.384024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c3f073e4-6e33-4f2c-a86e-0a3f0d06ddd4 req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:17:53.384395 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c3f073e4-6e33-4f2c-a86e-0a3f0d06ddd4 req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:53.463400 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a0e80-6d4a-4b95-9bac-39e9aff63c3e req-8dbcb71f-5ec6-4ad6-9598-7c6568ac88f6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:17:53.464121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-b85a0e80-6d4a-4b95-9bac-39e9aff63c3e req-8dbcb71f-5ec6-4ad6-9598-7c6568ac88f6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:17:53.481312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-b85a0e80-6d4a-4b95-9bac-39e9aff63c3e req-8dbcb71f-5ec6-4ad6-9598-7c6568ac88f6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:17:53.482562 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b85a0e80-6d4a-4b95-9bac-39e9aff63c3e req-8dbcb71f-5ec6-4ad6-9598-7c6568ac88f6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=78385480-95bb-4a5a-a514-e6f958f521b0 HTTP/1.1" status: 200 len: 945 time: 0.1093414 Jun 15 15:17:53.530516 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b85a0e80-6d4a-4b95-9bac-39e9aff63c3e req-0f612b31-1e1b-4c13-9a58-bf7b9beced49 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421240 Jun 15 15:17:53.647686 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-c3f073e4-6e33-4f2c-a86e-0a3f0d06ddd4 req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc,segment=NetworkSegment(fa8d3236-4f98-465c-bd07-37e8b96c0a74),segment_id=fa8d3236-4f98-465c-bd07-37e8b96c0a74)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:17:53.648058 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c3f073e4-6e33-4f2c-a86e-0a3f0d06ddd4 req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:53.772005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-c3f073e4-6e33-4f2c-a86e-0a3f0d06ddd4 req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for bc58f8fe-5cd8-4ecb-80f1-260b3de658fc owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:17:53.925405 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c3f073e4-6e33-4f2c-a86e-0a3f0d06ddd4 req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:53.975994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=bc58f8fe-5cd8-4ecb-80f1-260b3de658fc,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:17:54.023638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:54.023988 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:54.024381 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:54.024731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:54.025094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:54.025440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:54.025788 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:54.026131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:54.026479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:54.026826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:54.027175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:54.027504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:54.079178 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f073e4-6e33-4f2c-a86e-0a3f0d06ddd4 req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] No DVR routers for this DVR port bc58f8fe-5cd8-4ecb-80f1-260b3de658fc on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:17:54.081973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-c3f073e4-6e33-4f2c-a86e-0a3f0d06ddd4 req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:54.084817 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78385480-95bb-4a5a-a514-e6f958f521b0', 'name': 'network-vif-deleted', 'tag': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:17:54.102824 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c3f073e4-6e33-4f2c-a86e-0a3f0d06ddd4 req-f957889c-fbef-4677-a9a2-6d01f8a81177 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "DELETE /v2.0/ports/bc58f8fe-5cd8-4ecb-80f1-260b3de658fc HTTP/1.1" status: 204 len: 173 time: 0.7853415 Jun 15 15:17:54.132715 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f7f084-0324-4726-bac0-60ee07c4cdb3'] response: {'server_uuid': '78385480-95bb-4a5a-a514-e6f958f521b0', 'name': 'network-vif-deleted', 'tag': 'bc58f8fe-5cd8-4ecb-80f1-260b3de658fc', 'status': 'completed', 'code': 200} Jun 15 15:17:54.786546 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45832) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:17:55.382040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-42e91d08-4fbb-4a84-b38a-c7e97e844c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:55.761704 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-42e91d08-4fbb-4a84-b38a-c7e97e844c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port aefd5123-aeb9-4893-aac6-0fda9c74a2da {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:17:55.762047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-42e91d08-4fbb-4a84-b38a-c7e97e844c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:55.961001 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-42e91d08-4fbb-4a84-b38a-c7e97e844c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port aefd5123-aeb9-4893-aac6-0fda9c74a2da, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=aefd5123-aeb9-4893-aac6-0fda9c74a2da,segment=NetworkSegment(fa8d3236-4f98-465c-bd07-37e8b96c0a74),segment_id=fa8d3236-4f98-465c-bd07-37e8b96c0a74)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:17:55.961697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-42e91d08-4fbb-4a84-b38a-c7e97e844c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:56.193109 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-42e91d08-4fbb-4a84-b38a-c7e97e844c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for aefd5123-aeb9-4893-aac6-0fda9c74a2da owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:17:56.534328 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-42e91d08-4fbb-4a84-b38a-c7e97e844c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:56.587196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e91d08-4fbb-4a84-b38a-c7e97e844c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=aefd5123-aeb9-4893-aac6-0fda9c74a2da,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:17:56.872444 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-42e91d08-4fbb-4a84-b38a-c7e97e844c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:57.154354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device bc58f8fe-5cd8-4ecb-80f1-260b3de658fc no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:17:57.192699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: bc58f8fe-5cd8-4ecb-80f1-260b3de658fc {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:17:57.193017 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device bc58f8fe-5cd8-4ecb-80f1-260b3de658fc not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:17:57.250741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e91d08-4fbb-4a84-b38a-c7e97e844c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:17:57.298006 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fdce5404-9f16-4d28-bde0-17870b54e4d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:57.438721 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e91d08-4fbb-4a84-b38a-c7e97e844c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:17:57.449858 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b622580d-30c4-4c30-b203-32a90cf5c335 None None] Sync routers for ids ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:17:57.452628 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-42e91d08-4fbb-4a84-b38a-c7e97e844c47 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "PUT /v2.0/routers/40d6413c-a6f2-4996-ae80-4dc075cfe8f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6644585 Jun 15 15:17:57.455771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45836) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:17:57.459939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b622580d-30c4-4c30-b203-32a90cf5c335 None None] Routers {'40d6413c-a6f2-4996-ae80-4dc075cfe8f1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:17:57.460683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b622580d-30c4-4c30-b203-32a90cf5c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:17:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:17:57.526267 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2033352-80c4-4c2d-9cc9-8f7236bc52a6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting subnet 94d683ce-a579-4ccb-99a2-336c111710b9 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:17:57.529744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2033352-80c4-4c2d-9cc9-8f7236bc52a6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:57.709110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b622580d-30c4-4c30-b203-32a90cf5c335 None None] Set router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:17:57.719452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2033352-80c4-4c2d-9cc9-8f7236bc52a6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:57.810804 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2033352-80c4-4c2d-9cc9-8f7236bc52a6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:57.887918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2033352-80c4-4c2d-9cc9-8f7236bc52a6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:57.928528 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2033352-80c4-4c2d-9cc9-8f7236bc52a6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Subnet': ['ID=94d683ce-a579-4ccb-99a2-336c111710b9,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:17:57.932329 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f2033352-80c4-4c2d-9cc9-8f7236bc52a6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:57.938602 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f2033352-80c4-4c2d-9cc9-8f7236bc52a6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/subnets/94d683ce-a579-4ccb-99a2-336c111710b9 HTTP/1.1" status: 204 len: 168 time: 0.4817698 Jun 15 15:17:57.941881 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45844) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:17:57.969837 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2ffa97-a2df-4c45-aabb-8c7bffd8f14e None None] Network 7e88c080-f35e-4ef3-90db-7c0a657af89c requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:17:58.131414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:58.181274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b622580d-30c4-4c30-b203-32a90cf5c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:17:56Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:17:58.187463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b622580d-30c4-4c30-b203-32a90cf5c335 None None] Checking router: 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:17:58.201169 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b622580d-30c4-4c30-b203-32a90cf5c335 None None] Routers {'40d6413c-a6f2-4996-ae80-4dc075cfe8f1'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:17:58.201694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b622580d-30c4-4c30-b203-32a90cf5c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:17:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:17:58.322862 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:58.338792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port 12707512-1033-4298-b50a-1a6957568968 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:17:58.339145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:58.371898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] DHCP port deletion for 7e88c080-f35e-4ef3-90db-7c0a657af89c request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:17:58.384225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Deleting port 184bce57-260c-434f-bdc4-27812ec413da {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:17:58.384623 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:58.445087 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b622580d-30c4-4c30-b203-32a90cf5c335 None None] Set router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:17:58.517878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port 12707512-1033-4298-b50a-1a6957568968, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=12707512-1033-4298-b50a-1a6957568968,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:17:58.518096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:58.650366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for 12707512-1033-4298-b50a-1a6957568968 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:17:58.826629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:58.850516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] For port 184bce57-260c-434f-bdc4-27812ec413da, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=184bce57-260c-434f-bdc4-27812ec413da,segment=NetworkSegment(fa8d3236-4f98-465c-bd07-37e8b96c0a74),segment_id=fa8d3236-4f98-465c-bd07-37e8b96c0a74)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:17:58.850910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:58.877628 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=12707512-1033-4298-b50a-1a6957568968,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:17:58.977903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.037919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Calling delete_port for 184bce57-260c-434f-bdc4-27812ec413da owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:17:59.119776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b622580d-30c4-4c30-b203-32a90cf5c335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:17:56Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:17:59.125397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b622580d-30c4-4c30-b203-32a90cf5c335 None None] The sync data for ids ['40d6413c-a6f2-4996-ae80-4dc075cfe8f1'] in dv-neutron-845844-1-hyperv is: [{'id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-402699106', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2'}], 'enable_snat': True}, 'gw_port_id': '12707512-1033-4298-b50a-1a6957568968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:16:18Z', 'updated_at': '2022-06-15T15:17:56Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '12707512-1033-4298-b50a-1a6957568968', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:04:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40d6413c-a6f2-4996-ae80-4dc075cfe8f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:16:19Z', 'updated_at': '2022-06-15T15:16:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:17:59.128033 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.176630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Pushing event deleted for resources: {'Port': ['ID=184bce57-260c-434f-bdc4-27812ec413da,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:17:59.187300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] No DVR routers for this DVR port 184bce57-260c-434f-bdc4-27812ec413da on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:17:59.189329 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:59.189674 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:59.190010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:59.190338 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:59.190667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:59.190993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:59.191320 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:59.191641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:59.191965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:59.192313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:59.192707 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:59.193705 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4713dd-3a55-46de-bdf7-bba4a09ca301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:17:59.270366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.272965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.298826 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.299265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Fanout notify agent at l3_agent the message router_deleted on router 40d6413c-a6f2-4996-ae80-4dc075cfe8f1 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:17:59.314953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.316312 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bd7e6d43-4dd7-4953-8a61-4917dc7de336 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/routers/40d6413c-a6f2-4996-ae80-4dc075cfe8f1 HTTP/1.1" status: 204 len: 168 time: 1.3738778 Jun 15 15:17:59.319145 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45856) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:17:59.409160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1468b982-e99a-41f1-b199-08a0baffc312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.436726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.592050 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.603059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 184bce57-260c-434f-bdc4-27812ec413da no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:17:59.619273 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e88c080-f35e-4ef3-90db-7c0a657af89c']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:17:59.633200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8d3236-4f98-465c-bd07-37e8b96c0a74') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:17:59.633200 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8d3236-4f98-465c-bd07-37e8b96c0a74') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:17:59.644269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 184bce57-260c-434f-bdc4-27812ec413da {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:17:59.644562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 184bce57-260c-434f-bdc4-27812ec413da not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:17:59.645217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device aefd5123-aeb9-4893-aac6-0fda9c74a2da no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:17:59.645828 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.664702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.672075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:17:59.672524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.689757 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: aefd5123-aeb9-4893-aac6-0fda9c74a2da {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:17:59.690164 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device aefd5123-aeb9-4893-aac6-0fda9c74a2da not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:17:59.750004 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment fa8d3236-4f98-465c-bd07-37e8b96c0a74 resource provider aggregate not found Jun 15 15:17:59.782871 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment fa8d3236-4f98-465c-bd07-37e8b96c0a74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa8d3236-4f98-465c-bd07-37e8b96c0a74 found for delete ", "request_id": "req-a8b85324-c85e-4477-9186-5867e770d986"}]} Jun 15 15:17:59.784965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.790404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.819039 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Network': ['ID=7e88c080-f35e-4ef3-90db-7c0a657af89c,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:17:59.828770 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0f819f2b-04af-41d9-861b-0e057449f592 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/networks/7e88c080-f35e-4ef3-90db-7c0a657af89c HTTP/1.1" status: 204 len: 168 time: 0.5085034 Jun 15 15:17:59.829954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45864) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:17:59.904281 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-462dd8d4-276e-4434-8206-77a6e34f2708 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:17:59.934406 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-462dd8d4-276e-4434-8206-77a6e34f2708 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.011694 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-462dd8d4-276e-4434-8206-77a6e34f2708 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.039582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462dd8d4-276e-4434-8206-77a6e34f2708 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e78d21f-95d8-4c18-a3d7-fe13608dbb8b,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:00.051455 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-462dd8d4-276e-4434-8206-77a6e34f2708 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.052871 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-462dd8d4-276e-4434-8206-77a6e34f2708 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/security-groups/7e78d21f-95d8-4c18-a3d7-fe13608dbb8b HTTP/1.1" status: 204 len: 168 time: 0.2218585 Jun 15 15:18:00.175634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45872) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:00.182375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1687446223', 'description': 'tempest-secgroup-smoke-1687446223 description', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:00.188844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:00.193465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:18:00.196494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:18:00.202432 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:00.218217 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.238531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:00.242478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:18:00.245340 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:18:00.250991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:00.331934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.336840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.380794 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c09db3-5776-406c-844c-41ce4188cca1,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:00.387479 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.389114 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df0d6878-01fc-4891-a963-f5fdde9689bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2119942 Jun 15 15:18:00.391818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45876) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:00.397135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-af2166c7-ecc8-4ac0-b243-8b7c1e6f74cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': 'f1c09db3-5776-406c-844c-41ce4188cca1', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:00.404263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-af2166c7-ecc8-4ac0-b243-8b7c1e6f74cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:00.408137 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-af2166c7-ecc8-4ac0-b243-8b7c1e6f74cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:18:00.411148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-af2166c7-ecc8-4ac0-b243-8b7c1e6f74cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:18:00.417249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-af2166c7-ecc8-4ac0-b243-8b7c1e6f74cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:00.436219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af2166c7-ecc8-4ac0-b243-8b7c1e6f74cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.498784 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af2166c7-ecc8-4ac0-b243-8b7c1e6f74cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.503691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af2166c7-ecc8-4ac0-b243-8b7c1e6f74cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.527935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2166c7-ecc8-4ac0-b243-8b7c1e6f74cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41550c8e-3c6b-458b-a530-e0e108ea3bda,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:00.538550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-af2166c7-ecc8-4ac0-b243-8b7c1e6f74cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.539739 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-af2166c7-ecc8-4ac0-b243-8b7c1e6f74cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469469 Jun 15 15:18:00.542739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45880) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:00.547665 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4d9bf5e6-52eb-4677-967a-ac3ec707c91e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': 'f1c09db3-5776-406c-844c-41ce4188cca1', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:00.554076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4d9bf5e6-52eb-4677-967a-ac3ec707c91e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:00.557935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4d9bf5e6-52eb-4677-967a-ac3ec707c91e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:18:00.560853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4d9bf5e6-52eb-4677-967a-ac3ec707c91e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:18:00.566824 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4d9bf5e6-52eb-4677-967a-ac3ec707c91e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:00.587663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf5e6-52eb-4677-967a-ac3ec707c91e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.647754 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.662752 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf5e6-52eb-4677-967a-ac3ec707c91e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.667542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf5e6-52eb-4677-967a-ac3ec707c91e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.691263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bf5e6-52eb-4677-967a-ac3ec707c91e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b06d3a-b2bc-4447-95d6-d80f4632c978,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:00.701716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4d9bf5e6-52eb-4677-967a-ac3ec707c91e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.702986 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4d9bf5e6-52eb-4677-967a-ac3ec707c91e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1593149 Jun 15 15:18:00.705818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45884) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:00.711476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4fa3ad79-b43a-4f03-adbe-f6493ff36533 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': 'f1c09db3-5776-406c-844c-41ce4188cca1', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:00.718429 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4fa3ad79-b43a-4f03-adbe-f6493ff36533 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:00.722564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.723097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4fa3ad79-b43a-4f03-adbe-f6493ff36533 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:18:00.726393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4fa3ad79-b43a-4f03-adbe-f6493ff36533 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:18:00.732223 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4fa3ad79-b43a-4f03-adbe-f6493ff36533 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:00.750477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4fa3ad79-b43a-4f03-adbe-f6493ff36533 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.813224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4fa3ad79-b43a-4f03-adbe-f6493ff36533 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.817274 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4fa3ad79-b43a-4f03-adbe-f6493ff36533 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.841413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3ad79-b43a-4f03-adbe-f6493ff36533 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7c61c0-e039-4a51-b648-30badcf6ba26,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:00.850080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4fa3ad79-b43a-4f03-adbe-f6493ff36533 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.851412 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4fa3ad79-b43a-4f03-adbe-f6493ff36533 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443732 Jun 15 15:18:00.854263 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45888) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:00.859357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ffda0856-c794-40b0-b6d6-e1d9c649d09a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': 'f1c09db3-5776-406c-844c-41ce4188cca1', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:00.865474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ffda0856-c794-40b0-b6d6-e1d9c649d09a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:00.869609 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ffda0856-c794-40b0-b6d6-e1d9c649d09a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:18:00.872756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ffda0856-c794-40b0-b6d6-e1d9c649d09a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:18:00.879005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ffda0856-c794-40b0-b6d6-e1d9c649d09a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:00.898109 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffda0856-c794-40b0-b6d6-e1d9c649d09a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.969850 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffda0856-c794-40b0-b6d6-e1d9c649d09a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.975545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffda0856-c794-40b0-b6d6-e1d9c649d09a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:00.998806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda0856-c794-40b0-b6d6-e1d9c649d09a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d647daa-2918-4d6d-bfc4-c481fdb54fa0,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:01.008360 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffda0856-c794-40b0-b6d6-e1d9c649d09a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.009559 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ffda0856-c794-40b0-b6d6-e1d9c649d09a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1543419 Jun 15 15:18:01.012414 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45892) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:01.017540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a470fc47-de30-48a7-95c2-8eb159212692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': 'f1c09db3-5776-406c-844c-41ce4188cca1', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:01.023691 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a470fc47-de30-48a7-95c2-8eb159212692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:01.029565 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a470fc47-de30-48a7-95c2-8eb159212692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:18:01.032540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a470fc47-de30-48a7-95c2-8eb159212692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:18:01.038731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a470fc47-de30-48a7-95c2-8eb159212692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:01.050806 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-a470fc47-de30-48a7-95c2-8eb159212692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Project f2c661f8d4554a6bba95a4a95d0d6b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:18:01.058382 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a470fc47-de30-48a7-95c2-8eb159212692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.126445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a470fc47-de30-48a7-95c2-8eb159212692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.131622 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a470fc47-de30-48a7-95c2-8eb159212692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.155569 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470fc47-de30-48a7-95c2-8eb159212692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a978affc-780f-4565-ad88-88cc91d4b074,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:01.165893 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a470fc47-de30-48a7-95c2-8eb159212692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.167149 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a470fc47-de30-48a7-95c2-8eb159212692 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1538043 Jun 15 15:18:01.170187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45896) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:01.175993 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f179ecb5-cb75-4c5c-89af-2370fac6ccac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': 'f1c09db3-5776-406c-844c-41ce4188cca1', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:01.182906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f179ecb5-cb75-4c5c-89af-2370fac6ccac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:01.187260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f179ecb5-cb75-4c5c-89af-2370fac6ccac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:18:01.190410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f179ecb5-cb75-4c5c-89af-2370fac6ccac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:18:01.197276 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f179ecb5-cb75-4c5c-89af-2370fac6ccac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:01.209423 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-f179ecb5-cb75-4c5c-89af-2370fac6ccac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Project f2c661f8d4554a6bba95a4a95d0d6b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:18:01.216863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f179ecb5-cb75-4c5c-89af-2370fac6ccac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.291726 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f179ecb5-cb75-4c5c-89af-2370fac6ccac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.296789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f179ecb5-cb75-4c5c-89af-2370fac6ccac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.321156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f179ecb5-cb75-4c5c-89af-2370fac6ccac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb058c06-d299-47cf-9d0b-c62f7d1868ce,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:01.331934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f179ecb5-cb75-4c5c-89af-2370fac6ccac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.333209 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f179ecb5-cb75-4c5c-89af-2370fac6ccac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619136 Jun 15 15:18:01.336111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45902) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:01.341816 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'network': {'name': 'tempest-network-smoke--477402753', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'port_security_enabled': True}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:01.346767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 12707512-1033-4298-b50a-1a6957568968 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:18:01.347105 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:01.351895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:network and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:18:01.354968 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:18:01.361298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:01.377882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:18:01.381568 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.384394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 12707512-1033-4298-b50a-1a6957568968 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:18:01.384922 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 12707512-1033-4298-b50a-1a6957568968 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:18:01.414310 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:18:01.424007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.424422 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Added segment c9de6243-412d-4ed0-b842-e8e5ea1d813c of type vlan for network 5ce0de34-ded1-4045-a821-ccf14428af00 Jun 15 15:18:01.450302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.483110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.488926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:01.489580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.722561 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3853345 Jun 15 15:18:01.725697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45906) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:01.726434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e7ec9-ca6e-4bdc-9a5c-132da8336ded tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Network': ['ID=5ce0de34-ded1-4045-a821-ccf14428af00,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:01.731270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'admin_state_up': True, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:01.737141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 5ce0de34-ded1-4045-a821-ccf14428af00 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:18:01.738810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:01.742859 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:router and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:18:01.745923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:18:01.752529 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:01.762984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.764014 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:01.780375 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:02.074453 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:02.149851 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:02.512989 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:02.546032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:02.694355 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.26.3.58 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/784bcfd8-aaad-469f-8e1e-f206bfaa48c5) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:18:02.851899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:02.883621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:02.948080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:18:02.950903 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:18:02.954559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:18:02.993333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=784bcfd8-aaad-469f-8e1e-f206bfaa48c5,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:03.390765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:03.854521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:04.080384 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 827b8925-52c4-44f1-8793-80ac5174b28c is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:18:04.259223 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:18:04.269537 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Sync routers for ids ['827b8925-52c4-44f1-8793-80ac5174b28c'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:18:04.280409 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Routers {'827b8925-52c4-44f1-8793-80ac5174b28c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:18:04.281070 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:17:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['827b8925-52c4-44f1-8793-80ac5174b28c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:18:04.288252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:04.292686 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fd17c400-37f4-47db-90ed-4ff023326aa2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5626819 Jun 15 15:18:04.293016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45912) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:04.340139 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-39330953-0e30-4148-a715-a450217d2a1f tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f2c661f8d4554a6bba95a4a95d0d6b03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433428 Jun 15 15:18:04.340487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45916) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:04.460340 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Set router 827b8925-52c4-44f1-8793-80ac5174b28c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:18:04.472034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b723af8-412e-4002-b816-cb03fa062dab tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:04.473682 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5b723af8-412e-4002-b816-cb03fa062dab tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324136 Jun 15 15:18:04.476916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45920) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:04.516728 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-60c6500a-1c69-4796-accd-0c5601ce2218 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386496 Jun 15 15:18:04.519305 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45924) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:04.525063 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-195705096', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:04.637689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:04.642030 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:subnet and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:18:04.645163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:18:04.651457 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:04.663844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:18:04.667725 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:04.745741 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:18:03Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:18:04.749686 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Checking router: 827b8925-52c4-44f1-8793-80ac5174b28c for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:18:04.750031 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Updating router 827b8925-52c4-44f1-8793-80ac5174b28c port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:18:04.803086 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:04.893130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:04.975278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Subnet': ['ID=6e0a7abf-ccb3-4686-9676-810fcadd4f87,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:04.989490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Checking segment: {'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:18:04.989857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network hostable DHCP agents. Network: 5ce0de34-ded1-4045-a821-ccf14428af00, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:18:05.012356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 5ce0de34-ded1-4045-a821-ccf14428af00 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:18:05.022521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 5ce0de34-ded1-4045-a821-ccf14428af00) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:18:05.027288 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:05.028081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:05.037302 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e19b0b5-e8fd-40b0-82bb-2b1145c03119 None None] Network 5ce0de34-ded1-4045-a821-ccf14428af00 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:18:05.059956 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6af88a6b-d3d3-4c65-b25b-6882ca1d844f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5396116 Jun 15 15:18:05.062854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45928) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:05.163389 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:05.175280 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Transition to ACTIVE for port object 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:18:05.182644 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:05.265852 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Attempting to bind port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:18:05.266221 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Attempting to bind port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:18:05.266591 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Attempting to bind port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:18:05.268778 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Pushing event updated for resources: {'Port': ['ID=784bcfd8-aaad-469f-8e1e-f206bfaa48c5,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:05.275176 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-5ce0de34-ded1-4045-a821-ccf14428af00', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ips': [{'subnet_id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:18:05.276315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:05.279821 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:18:05.280360 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:18:05.280615 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:05.281007 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:18:05.281468 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Bound port: 784bcfd8-aaad-469f-8e1e-f206bfaa48c5, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:18:05.281841 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:05.310404 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:18:05.310736 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:18:05.311072 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:18:05.311409 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:18:05.311741 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:18:05.312071 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:18:05.312421 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:18:05.312749 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:18:05.313075 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:18:05.313398 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:18:05.313720 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:18:05.314041 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:18:05.368725 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] For port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:18:05.372327 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] For port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=784bcfd8-aaad-469f-8e1e-f206bfaa48c5,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:18:05.378653 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:05.440674 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Allocated IP 172.20.0.2 (5ce0de34-ded1-4045-a821-ccf14428af00/6e0a7abf-ccb3-4686-9676-810fcadd4f87/30a38852-dd41-4cf3-8a2e-03fc936a6f92) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:18:05.472043 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbe42a-7fd8-43e7-9ad3-ad64eb8e5736 None None] Pushing event updated for resources: {'Port': ['ID=784bcfd8-aaad-469f-8e1e-f206bfaa48c5,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:05.481022 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Routers {'827b8925-52c4-44f1-8793-80ac5174b28c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:18:05.481647 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:17:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['827b8925-52c4-44f1-8793-80ac5174b28c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:18:05.651056 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:05.662329 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Transition to ACTIVE for port object 30a38852-dd41-4cf3-8a2e-03fc936a6f92 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:18:05.666427 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] Set router 827b8925-52c4-44f1-8793-80ac5174b28c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:18:05.681480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Transition to ACTIVE for port object 30a38852-dd41-4cf3-8a2e-03fc936a6f92 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:18:05.688509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:05.760660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Network 5ce0de34-ded1-4045-a821-ccf14428af00 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:18:05.763569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:18:05.767237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:18:05.773239 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Pushing event updated for resources: {'Port': ['ID=30a38852-dd41-4cf3-8a2e-03fc936a6f92,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:05.874308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Attempting to bind port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:18:05.874732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Attempting to bind port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:18:05.875105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Attempting to bind port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 on network 5ce0de34-ded1-4045-a821-ccf14428af00 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:18:05.881310 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:18:05.881679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Checking segment: {'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:18:05.882089 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:05.882483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Bound using segment: {'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:18:05.882949 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Bound port: 30a38852-dd41-4cf3-8a2e-03fc936a6f92, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:18:05.883325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:05.927449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:05.967260 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:18:03Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:18:05.971142 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbcfd8-847c-4b99-a2d7-540c233305b3 None None] The sync data for ids ['827b8925-52c4-44f1-8793-80ac5174b28c'] in dv-neutron-845844-1-hyperv is: [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:18:03Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:18:05.979867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] For port 30a38852-dd41-4cf3-8a2e-03fc936a6f92, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:18:05.983233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] For port 30a38852-dd41-4cf3-8a2e-03fc936a6f92, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=30a38852-dd41-4cf3-8a2e-03fc936a6f92,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:18:05.994442 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:06.080322 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79651a6-579d-44b5-a30e-eac2546e38cc None None] Pushing event updated for resources: {'Port': ['ID=30a38852-dd41-4cf3-8a2e-03fc936a6f92,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:06.421916 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.20.0.1 (5ce0de34-ded1-4045-a821-ccf14428af00/6e0a7abf-ccb3-4686-9676-810fcadd4f87/c9e389fe-2f9f-482c-a100-d6174389a239) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:18:06.594242 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:06.612320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Transition to ACTIVE for port object c9e389fe-2f9f-482c-a100-d6174389a239 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:18:06.639844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:06.715448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 5ce0de34-ded1-4045-a821-ccf14428af00 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:18:06.718891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:18:06.723067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:18:06.756346 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=c9e389fe-2f9f-482c-a100-d6174389a239,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:06.791590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:07.058338 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748cdbef-8be2-4787-971e-c9bd04f1d9be None None] Network 5ce0de34-ded1-4045-a821-ccf14428af00 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:18:07.076511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:07.171081 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-e868c76a-a17c-4aaa-a6d4-a88cf2a4efb8 None None] Provisioning for port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:18:07.474388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 30a38852-dd41-4cf3-8a2e-03fc936a6f92 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:18:07.562712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:18:07.569257 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:18:07.569632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:07.683563 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:07.692758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:07.710880 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3a0adc79-d703-4884-ba52-f78bd44fbf12 None None] Provisioning for port c9e389fe-2f9f-482c-a100-d6174389a239 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:18:07.720412 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3a0adc79-d703-4884-ba52-f78bd44fbf12 None None] Provisioning complete for port c9e389fe-2f9f-482c-a100-d6174389a239 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:18:07.720798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3a0adc79-d703-4884-ba52-f78bd44fbf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:07.745256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:18:07.745642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:07.802381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3a0adc79-d703-4884-ba52-f78bd44fbf12 None None] Port c9e389fe-2f9f-482c-a100-d6174389a239 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:18:07.810908 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 30a38852-dd41-4cf3-8a2e-03fc936a6f92, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=30a38852-dd41-4cf3-8a2e-03fc936a6f92,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:18:07.818937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:07.820078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:18:07.826730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:07.830511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=c9e389fe-2f9f-482c-a100-d6174389a239,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:07.887491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3a0adc79-d703-4884-ba52-f78bd44fbf12 None None] Provisioning complete for port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:18:07.887729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3a0adc79-d703-4884-ba52-f78bd44fbf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:07.974799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 5ce0de34-ded1-4045-a821-ccf14428af00 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:18:07.976121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:18:08.001756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=30a38852-dd41-4cf3-8a2e-03fc936a6f92,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:08.049742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:18:08.070576 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:18:08.070951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:08.128431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3a0adc79-d703-4884-ba52-f78bd44fbf12 None None] Current status of the port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:18:08.178468 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 827b8925-52c4-44f1-8793-80ac5174b28c has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:18:08.204914 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:18:08.205452 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:08.222364 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=784bcfd8-aaad-469f-8e1e-f206bfaa48c5,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:18:08.227432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:08.301929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8fccf88c-89fb-414e-bb1a-5d7f69d3e85d None None] Provisioning complete for port c9e389fe-2f9f-482c-a100-d6174389a239 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:18:08.302159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fccf88c-89fb-414e-bb1a-5d7f69d3e85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:08.347399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=784bcfd8-aaad-469f-8e1e-f206bfaa48c5,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:08.359702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-8fccf88c-89fb-414e-bb1a-5d7f69d3e85d None None] Port c9e389fe-2f9f-482c-a100-d6174389a239 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:18:08.366929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:18:08.376725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Sync routers for ids ['827b8925-52c4-44f1-8793-80ac5174b28c'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:18:08.380946 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7990805c-232c-4456-ab23-65f649ab5b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "PUT /v2.0/routers/827b8925-52c4-44f1-8793-80ac5174b28c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3164532 Jun 15 15:18:08.389625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Routers {'827b8925-52c4-44f1-8793-80ac5174b28c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:18:08.390233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:17:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['827b8925-52c4-44f1-8793-80ac5174b28c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:18:08.549914 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-bdaa5762-ba98-4c89-927f-7de5f008586b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1687446223&fields=id&tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 267 time: 0.0421877 Jun 15 15:18:08.573401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Set router 827b8925-52c4-44f1-8793-80ac5174b28c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:18:08.709151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-1ce2a23f-a14b-4818-9008-093e7d984be3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:08.710406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-1ce2a23f-a14b-4818-9008-093e7d984be3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:18:08.726717 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-1ce2a23f-a14b-4818-9008-093e7d984be3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:18:08.727998 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-1ce2a23f-a14b-4818-9008-093e7d984be3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/networks?id=5ce0de34-ded1-4045-a821-ccf14428af00 HTTP/1.1" status: 200 len: 796 time: 0.1710176 Jun 15 15:18:08.744205 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-1c06f614-4476-435f-958e-8035840541ce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/quotas/f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 375 time: 0.0103552 Jun 15 15:18:08.841818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-6591ef54-e1d6-4e5a-bd13-8106519c7d34 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:18:08.859394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-6591ef54-e1d6-4e5a-bd13-8106519c7d34 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:18:08.860818 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-6591ef54-e1d6-4e5a-bd13-8106519c7d34 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113644 Jun 15 15:18:08.893684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:18:07Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c9e389fe-2f9f-482c-a100-d6174389a239', 'name': '', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:7f:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:06Z', 'updated_at': '2022-06-15T15:18:07Z', 'revision_number': 2, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:18:08.897792 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Checking router: 827b8925-52c4-44f1-8793-80ac5174b28c for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:18:08.898148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Updating router 827b8925-52c4-44f1-8793-80ac5174b28c port c9e389fe-2f9f-482c-a100-d6174389a239 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:18:08.950897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:09.053045 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-8d719261-5860-4fe8-bab7-6732bd6e1e6d service neutron] 10.222.0.26 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796169 Jun 15 15:18:09.191016 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-995f6c49-7e3e-4ec7-8f13-c50442c077d8 service neutron] 10.222.0.26 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316774 Jun 15 15:18:09.346812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:09.362288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Transition to ACTIVE for port object c9e389fe-2f9f-482c-a100-d6174389a239 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:18:09.373427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:09.401614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-c3f86ca2-d4e4-46db-a6b3-386c91578f89 req-74fe5dca-5018-43ee-a180-bc6ae7554f82 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:18:09.415764 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-c3f86ca2-d4e4-46db-a6b3-386c91578f89 req-74fe5dca-5018-43ee-a180-bc6ae7554f82 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:18:09.417393 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c3f86ca2-d4e4-46db-a6b3-386c91578f89 req-74fe5dca-5018-43ee-a180-bc6ae7554f82 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 210 time: 0.0755277 Jun 15 15:18:09.443027 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 30a38852-dd41-4cf3-8a2e-03fc936a6f92 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:18:09.565927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b599f-2c3d-4625-a4a1-50f9b03ce18d None None] Pushing event updated for resources: {'Port': ['ID=c9e389fe-2f9f-482c-a100-d6174389a239,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:09.686272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Attempting to bind port c9e389fe-2f9f-482c-a100-d6174389a239 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:18:09.686638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Attempting to bind port c9e389fe-2f9f-482c-a100-d6174389a239 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:18:09.686997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Attempting to bind port c9e389fe-2f9f-482c-a100-d6174389a239 on network 5ce0de34-ded1-4045-a821-ccf14428af00 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:18:09.708332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:18:09.709360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:09.741159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:18:09.741560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Checking segment: {'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:18:09.741952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:09.742331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Bound using segment: {'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:18:09.742819 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Bound port: c9e389fe-2f9f-482c-a100-d6174389a239, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:18:09.743192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:09.921484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] For port c9e389fe-2f9f-482c-a100-d6174389a239, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:18:09.934484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] For port c9e389fe-2f9f-482c-a100-d6174389a239, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c9e389fe-2f9f-482c-a100-d6174389a239,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:18:09.935538 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:18:09.936603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:18:09.966276 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:10.077289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Routers {'827b8925-52c4-44f1-8793-80ac5174b28c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:18:10.077936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:17:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['827b8925-52c4-44f1-8793-80ac5174b28c'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:18:10.135247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b599f-2c3d-4625-a4a1-50f9b03ce18d None None] Pushing event updated for resources: {'Port': ['ID=c9e389fe-2f9f-482c-a100-d6174389a239,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:10.178355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:18:10.178739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:10.340110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] Set router 827b8925-52c4-44f1-8793-80ac5174b28c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:18:10.489287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-b8cbec67-710f-4c05-8c64-e7ced5065f99 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:10.490940 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-b8cbec67-710f-4c05-8c64-e7ced5065f99 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/networks?id=5ce0de34-ded1-4045-a821-ccf14428af00 HTTP/1.1" status: 200 len: 796 time: 0.1704199 Jun 15 15:18:10.548648 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-f17b26af-2f27-4076-bfc4-a41badb6fcf6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 380 time: 0.0490341 Jun 15 15:18:10.597004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'port': {'device_id': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'admin_state_up': True, 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'security_groups': ['f1c09db3-5776-406c-844c-41ce4188cca1']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:10.627133 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2fded0dd-c6b0-46d4-bab9-9df38b5ca1d7 req-51f801d6-c4e0-4f74-9681-bc5d5aa4a752 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 210 time: 0.0774391 Jun 15 15:18:10.656657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:18:10.750055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:10.760177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:10.771919 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:18:10.775767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:10.779731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:18:07Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c9e389fe-2f9f-482c-a100-d6174389a239', 'name': '', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:7f:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:06Z', 'updated_at': '2022-06-15T15:18:09Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:18:10.783942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29696d83-f152-4d5f-925b-b68ae3094e89 None None] The sync data for ids ['827b8925-52c4-44f1-8793-80ac5174b28c'] in dv-neutron-845844-1-hyperv is: [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:18:07Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c9e389fe-2f9f-482c-a100-d6174389a239', 'name': '', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:7f:3d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:06Z', 'updated_at': '2022-06-15T15:18:09Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:18:10.965454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.20.0.14 (5ce0de34-ded1-4045-a821-ccf14428af00/6e0a7abf-ccb3-4686-9676-810fcadd4f87/c4d82945-cf71-4d57-aab9-677c07ca9e00) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:18:11.180672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:11.198502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Transition to ACTIVE for port object c4d82945-cf71-4d57-aab9-677c07ca9e00 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:18:11.227678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:11.306019 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 5ce0de34-ded1-4045-a821-ccf14428af00 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:18:11.310454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:18:11.318037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:18:11.351132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=c4d82945-cf71-4d57-aab9-677c07ca9e00,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:11.394474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:11.395129 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:11.427560 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-cc3fdef0-92a6-4aec-bba0-312cf5f3f723 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8389943 Jun 15 15:18:11.437607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c9e389fe-2f9f-482c-a100-d6174389a239 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:18:11.440025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Request body: {'port': {'device_id': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:11.523393 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port c9e389fe-2f9f-482c-a100-d6174389a239 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:18:11.529869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c9e389fe-2f9f-482c-a100-d6174389a239 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:18:11.530336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:11.578995 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:11.664236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c9e389fe-2f9f-482c-a100-d6174389a239 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:18:11.664743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:11.675669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-706892b0-c567-4445-b3e9-bf833e27ba7c None None] Provisioning for port c4d82945-cf71-4d57-aab9-677c07ca9e00 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:18:11.683564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-706892b0-c567-4445-b3e9-bf833e27ba7c None None] Provisioning complete for port c4d82945-cf71-4d57-aab9-677c07ca9e00 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:18:11.684022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-706892b0-c567-4445-b3e9-bf833e27ba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:11.770237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port c9e389fe-2f9f-482c-a100-d6174389a239, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c9e389fe-2f9f-482c-a100-d6174389a239,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:18:11.772143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-706892b0-c567-4445-b3e9-bf833e27ba7c None None] Port c4d82945-cf71-4d57-aab9-677c07ca9e00 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:18:11.779347 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:11.856772 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=c9e389fe-2f9f-482c-a100-d6174389a239,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:11.894947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8db933-e745-4c48-819c-82499f344ecf req-cba00fd3-b82c-4b56-9e31-521190326019 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:11.903805 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4c8db933-e745-4c48-819c-82499f344ecf req-cba00fd3-b82c-4b56-9e31-521190326019 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 932 time: 0.1083531 Jun 15 15:18:11.947791 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-4c8db933-e745-4c48-819c-82499f344ecf req-210c97ac-31a3-4902-9153-8bd09ae84a63 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:18:11.966359 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-4c8db933-e745-4c48-819c-82499f344ecf req-210c97ac-31a3-4902-9153-8bd09ae84a63 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:18:11.968861 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4c8db933-e745-4c48-819c-82499f344ecf req-210c97ac-31a3-4902-9153-8bd09ae84a63 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640297 Jun 15 15:18:12.133360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d82945-cf71-4d57-aab9-677c07ca9e00 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:18:12.141471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:12.156566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Transition to ACTIVE for port object c4d82945-cf71-4d57-aab9-677c07ca9e00 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:18:12.161010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:12.320601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d82945-cf71-4d57-aab9-677c07ca9e00,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:12.410579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Attempting to bind port c4d82945-cf71-4d57-aab9-677c07ca9e00 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:18:12.410908 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Attempting to bind port c4d82945-cf71-4d57-aab9-677c07ca9e00 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:18:12.411243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Attempting to bind port c4d82945-cf71-4d57-aab9-677c07ca9e00 on network 5ce0de34-ded1-4045-a821-ccf14428af00 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:18:12.416051 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Port c4d82945-cf71-4d57-aab9-677c07ca9e00 on network 5ce0de34-ded1-4045-a821-ccf14428af00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:18:12.416397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Attempting to bind port c4d82945-cf71-4d57-aab9-677c07ca9e00 on network 5ce0de34-ded1-4045-a821-ccf14428af00 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:18:12.421402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:18:12.421733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Checking segment: {'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:18:12.422113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Bound using segment: {'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:18:12.422530 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Bound port: c4d82945-cf71-4d57-aab9-677c07ca9e00, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9de6243-412d-4ed0-b842-e8e5ea1d813c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:18:12.422872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:12.514007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] For port c4d82945-cf71-4d57-aab9-677c07ca9e00, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:18:12.517221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] For port c4d82945-cf71-4d57-aab9-677c07ca9e00, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:18:12.522538 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:12.584623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:12.585291 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:12.586795 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] 10.222.0.44 "PUT /v2.0/ports/c4d82945-cf71-4d57-aab9-677c07ca9e00 HTTP/1.1" status: 200 len: 1094 time: 1.1528387 Jun 15 15:18:12.589663 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:18:12.626103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c1b7d-00a1-44df-bc42-6e0895776e61 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d82945-cf71-4d57-aab9-677c07ca9e00,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:12.668745 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc80ebb-55f9-4dbf-91e1-7e25d94c5926'] response: {'name': 'network-changed', 'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'status': 'completed', 'code': 200} Jun 15 15:18:12.715944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-4e7f980b-3652-44b7-a5ee-c1c79da8db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:12.717729 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-4e7f980b-3652-44b7-a5ee-c1c79da8db00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 1097 time: 0.0885358 Jun 15 15:18:12.791737 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-f612df49-bd25-4458-8777-d12f6f1a098b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00 HTTP/1.1" status: 200 len: 217 time: 0.0668762 Jun 15 15:18:12.855778 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-3ab2075e-cfd3-4b2e-94c9-9e9544472244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:12.857249 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-3ab2075e-cfd3-4b2e-94c9-9e9544472244 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e0a7abf-ccb3-4686-9676-810fcadd4f87 HTTP/1.1" status: 200 len: 834 time: 0.0593467 Jun 15 15:18:12.955495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-951fac36-3ac8-4050-a465-288a00345873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:12.957092 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-951fac36-3ac8-4050-a465-288a00345873 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ce0de34-ded1-4045-a821-ccf14428af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0937943 Jun 15 15:18:13.091842 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-b48795da-a9df-429e-b953-eb14b5f2d360 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284258 Jun 15 15:18:13.178707 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7772d04-133e-480b-9557-3a41785ae8ef req-17140b8d-4236-4a2e-aafa-44cc85c05407 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:13.180213 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b7772d04-133e-480b-9557-3a41785ae8ef req-17140b8d-4236-4a2e-aafa-44cc85c05407 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 944 time: 0.0916309 Jun 15 15:18:13.233363 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b7772d04-133e-480b-9557-3a41785ae8ef req-97140d75-bc1c-4559-88c2-830979a0cdf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471621 Jun 15 15:18:13.235967 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2ee5a089-a80c-4539-9abb-6e385ff45d47 req-bc7cb16f-e4b2-4670-9378-e7517d3f06f0 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382322 Jun 15 15:18:13.365607 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a15f7e-fdf3-4a01-a4ec-8ba21cce8ada req-bd683925-a37c-43b7-b009-0da408f05d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:13.367143 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19a15f7e-fdf3-4a01-a4ec-8ba21cce8ada req-bd683925-a37c-43b7-b009-0da408f05d1b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 1097 time: 0.0825603 Jun 15 15:18:13.398409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c9e389fe-2f9f-482c-a100-d6174389a239 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:18:13.468292 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c9e389fe-2f9f-482c-a100-d6174389a239 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:18:13.468665 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:13.502345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a15f7e-fdf3-4a01-a4ec-8ba21cce8ada req-22f81963-79d7-407b-918f-5aec7f7bc0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:13.503881 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19a15f7e-fdf3-4a01-a4ec-8ba21cce8ada req-22f81963-79d7-407b-918f-5aec7f7bc0be service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ce0de34-ded1-4045-a821-ccf14428af00 HTTP/1.1" status: 200 len: 897 time: 0.1299188 Jun 15 15:18:13.595865 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c9e389fe-2f9f-482c-a100-d6174389a239 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:18:13.695716 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19a15f7e-fdf3-4a01-a4ec-8ba21cce8ada req-7665477d-2772-45e5-9b90-59c9f42be567 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00 HTTP/1.1" status: 200 len: 217 time: 0.1850986 Jun 15 15:18:13.760292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a15f7e-fdf3-4a01-a4ec-8ba21cce8ada req-0f0eb8a2-73b4-4fba-80ef-00a6ff6265d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:13.761655 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19a15f7e-fdf3-4a01-a4ec-8ba21cce8ada req-0f0eb8a2-73b4-4fba-80ef-00a6ff6265d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e0a7abf-ccb3-4686-9676-810fcadd4f87 HTTP/1.1" status: 200 len: 834 time: 0.0594594 Jun 15 15:18:13.851519 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a15f7e-fdf3-4a01-a4ec-8ba21cce8ada req-b8db6a07-4e6c-4841-b6a4-47c1b466a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:13.853120 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19a15f7e-fdf3-4a01-a4ec-8ba21cce8ada req-b8db6a07-4e6c-4841-b6a4-47c1b466a0ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ce0de34-ded1-4045-a821-ccf14428af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848198 Jun 15 15:18:13.992176 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19a15f7e-fdf3-4a01-a4ec-8ba21cce8ada req-ab39fb71-8e9d-463a-8a34-5630f875f676 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320405 Jun 15 15:18:14.136069 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-19a15f7e-fdf3-4a01-a4ec-8ba21cce8ada req-a0719f96-4544-4526-8b7f-ec4c719b6c04 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365747 Jun 15 15:18:14.459614 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae96b6-969b-4a4d-b8ff-48f5b3575e20 req-787e1e8c-9bfa-4318-966a-bf6cef7816e3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:14.460332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fbae96b6-969b-4a4d-b8ff-48f5b3575e20 req-787e1e8c-9bfa-4318-966a-bf6cef7816e3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:18:14.478601 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-fbae96b6-969b-4a4d-b8ff-48f5b3575e20 req-787e1e8c-9bfa-4318-966a-bf6cef7816e3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:18:14.479735 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fbae96b6-969b-4a4d-b8ff-48f5b3575e20 req-787e1e8c-9bfa-4318-966a-bf6cef7816e3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 944 time: 0.1204391 Jun 15 15:18:14.532275 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fbae96b6-969b-4a4d-b8ff-48f5b3575e20 req-adcda2b7-483b-41d2-b776-ff1c057b3ed7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 Jun 15 15:18:15.745733 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b42d16-67ed-4505-81ef-82b21ab99ae8 req-e8a68274-5c53-4c78-a72f-d5d9b40cdbfb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:15.747211 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a2b42d16-67ed-4505-81ef-82b21ab99ae8 req-e8a68274-5c53-4c78-a72f-d5d9b40cdbfb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 944 time: 0.0932007 Jun 15 15:18:15.806799 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a2b42d16-67ed-4505-81ef-82b21ab99ae8 req-b99f7b2b-8300-45ac-9b07-9c98608e6d0b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500267 Jun 15 15:18:17.025781 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ec3f8-f39a-4301-b6c0-9eae03f4b935 req-1fa1353d-0dc0-4301-a481-a56d42cbcdfe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:17.027288 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a74ec3f8-f39a-4301-b6c0-9eae03f4b935 req-1fa1353d-0dc0-4301-a481-a56d42cbcdfe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 944 time: 0.1091542 Jun 15 15:18:17.075264 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a74ec3f8-f39a-4301-b6c0-9eae03f4b935 req-ee3bb7e2-199e-4fd9-b95a-e4dec23fbc29 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416243 Jun 15 15:18:17.249405 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device c4d82945-cf71-4d57-aab9-677c07ca9e00 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:18:17.392317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port c4d82945-cf71-4d57-aab9-677c07ca9e00, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:18:17.406436 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'port_id': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'mac_address': 'fa:16:3e:e6:1b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:18:17.466080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port c4d82945-cf71-4d57-aab9-677c07ca9e00 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:18:17.466462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:17.484335 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d82945-cf71-4d57-aab9-677c07ca9e00 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:18:17.501425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port c4d82945-cf71-4d57-aab9-677c07ca9e00, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:18:17.508415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:17.581549 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=c4d82945-cf71-4d57-aab9-677c07ca9e00,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:17.709948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['c4d82945-cf71-4d57-aab9-677c07ca9e00'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:18:18.304689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea51aa-0861-46da-b2bb-3918dff51df7 req-baecab4d-b4a3-4ce9-b68c-311092bac42a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:18.306082 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36ea51aa-0861-46da-b2bb-3918dff51df7 req-baecab4d-b4a3-4ce9-b68c-311092bac42a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 945 time: 0.1066518 Jun 15 15:18:18.352035 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36ea51aa-0861-46da-b2bb-3918dff51df7 req-9838b777-1244-4600-87c3-3d965d06ccc2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400238 Jun 15 15:18:19.261392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device c4d82945-cf71-4d57-aab9-677c07ca9e00 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:18:19.341385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port c4d82945-cf71-4d57-aab9-677c07ca9e00 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:18:19.346709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port c4d82945-cf71-4d57-aab9-677c07ca9e00 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:18:19.347238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:19.486216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port c4d82945-cf71-4d57-aab9-677c07ca9e00 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:18:19.486588 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:19.516558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:18:19.527455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port c4d82945-cf71-4d57-aab9-677c07ca9e00, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:18:19.533044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:19.560290 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da4026-40ff-424c-af6b-a83ea4ece734 req-08e0716b-c65e-4dd0-936e-67df7319e02f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:19.562050 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44da4026-40ff-424c-af6b-a83ea4ece734 req-08e0716b-c65e-4dd0-936e-67df7319e02f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 945 time: 0.0957584 Jun 15 15:18:19.569473 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f588a56-0dc8-4573-ae30-11fb0342fd3d'] response: {'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'code': 200} Jun 15 15:18:19.614841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=c4d82945-cf71-4d57-aab9-677c07ca9e00,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:19.620877 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-44da4026-40ff-424c-af6b-a83ea4ece734 req-6713c385-2881-4061-b165-87f28467f4f1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522838 Jun 15 15:18:19.834010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8840c-1195-4e51-9346-41565e2d1ed2 req-c8c6a36d-fc8f-42bc-a4b3-c27e827850b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:19.835492 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1a8840c-1195-4e51-9346-41565e2d1ed2 req-c8c6a36d-fc8f-42bc-a4b3-c27e827850b2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 1099 time: 0.0945184 Jun 15 15:18:19.879229 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1a8840c-1195-4e51-9346-41565e2d1ed2 req-bb3ecd09-2f43-42fb-b542-1c5d6903672b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374599 Jun 15 15:18:20.831307 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d9125-d1e3-467c-ae3e-83d2dc333467 req-11d62ec3-dfc4-4339-a94f-522501f6dd2c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:20.833002 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fe5d9125-d1e3-467c-ae3e-83d2dc333467 req-11d62ec3-dfc4-4339-a94f-522501f6dd2c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.0959685 Jun 15 15:18:20.890316 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fe5d9125-d1e3-467c-ae3e-83d2dc333467 req-d0948e55-e71c-41ee-b28e-5033edde24c0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508094 Jun 15 15:18:21.767852 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:22.105080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54477bd-1c9a-45cb-8a7f-0dfcaea93589 req-d48d3a86-aa9f-46b1-9d6b-145b4c505451 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:22.106588 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d54477bd-1c9a-45cb-8a7f-0dfcaea93589 req-d48d3a86-aa9f-46b1-9d6b-145b4c505451 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.0970929 Jun 15 15:18:22.151468 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d54477bd-1c9a-45cb-8a7f-0dfcaea93589 req-db8d3a91-daa3-485b-b418-f0fadc4985d1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388606 Jun 15 15:18:22.466656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336493b1-5cd0-44a9-99e1-52d46c524cc7 req-d5441ef0-5e14-4c1a-b9cf-0c6b5e183556 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:22.468203 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-336493b1-5cd0-44a9-99e1-52d46c524cc7 req-d5441ef0-5e14-4c1a-b9cf-0c6b5e183556 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.2072463 Jun 15 15:18:22.515523 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-336493b1-5cd0-44a9-99e1-52d46c524cc7 req-3e4c9b36-7ed9-4b33-85a6-5dd8f651cd0d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Jun 15 15:18:22.545603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 45988) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:22.642564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89c8c6a-a584-449f-b3cd-e3d12d64cd22 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:22.644723 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f89c8c6a-a584-449f-b3cd-e3d12d64cd22 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 1094 time: 0.0981102 Jun 15 15:18:22.647289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 45992) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:22.652641 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:18:22.659503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:18:22.663903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:floatingip and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:18:22.666890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:18:22.672932 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:18:22.685803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:22.830351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:22.985526 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.26.3.148 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/5d2cf7bb-1f4d-488e-8ed5-c7dc6a51b5eb) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:18:23.152496 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:23.195515 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:23.260792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:18:23.263658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:18:23.267380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:18:23.300288 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=5d2cf7bb-1f4d-488e-8ed5-c7dc6a51b5eb,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:23.835134 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:23.911844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:24.123120 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:24.131552 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:24.237834 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=5d2cf7bb-1f4d-488e-8ed5-c7dc6a51b5eb,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:18:24.253361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:24.432124 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Floating IP d680d70b-a4f6-43a9-ac1c-0a91b76d27ea associated. External IP: 172.26.3.148, port: c4d82945-cf71-4d57-aab9-677c07ca9e00. Jun 15 15:18:24.792066 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 827b8925-52c4-44f1-8793-80ac5174b28c has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:18:25.098828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:18:25.108943 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4862663c-b4ca-4232-baf0-9f647e1ee126 None None] Sync routers for ids ['827b8925-52c4-44f1-8793-80ac5174b28c'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:18:25.118596 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4862663c-b4ca-4232-baf0-9f647e1ee126 None None] Routers {'827b8925-52c4-44f1-8793-80ac5174b28c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:18:25.119211 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4862663c-b4ca-4232-baf0-9f647e1ee126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:17:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['827b8925-52c4-44f1-8793-80ac5174b28c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:18:25.124724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:25.180984 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f733c321-8c07-4a7c-a9cf-e3ee0f04ecdf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5325329 Jun 15 15:18:25.181580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:18:25.229184 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec51f4ed-eed2-4920-90c5-306c61b753c4'] response: {'name': 'network-changed', 'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'status': 'completed', 'code': 200} Jun 15 15:18:25.303037 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4862663c-b4ca-4232-baf0-9f647e1ee126 None None] Set router 827b8925-52c4-44f1-8793-80ac5174b28c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:18:25.395655 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041dbc1-c1db-4337-8716-1282c207a815 req-e97b16b1-14fb-45cd-8f20-0f28363a1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:25.397267 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d041dbc1-c1db-4337-8716-1282c207a815 req-e97b16b1-14fb-45cd-8f20-0f28363a1744 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 1099 time: 0.1468151 Jun 15 15:18:25.409101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d65c3-bee4-4882-ac9e-5aad18deb518 req-78d0f719-d579-4cf1-bbd7-c373a10a9802 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:25.410581 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e7d65c3-bee4-4882-ac9e-5aad18deb518 req-78d0f719-d579-4cf1-bbd7-c373a10a9802 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1192307 Jun 15 15:18:25.538369 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1e7d65c3-bee4-4882-ac9e-5aad18deb518 req-dfbf1db1-0472-4a69-b623-e7f39e92c6a3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081817 Jun 15 15:18:25.562499 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46000) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:25.672923 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041dbc1-c1db-4337-8716-1282c207a815 req-df5f9fc7-7051-4e7c-8043-56999446a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:25.674337 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d041dbc1-c1db-4337-8716-1282c207a815 req-df5f9fc7-7051-4e7c-8043-56999446a92f service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ce0de34-ded1-4045-a821-ccf14428af00 HTTP/1.1" status: 200 len: 897 time: 0.2627904 Jun 15 15:18:25.695357 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4862663c-b4ca-4232-baf0-9f647e1ee126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:18:07Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'd680d70b-a4f6-43a9-ac1c-0a91b76d27ea', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'port_id': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'mac_address': 'fa:16:3e:e6:1b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:18:23Z', 'updated_at': '2022-06-15T15:18:23Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e389fe-2f9f-482c-a100-d6174389a239', 'name': '', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:7f:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:06Z', 'updated_at': '2022-06-15T15:18:11Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:18:25.699388 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4862663c-b4ca-4232-baf0-9f647e1ee126 None None] Checking router: 827b8925-52c4-44f1-8793-80ac5174b28c for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:18:25.707791 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4862663c-b4ca-4232-baf0-9f647e1ee126 None None] Routers {'827b8925-52c4-44f1-8793-80ac5174b28c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:18:25.709142 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4862663c-b4ca-4232-baf0-9f647e1ee126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:17:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['827b8925-52c4-44f1-8793-80ac5174b28c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:18:25.763418 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4b9c2368-ff21-4758-9b50-b9202a15aa85 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/d680d70b-a4f6-43a9-ac1c-0a91b76d27ea HTTP/1.1" status: 200 len: 992 time: 0.1997585 Jun 15 15:18:25.792500 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d041dbc1-c1db-4337-8716-1282c207a815 req-11fa72d9-3208-4271-8850-b83409f260aa service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00 HTTP/1.1" status: 200 len: 1000 time: 0.1091988 Jun 15 15:18:25.858258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041dbc1-c1db-4337-8716-1282c207a815 req-b4663dd0-96db-48a2-b3e2-e5b067949d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:25.859734 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d041dbc1-c1db-4337-8716-1282c207a815 req-b4663dd0-96db-48a2-b3e2-e5b067949d04 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e0a7abf-ccb3-4686-9676-810fcadd4f87 HTTP/1.1" status: 200 len: 834 time: 0.0621371 Jun 15 15:18:25.893096 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-4862663c-b4ca-4232-baf0-9f647e1ee126 None None] Set router 827b8925-52c4-44f1-8793-80ac5174b28c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:18:25.948495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041dbc1-c1db-4337-8716-1282c207a815 req-fe4c2eaa-b191-4fdc-a522-35a815e15a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:25.950042 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d041dbc1-c1db-4337-8716-1282c207a815 req-fe4c2eaa-b191-4fdc-a522-35a815e15a3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ce0de34-ded1-4045-a821-ccf14428af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841663 Jun 15 15:18:26.085818 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d041dbc1-c1db-4337-8716-1282c207a815 req-699c7766-f8ce-42f6-853c-fc4790c8e3d5 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287804 Jun 15 15:18:26.226092 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d041dbc1-c1db-4337-8716-1282c207a815 req-9767fbb0-5099-4c67-a3d6-a377cb09be05 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308439 Jun 15 15:18:26.253051 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-4862663c-b4ca-4232-baf0-9f647e1ee126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:18:07Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'd680d70b-a4f6-43a9-ac1c-0a91b76d27ea', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'port_id': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'mac_address': 'fa:16:3e:e6:1b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:18:23Z', 'updated_at': '2022-06-15T15:18:23Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e389fe-2f9f-482c-a100-d6174389a239', 'name': '', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:7f:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:06Z', 'updated_at': '2022-06-15T15:18:11Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:18:26.257594 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4862663c-b4ca-4232-baf0-9f647e1ee126 None None] The sync data for ids ['827b8925-52c4-44f1-8793-80ac5174b28c'] in dv-neutron-845844-1-hyperv is: [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:18:07Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'd680d70b-a4f6-43a9-ac1c-0a91b76d27ea', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.148', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'port_id': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'mac_address': 'fa:16:3e:e6:1b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:18:23Z', 'updated_at': '2022-06-15T15:18:23Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9e389fe-2f9f-482c-a100-d6174389a239', 'name': '', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:7f:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:06Z', 'updated_at': '2022-06-15T15:18:11Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:18:26.459739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbf8022-a742-4646-b943-4a660ba95c95 None None] New status for floating IP d680d70b-a4f6-43a9-ac1c-0a91b76d27ea: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:18:26.768309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46004) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:26.883783 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-08126a2c-f3f3-48b6-b729-4ff3a5ac8801 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/d680d70b-a4f6-43a9-ac1c-0a91b76d27ea HTTP/1.1" status: 200 len: 994 time: 0.1145711 Jun 15 15:18:27.312143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-93cade63-742e-4d64-bd0e-f4fc5729baf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:28.619152 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:18:29.421851 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-22e3fb24-3743-48a8-a23c-fcd0c7dab039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:30.644751 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:30.725128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:32.166724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:42.071836 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-1dd45b80-9708-46dc-8e0e-6e10bb56cc91 req-86ff3e46-43b1-4235-b47d-61ac685b0863 tempest-ServerDiskConfigTestJSON-1932201312 tempest-ServerDiskConfigTestJSON-1932201312-project] (89019) timed out ('10.222.0.44', 56376) {{(pid=89019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 15 15:18:51.768453 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:56.569321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46026) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:18:56.617508 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b041f6-3ff8-4b74-9752-91f7dbc631a7 req-3aed25fb-fb03-4c80-b2aa-298a9214a466 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:56.619016 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0b041f6-3ff8-4b74-9752-91f7dbc631a7 req-3aed25fb-fb03-4c80-b2aa-298a9214a466 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.0914414 Jun 15 15:18:56.665998 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e0b041f6-3ff8-4b74-9752-91f7dbc631a7 req-ba80072a-49c8-40c1-ae5a-caa4fe50a94f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409887 Jun 15 15:18:56.690626 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-9248f60d-4ff9-43d9-a4b3-6c9f32cde93a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1199541 Jun 15 15:18:57.307345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1371d35c-1181-498b-8e21-4e374063c488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:58.016265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-b0f84fad-23ab-4aad-8b1f-ce44703340c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:58.017992 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-b0f84fad-23ab-4aad-8b1f-ce44703340c5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 1099 time: 0.1476448 Jun 15 15:18:58.117646 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a28ed8-a236-4f17-801e-e9850eab5d1b req-8ab28ca7-cb97-4dca-87c3-c041dc670876 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:58.119175 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3a28ed8-a236-4f17-801e-e9850eab5d1b req-8ab28ca7-cb97-4dca-87c3-c041dc670876 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1841400 Jun 15 15:18:58.194550 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3a28ed8-a236-4f17-801e-e9850eab5d1b req-137aa894-de9f-435a-8d43-5450846a9e8e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684140 Jun 15 15:18:58.195743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-f9f1b888-6022-4b7c-8d4e-ad2d68362927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:58.197142 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-f9f1b888-6022-4b7c-8d4e-ad2d68362927 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ce0de34-ded1-4045-a821-ccf14428af00 HTTP/1.1" status: 200 len: 897 time: 0.1725152 Jun 15 15:18:58.302813 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-58aa2984-1d61-4dea-9fe3-75455e3b9551 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00 HTTP/1.1" status: 200 len: 1002 time: 0.0995219 Jun 15 15:18:58.496918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-3acc7864-f11e-4251-b94c-c2601d694f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:58.498376 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-3acc7864-f11e-4251-b94c-c2601d694f36 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e0a7abf-ccb3-4686-9676-810fcadd4f87 HTTP/1.1" status: 200 len: 834 time: 0.1897345 Jun 15 15:18:58.584997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-11b0db10-cb50-496f-bf37-0f6652caa032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:58.586518 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-11b0db10-cb50-496f-bf37-0f6652caa032 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ce0de34-ded1-4045-a821-ccf14428af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822051 Jun 15 15:18:58.724041 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-5ff90392-76cd-4ff8-8216-ae92b5d63b37 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312733 Jun 15 15:18:58.864323 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-340b738a-c134-49d1-9113-8741f0a080b9 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315453 Jun 15 15:18:59.409675 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1f0af-d24d-4cca-a6e9-37b9a24d5eb4 req-5a4e6485-37f3-4a98-b881-4b222a78299c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:18:59.411230 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-66b1f0af-d24d-4cca-a6e9-37b9a24d5eb4 req-5a4e6485-37f3-4a98-b881-4b222a78299c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.0992777 Jun 15 15:18:59.416275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a9799115-35ce-4230-ae2c-124422805c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:18:59.458079 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-66b1f0af-d24d-4cca-a6e9-37b9a24d5eb4 req-01892097-1df5-446b-9480-f436c337ea34 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404124 Jun 15 15:19:00.641694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:00.674164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c38fd4-7c6c-49f6-a74d-870f2ed2a914 req-4cd28b8b-55f8-446b-9f60-f4d19b7fdaa9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:00.675648 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-88c38fd4-7c6c-49f6-a74d-870f2ed2a914 req-4cd28b8b-55f8-446b-9f60-f4d19b7fdaa9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1077049 Jun 15 15:19:00.725967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:00.726453 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-88c38fd4-7c6c-49f6-a74d-870f2ed2a914 req-839b21ff-ad0b-4f0f-93ea-a50e739e9c04 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438993 Jun 15 15:19:01.940290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1187f-f014-4f84-9041-3a23797150e9 req-834e8806-ed11-4d26-bf95-9b07ef7bddbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:01.941798 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a8b1187f-f014-4f84-9041-3a23797150e9 req-834e8806-ed11-4d26-bf95-9b07ef7bddbc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.0977111 Jun 15 15:19:01.987795 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a8b1187f-f014-4f84-9041-3a23797150e9 req-4b99e1ee-bb0b-41dd-8b9d-62681e454ce1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396578 Jun 15 15:19:02.169121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:03.201075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a6ea-17ed-415c-bdb3-bd68a77176f8 req-01e4a66a-1705-4112-a8fd-8b2952a0a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:03.202579 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4957a6ea-17ed-415c-bdb3-bd68a77176f8 req-01e4a66a-1705-4112-a8fd-8b2952a0a929 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 1099 time: 0.1496823 Jun 15 15:19:03.219637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ffbfb-c262-42ba-9d50-9a4bf4fc1bd4 req-4e40a484-5da5-4de4-a1e7-a0b55d16932b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:03.221153 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d42ffbfb-c262-42ba-9d50-9a4bf4fc1bd4 req-4e40a484-5da5-4de4-a1e7-a0b55d16932b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1157737 Jun 15 15:19:03.352430 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d42ffbfb-c262-42ba-9d50-9a4bf4fc1bd4 req-8dd87b2a-76e0-4496-8f5c-edaf025811e7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083555 Jun 15 15:19:03.387878 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a6ea-17ed-415c-bdb3-bd68a77176f8 req-a3923504-16d7-439a-92e3-b1ed7d3febd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:03.389390 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4957a6ea-17ed-415c-bdb3-bd68a77176f8 req-a3923504-16d7-439a-92e3-b1ed7d3febd8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ce0de34-ded1-4045-a821-ccf14428af00 HTTP/1.1" status: 200 len: 897 time: 0.1661510 Jun 15 15:19:03.494367 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4957a6ea-17ed-415c-bdb3-bd68a77176f8 req-a4909dc7-6503-4092-bb5e-1d9eb8a7b656 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00 HTTP/1.1" status: 200 len: 1002 time: 0.0993824 Jun 15 15:19:03.556302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a6ea-17ed-415c-bdb3-bd68a77176f8 req-31efcc3b-1949-46d7-be79-bca722188f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:03.557722 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4957a6ea-17ed-415c-bdb3-bd68a77176f8 req-31efcc3b-1949-46d7-be79-bca722188f72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e0a7abf-ccb3-4686-9676-810fcadd4f87 HTTP/1.1" status: 200 len: 834 time: 0.0580032 Jun 15 15:19:03.644254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a6ea-17ed-415c-bdb3-bd68a77176f8 req-0620e3f8-ca2d-4ac5-ac4e-f8818a5a0f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:03.645687 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4957a6ea-17ed-415c-bdb3-bd68a77176f8 req-0620e3f8-ca2d-4ac5-ac4e-f8818a5a0f9c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ce0de34-ded1-4045-a821-ccf14428af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823042 Jun 15 15:19:03.781232 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4957a6ea-17ed-415c-bdb3-bd68a77176f8 req-ce472657-6ecb-4f1a-ab99-ba2c381e8d7c service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292195 Jun 15 15:19:03.916445 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4957a6ea-17ed-415c-bdb3-bd68a77176f8 req-b96da129-81d5-4035-bd99-b8d64c440546 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289937 Jun 15 15:19:04.554496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d545650-e2c8-4b0a-86c2-0b3d50e2b04b req-5cc299ed-b53c-433c-af15-2435fb73d694 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:04.555885 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9d545650-e2c8-4b0a-86c2-0b3d50e2b04b req-5cc299ed-b53c-433c-af15-2435fb73d694 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.0893981 Jun 15 15:19:04.603681 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9d545650-e2c8-4b0a-86c2-0b3d50e2b04b req-357e40e8-2435-487d-80a4-d0c17e54db5f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417998 Jun 15 15:19:05.622173 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:19:05.814553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6fbc2-1a8c-48ce-8498-b43546061389 req-cc434b19-a103-4b18-b61e-6f9a9d20862e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:05.816108 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fe6fbc2-1a8c-48ce-8498-b43546061389 req-cc434b19-a103-4b18-b61e-6f9a9d20862e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.0998008 Jun 15 15:19:05.867171 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6fe6fbc2-1a8c-48ce-8498-b43546061389 req-510340e6-f601-4ef6-99af-ef4701b1e46b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445843 Jun 15 15:19:07.084684 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3065a-854a-401f-be5b-153e171a1753 req-c95f9886-e795-4834-9369-dd593f889ec0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:07.086260 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-01a3065a-854a-401f-be5b-153e171a1753 req-c95f9886-e795-4834-9369-dd593f889ec0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1020665 Jun 15 15:19:07.133106 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-01a3065a-854a-401f-be5b-153e171a1753 req-fbc66775-e00b-40ad-ae6e-d965499e658c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407529 Jun 15 15:19:08.347151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7fa376-2d27-4efc-aadf-fe3226b47622 req-4697872e-3665-4968-bf99-65bcc24f22a6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:08.348699 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d7fa376-2d27-4efc-aadf-fe3226b47622 req-4697872e-3665-4968-bf99-65bcc24f22a6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.0950375 Jun 15 15:19:08.394435 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1d7fa376-2d27-4efc-aadf-fe3226b47622 req-22ecd0e8-7b84-452b-84b9-c27a1e94fd42 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398257 Jun 15 15:19:09.604987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b71eb4-a8dd-4e86-9b2d-a2738d34f3da req-43c020e1-9f91-4a61-9da0-73f62fc98eae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:09.606472 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e9b71eb4-a8dd-4e86-9b2d-a2738d34f3da req-43c020e1-9f91-4a61-9da0-73f62fc98eae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1023004 Jun 15 15:19:09.657247 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e9b71eb4-a8dd-4e86-9b2d-a2738d34f3da req-48a20be2-3675-4ffb-bcbc-c50088b3cccd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447776 Jun 15 15:19:11.004794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb5e3a-185d-4a2d-9039-a34b5f0944b1 req-b02e6432-1fd6-4ee5-872c-62245eabdb05 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:11.006309 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0dcb5e3a-185d-4a2d-9039-a34b5f0944b1 req-b02e6432-1fd6-4ee5-872c-62245eabdb05 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.2425976 Jun 15 15:19:11.052996 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0dcb5e3a-185d-4a2d-9039-a34b5f0944b1 req-2733a1ae-ede2-4440-9c06-791535474300 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404181 Jun 15 15:19:12.266198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47474c63-88d0-47e6-9de0-b5facb643c5e req-acd6b588-9e53-440a-8c6c-f60e6acf1c84 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:12.267699 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-47474c63-88d0-47e6-9de0-b5facb643c5e req-acd6b588-9e53-440a-8c6c-f60e6acf1c84 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.0983937 Jun 15 15:19:12.313611 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-47474c63-88d0-47e6-9de0-b5facb643c5e req-17f811e5-af1c-4e0d-880a-f044c839ac0f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399714 Jun 15 15:19:13.526752 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8265de-e320-465a-81a4-5865cd236ef3 req-2d4619f6-2ecd-419c-b216-c7f64e612a0a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:13.528634 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fc8265de-e320-465a-81a4-5865cd236ef3 req-2d4619f6-2ecd-419c-b216-c7f64e612a0a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1003211 Jun 15 15:19:13.574985 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-fc8265de-e320-465a-81a4-5865cd236ef3 req-133c0540-5ff7-47b2-85a0-f2b3463f6fd4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405719 Jun 15 15:19:14.786040 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73359fb-0c3d-488e-aa8a-f959013f8968 req-c216deb5-1774-4496-9eb1-1e07162e8b90 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:14.787521 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a73359fb-0c3d-488e-aa8a-f959013f8968 req-c216deb5-1774-4496-9eb1-1e07162e8b90 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.0974579 Jun 15 15:19:14.834416 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a73359fb-0c3d-488e-aa8a-f959013f8968 req-58c25b89-8ad4-47f0-a754-03bf1e45b7f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402932 Jun 15 15:19:15.545053 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-11926c0a-f4e7-410d-a15b-95d1815cd3cd service neutron] 10.222.0.44 "GET /v2.0/ports/c4d82945-cf71-4d57-aab9-677c07ca9e00/bindings/hv-neutron-8458 HTTP/1.1" status: 200 len: 384 time: 0.0894060 Jun 15 15:19:15.830111 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-1e5f5bd0-2957-4c71-886d-78789bb0ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:15.831659 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-1e5f5bd0-2957-4c71-886d-78789bb0ea23 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a&tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 1099 time: 0.0839951 Jun 15 15:19:15.940804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-e4b1d7f0-bdd9-47f8-9b9c-81186086d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:15.942379 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-e4b1d7f0-bdd9-47f8-9b9c-81186086d9c6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 1099 time: 0.0874214 Jun 15 15:19:16.134927 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-f8067d63-f1fb-4ada-a57e-43e54d7353c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:16.136401 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-f8067d63-f1fb-4ada-a57e-43e54d7353c6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ce0de34-ded1-4045-a821-ccf14428af00 HTTP/1.1" status: 200 len: 897 time: 0.1866159 Jun 15 15:19:16.205616 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217dd5-cc7f-4670-98d0-dd3b857804e7 req-0386353f-73b2-4e6d-a5c3-3a13d874c9a8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:16.207134 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3217dd5-cc7f-4670-98d0-dd3b857804e7 req-0386353f-73b2-4e6d-a5c3-3a13d874c9a8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.2562218 Jun 15 15:19:16.290935 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-d58a1824-acd1-4b8e-a3d8-131647c5d57e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00 HTTP/1.1" status: 200 len: 1002 time: 0.1481357 Jun 15 15:19:16.296668 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3217dd5-cc7f-4670-98d0-dd3b857804e7 req-5571444b-e176-4748-84b8-84cc7e3bbad8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816448 Jun 15 15:19:16.368797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-53a7af43-0d98-43da-88ce-fa46a4eff2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:16.370261 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-53a7af43-0d98-43da-88ce-fa46a4eff2b8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e0a7abf-ccb3-4686-9676-810fcadd4f87 HTTP/1.1" status: 200 len: 834 time: 0.0727708 Jun 15 15:19:16.456752 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-6bade749-6935-4d68-af6d-755a68519d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:16.458222 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-6bade749-6935-4d68-af6d-755a68519d44 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ce0de34-ded1-4045-a821-ccf14428af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819287 Jun 15 15:19:16.604275 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-bfcfc4d3-3c07-477f-a55e-ab57256d8301 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392646 Jun 15 15:19:16.745047 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e656de06-7a02-4905-aea7-be24dac1eb40 req-8b41320f-bea2-41ac-bb65-b7d6253dcaff service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348863 Jun 15 15:19:17.521646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ec99a-634b-485e-91a9-8c9c775bc58e req-42440f35-8cb2-4970-8dfc-196d3986c782 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:17.523159 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cf7ec99a-634b-485e-91a9-8c9c775bc58e req-42440f35-8cb2-4970-8dfc-196d3986c782 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1038349 Jun 15 15:19:17.574181 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cf7ec99a-634b-485e-91a9-8c9c775bc58e req-8e08c241-e1b2-4c80-95d4-017406eba8b2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445824 Jun 15 15:19:18.796219 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8dce89-2850-4850-b90d-dba524e8328f req-afe53fe7-5057-4445-9545-6745a99295f3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:18.797756 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af8dce89-2850-4850-b90d-dba524e8328f req-afe53fe7-5057-4445-9545-6745a99295f3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.0990431 Jun 15 15:19:18.846307 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-af8dce89-2850-4850-b90d-dba524e8328f req-40ea95ff-768b-477d-b8f9-23582b6a190a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Jun 15 15:19:19.244737 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-f40a7627-7784-464f-9c79-2e21d3e6df17 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:19.246467 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-f40a7627-7784-464f-9c79-2e21d3e6df17 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a&tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&binding%3Ahost_id=hv-neutron-8458 HTTP/1.1" status: 200 len: 946 time: 0.1554036 Jun 15 15:19:19.259998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b04a-f2b9-4a4c-91ba-07dc05fda2bf req-ce2978c3-434a-462a-8a39-148d3036c87a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:19.261904 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f0c1b04a-f2b9-4a4c-91ba-07dc05fda2bf req-ce2978c3-434a-462a-8a39-148d3036c87a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1340044 Jun 15 15:19:19.312049 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f0c1b04a-f2b9-4a4c-91ba-07dc05fda2bf req-fb04da80-b4bd-4614-b64e-8c5e7ab5fd56 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439441 Jun 15 15:19:19.410958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-2ab425c2-a730-4b33-8e6e-de8f89f2c538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:19.412480 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-2ab425c2-a730-4b33-8e6e-de8f89f2c538 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 1099 time: 0.0887666 Jun 15 15:19:19.513854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33baecde-fcbf-4493-908a-7d904374cac5 req-2515c979-fbc3-4455-9d08-300cf51f27fb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:19.515312 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-33baecde-fcbf-4493-908a-7d904374cac5 req-2515c979-fbc3-4455-9d08-300cf51f27fb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.0922163 Jun 15 15:19:19.560280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device c4d82945-cf71-4d57-aab9-677c07ca9e00 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:19:19.563416 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device c4d82945-cf71-4d57-aab9-677c07ca9e00 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:19:19.567250 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-33baecde-fcbf-4493-908a-7d904374cac5 req-08462a5c-a8c3-4fff-b098-1317debb79bb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453222 Jun 15 15:19:19.679100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-fe82a81a-8822-4e1a-b434-353fb68b92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:19.681067 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-fe82a81a-8822-4e1a-b434-353fb68b92cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ce0de34-ded1-4045-a821-ccf14428af00 HTTP/1.1" status: 200 len: 897 time: 0.2624080 Jun 15 15:19:19.782597 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port c4d82945-cf71-4d57-aab9-677c07ca9e00 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:19:19.782926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:19.795823 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-d62b129a-08e7-419b-b302-18230ca88ee9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00 HTTP/1.1" status: 200 len: 1002 time: 0.1092744 Jun 15 15:19:19.814606 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port c4d82945-cf71-4d57-aab9-677c07ca9e00, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:19:19.837941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:19:19.844250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'port_id': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'mac_address': 'fa:16:3e:e6:1b:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:19:19.850217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port c4d82945-cf71-4d57-aab9-677c07ca9e00, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:19:19.865249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-fc418672-6c5b-428d-82ae-7f8d95bc4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:19.867005 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-fc418672-6c5b-428d-82ae-7f8d95bc4102 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e0a7abf-ccb3-4686-9676-810fcadd4f87 HTTP/1.1" status: 200 len: 834 time: 0.0653126 Jun 15 15:19:19.883302 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:19.932001 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200660ea-d8d8-4ab6-914c-3be39b9b6a7b'] response: {'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'code': 200} Jun 15 15:19:19.956554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-6d3a4878-ccc3-42ad-bc5f-35ec5cd660f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:19.958286 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-6d3a4878-ccc3-42ad-bc5f-35ec5cd660f0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ce0de34-ded1-4045-a821-ccf14428af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855789 Jun 15 15:19:19.965963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port c4d82945-cf71-4d57-aab9-677c07ca9e00 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:19:19.966351 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:19.988086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=c4d82945-cf71-4d57-aab9-677c07ca9e00,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:19:19.991210 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d82945-cf71-4d57-aab9-677c07ca9e00 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:19:20.002114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:20.002476 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:20.002807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:20.003161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:20.003488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:20.003815 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:20.004131 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:20.004518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:20.004844 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:20.005195 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:20.005492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:20.005829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:20.019670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port c4d82945-cf71-4d57-aab9-677c07ca9e00, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:19:20.024941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:20.094948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['c4d82945-cf71-4d57-aab9-677c07ca9e00'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:19:20.112349 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-e10ecf9c-f194-40a2-a8c1-3653f65f2c58 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478512 Jun 15 15:19:20.151866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=c4d82945-cf71-4d57-aab9-677c07ca9e00,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:19:20.272770 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d652dad1-6de4-4b7f-872d-fc445d781487 req-0adea61e-9299-4f9a-90f1-195e4c5dfd34 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532924 Jun 15 15:19:20.785198 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b94c8-b0d4-42c0-9b20-6ebac26efd37 req-9e628305-700a-4837-9395-837fd63b353c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:20.786766 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-529b94c8-b0d4-42c0-9b20-6ebac26efd37 req-9e628305-700a-4837-9395-837fd63b353c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 945 time: 0.0990002 Jun 15 15:19:20.835706 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-529b94c8-b0d4-42c0-9b20-6ebac26efd37 req-6cc50a59-a0db-4954-894d-1210746ee583 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424774 Jun 15 15:19:21.559337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device c4d82945-cf71-4d57-aab9-677c07ca9e00 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:19:21.637510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port c4d82945-cf71-4d57-aab9-677c07ca9e00 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:19:21.637805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:21.755816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port c4d82945-cf71-4d57-aab9-677c07ca9e00 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:19:21.756208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:21.791584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:21.803234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port c4d82945-cf71-4d57-aab9-677c07ca9e00, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:19:21.808264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:21.875709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=c4d82945-cf71-4d57-aab9-677c07ca9e00,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:19:21.933518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:19:21.981889 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca64683b-20df-4281-bb04-52b516e67e64'] response: {'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'code': 200} Jun 15 15:19:22.047297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4404a5a-64f6-4b98-98e7-8eb554ca19a9 req-7962bf7b-010f-4310-8426-515ac37bc01f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:22.048849 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4404a5a-64f6-4b98-98e7-8eb554ca19a9 req-7962bf7b-010f-4310-8426-515ac37bc01f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1029081 Jun 15 15:19:22.098397 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4404a5a-64f6-4b98-98e7-8eb554ca19a9 req-dec5411a-8346-46e3-a6e4-cdbabf39b62e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409918 Jun 15 15:19:22.122116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46106) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:19:22.236912 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e4d25d07-444d-450a-bc80-9f3879bc3c83 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/d680d70b-a4f6-43a9-ac1c-0a91b76d27ea HTTP/1.1" status: 200 len: 994 time: 0.1136286 Jun 15 15:19:27.324229 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-93398b6f-6259-42fa-9ac1-5a725fb3797b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:29.427614 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1c64daec-b233-4114-92f8-cc98e9f1468d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:30.643739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:30.732494 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:32.170432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:42.623728 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:19:48.646795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46118) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:19:48.860851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port 5d2cf7bb-1f4d-488e-8ed5-c7dc6a51b5eb {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:19:48.861199 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:49.030330 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:49.030632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:49.152142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for 5d2cf7bb-1f4d-488e-8ed5-c7dc6a51b5eb owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:19:49.308004 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:49.468522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=5d2cf7bb-1f4d-488e-8ed5-c7dc6a51b5eb,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:19:49.510857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:49.511220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:49.511550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:49.511884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:49.512221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:49.512577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:49.512906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:49.513241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:49.513550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:49.513879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:49.514199 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:49.514529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:49.575870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:49.576162 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Floating IP d680d70b-a4f6-43a9-ac1c-0a91b76d27ea disassociated (deleted). External IP: 172.26.3.148, port: c4d82945-cf71-4d57-aab9-677c07ca9e00. Jun 15 15:19:49.956425 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 827b8925-52c4-44f1-8793-80ac5174b28c has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:19:50.156572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:19:50.166812 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd03b6-f4ce-4a7a-8668-d9f7c9f2d445 None None] Sync routers for ids ['827b8925-52c4-44f1-8793-80ac5174b28c'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:19:50.179673 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd03b6-f4ce-4a7a-8668-d9f7c9f2d445 None None] Routers {'827b8925-52c4-44f1-8793-80ac5174b28c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:19:50.180343 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dcdd03b6-f4ce-4a7a-8668-d9f7c9f2d445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:19:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['827b8925-52c4-44f1-8793-80ac5174b28c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:19:50.180729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:50.239789 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b80b1a32-5c49-40c0-997b-63c5320ce7ea tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/floatingips/d680d70b-a4f6-43a9-ac1c-0a91b76d27ea HTTP/1.1" status: 204 len: 168 time: 1.5903928 Jun 15 15:19:50.240415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:19:50.286576 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61dffb3f-3d18-494b-a953-d4b2a5d70913'] response: {'name': 'network-changed', 'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'status': 'completed', 'code': 200} Jun 15 15:19:50.366133 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-dcdd03b6-f4ce-4a7a-8668-d9f7c9f2d445 None None] Set router 827b8925-52c4-44f1-8793-80ac5174b28c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:19:50.401742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149c800-8210-40b2-853b-a180f9af2be2 req-b1bb5bd4-0c17-4c4e-8fe9-de41ed1f3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:50.403295 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3149c800-8210-40b2-853b-a180f9af2be2 req-b1bb5bd4-0c17-4c4e-8fe9-de41ed1f3589 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 1099 time: 0.0921214 Jun 15 15:19:50.540420 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149c800-8210-40b2-853b-a180f9af2be2 req-c5f99a1e-8e08-4fb5-94a9-f3c6aff94354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:50.541915 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3149c800-8210-40b2-853b-a180f9af2be2 req-c5f99a1e-8e08-4fb5-94a9-f3c6aff94354 service neutron] 10.222.0.44 "GET /v2.0/networks?id=5ce0de34-ded1-4045-a821-ccf14428af00 HTTP/1.1" status: 200 len: 897 time: 0.1331334 Jun 15 15:19:50.612590 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3149c800-8210-40b2-853b-a180f9af2be2 req-d17fd651-a2dc-40a3-80ad-ea5c4e5fdfd4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00 HTTP/1.1" status: 200 len: 217 time: 0.0639822 Jun 15 15:19:50.671591 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9e967-0dc3-4d36-807e-6ab075d86cc4 req-9a7aaaf9-0553-417a-b342-f0009020aeda tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:50.677283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149c800-8210-40b2-853b-a180f9af2be2 req-699bb21d-2c8b-4096-a95c-6246bd002539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:50.678866 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3149c800-8210-40b2-853b-a180f9af2be2 req-699bb21d-2c8b-4096-a95c-6246bd002539 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6e0a7abf-ccb3-4686-9676-810fcadd4f87 HTTP/1.1" status: 200 len: 834 time: 0.0597901 Jun 15 15:19:50.680774 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e9c9e967-0dc3-4d36-807e-6ab075d86cc4 req-9a7aaaf9-0553-417a-b342-f0009020aeda tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1070433 Jun 15 15:19:50.730926 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e9c9e967-0dc3-4d36-807e-6ab075d86cc4 req-7c122df1-1a30-4435-8e4a-db4ae2e04632 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490050 Jun 15 15:19:50.739933 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dcdd03b6-f4ce-4a7a-8668-d9f7c9f2d445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:18:07Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c9e389fe-2f9f-482c-a100-d6174389a239', 'name': '', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:7f:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:06Z', 'updated_at': '2022-06-15T15:18:11Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:19:50.744538 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd03b6-f4ce-4a7a-8668-d9f7c9f2d445 None None] Checking router: 827b8925-52c4-44f1-8793-80ac5174b28c for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:19:50.755166 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd03b6-f4ce-4a7a-8668-d9f7c9f2d445 None None] Routers {'827b8925-52c4-44f1-8793-80ac5174b28c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:19:50.755689 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dcdd03b6-f4ce-4a7a-8668-d9f7c9f2d445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:19:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['827b8925-52c4-44f1-8793-80ac5174b28c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:19:50.770997 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149c800-8210-40b2-853b-a180f9af2be2 req-c2f42053-3b52-4f87-833f-4522f6b55bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:50.772535 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3149c800-8210-40b2-853b-a180f9af2be2 req-c2f42053-3b52-4f87-833f-4522f6b55bda service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=5ce0de34-ded1-4045-a821-ccf14428af00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870295 Jun 15 15:19:50.908235 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3149c800-8210-40b2-853b-a180f9af2be2 req-56b6988b-a370-4c9e-8f34-44ef0e71c1a9 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277673 Jun 15 15:19:50.934344 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-dcdd03b6-f4ce-4a7a-8668-d9f7c9f2d445 None None] Set router 827b8925-52c4-44f1-8793-80ac5174b28c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:19:51.170402 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3149c800-8210-40b2-853b-a180f9af2be2 req-38e13ef2-6c98-4e2a-8d02-d0513d24b3a4 service neutron] 10.222.0.44 "GET /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557659 Jun 15 15:19:51.258836 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-dcdd03b6-f4ce-4a7a-8668-d9f7c9f2d445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:18:07Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c9e389fe-2f9f-482c-a100-d6174389a239', 'name': '', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:7f:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:06Z', 'updated_at': '2022-06-15T15:18:11Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:19:51.262978 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcdd03b6-f4ce-4a7a-8668-d9f7c9f2d445 None None] The sync data for ids ['827b8925-52c4-44f1-8793-80ac5174b28c'] in dv-neutron-845844-1-hyperv is: [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:18:07Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c9e389fe-2f9f-482c-a100-d6174389a239', 'name': '', 'network_id': '5ce0de34-ded1-4045-a821-ccf14428af00', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:7f:3d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:06Z', 'updated_at': '2022-06-15T15:18:11Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6e0a7abf-ccb3-4686-9676-810fcadd4f87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:19:51.492177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ee2cc-b299-4a6c-b538-4bfface2672a None None] New status for floating IP d680d70b-a4f6-43a9-ac1c-0a91b76d27ea: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:19:51.806985 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:51.947467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6bee5-c4bd-4304-966f-b6d1c32fc510 req-9da2c59f-73c5-4729-9a76-0f3580964cc3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:51.948176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-a4f6bee5-c4bd-4304-966f-b6d1c32fc510 req-9da2c59f-73c5-4729-9a76-0f3580964cc3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:19:51.965421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-a4f6bee5-c4bd-4304-966f-b6d1c32fc510 req-9da2c59f-73c5-4729-9a76-0f3580964cc3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:19:51.966590 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4f6bee5-c4bd-4304-966f-b6d1c32fc510 req-9da2c59f-73c5-4729-9a76-0f3580964cc3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1101656 Jun 15 15:19:52.012351 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a4f6bee5-c4bd-4304-966f-b6d1c32fc510 req-b1921de0-ea4a-49d6-9ce3-fcd6f2897862 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=f1c09db3-5776-406c-844c-41ce4188cca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394249 Jun 15 15:19:52.260318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45494c4f-7a3d-4fc2-8be7-ab06b01e56e3 req-b3f83002-1c2f-469a-b45a-7f41dc1e4cde tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:19:52.261702 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45494c4f-7a3d-4fc2-8be7-ab06b01e56e3 req-b3f83002-1c2f-469a-b45a-7f41dc1e4cde tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 946 time: 0.1021910 Jun 15 15:19:52.333496 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-45494c4f-7a3d-4fc2-8be7-ab06b01e56e3 req-2615127e-08a9-4894-86a1-00b243b15606 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port c4d82945-cf71-4d57-aab9-677c07ca9e00 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:19:52.333830 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-45494c4f-7a3d-4fc2-8be7-ab06b01e56e3 req-2615127e-08a9-4894-86a1-00b243b15606 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:52.597661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-45494c4f-7a3d-4fc2-8be7-ab06b01e56e3 req-2615127e-08a9-4894-86a1-00b243b15606 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port c4d82945-cf71-4d57-aab9-677c07ca9e00, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=c4d82945-cf71-4d57-aab9-677c07ca9e00,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:19:52.597964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-45494c4f-7a3d-4fc2-8be7-ab06b01e56e3 req-2615127e-08a9-4894-86a1-00b243b15606 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:52.725815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-45494c4f-7a3d-4fc2-8be7-ab06b01e56e3 req-2615127e-08a9-4894-86a1-00b243b15606 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for c4d82945-cf71-4d57-aab9-677c07ca9e00 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:19:52.885229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-45494c4f-7a3d-4fc2-8be7-ab06b01e56e3 req-2615127e-08a9-4894-86a1-00b243b15606 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:52.939571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615127e-08a9-4894-86a1-00b243b15606 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=c4d82945-cf71-4d57-aab9-677c07ca9e00,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:19:53.029422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-45494c4f-7a3d-4fc2-8be7-ab06b01e56e3 req-2615127e-08a9-4894-86a1-00b243b15606 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] No DVR routers for this DVR port c4d82945-cf71-4d57-aab9-677c07ca9e00 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:19:53.032889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-45494c4f-7a3d-4fc2-8be7-ab06b01e56e3 req-2615127e-08a9-4894-86a1-00b243b15606 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:53.035562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'name': 'network-vif-deleted', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:19:53.054862 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-45494c4f-7a3d-4fc2-8be7-ab06b01e56e3 req-2615127e-08a9-4894-86a1-00b243b15606 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "DELETE /v2.0/ports/c4d82945-cf71-4d57-aab9-677c07ca9e00 HTTP/1.1" status: 204 len: 173 time: 0.7874289 Jun 15 15:19:53.082410 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a8f0c58-15aa-4885-9bdc-3e8958700d53'] response: {'server_uuid': '8b163ae2-fe3e-4ee3-ba64-e7f5943b564a', 'name': 'network-vif-deleted', 'tag': 'c4d82945-cf71-4d57-aab9-677c07ca9e00', 'status': 'completed', 'code': 200} Jun 15 15:19:53.176584 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-fc46cfaf-c9a7-4ea9-a521-b42e2afaec96 req-8c49fdfc-e163-4e6e-9f82-69eb4a8be03b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=8b163ae2-fe3e-4ee3-ba64-e7f5943b564a HTTP/1.1" status: 200 len: 210 time: 0.0527356 Jun 15 15:19:54.288880 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46136) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:19:54.973639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6509c89f-21f7-444f-8416-f3b0b22fdede tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:55.371003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6509c89f-21f7-444f-8416-f3b0b22fdede tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port c9e389fe-2f9f-482c-a100-d6174389a239 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:19:55.371676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6509c89f-21f7-444f-8416-f3b0b22fdede tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:55.597262 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-6509c89f-21f7-444f-8416-f3b0b22fdede tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port c9e389fe-2f9f-482c-a100-d6174389a239, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c9e389fe-2f9f-482c-a100-d6174389a239,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:19:55.597625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6509c89f-21f7-444f-8416-f3b0b22fdede tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:55.726354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-6509c89f-21f7-444f-8416-f3b0b22fdede tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for c9e389fe-2f9f-482c-a100-d6174389a239 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:19:55.774940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device c4d82945-cf71-4d57-aab9-677c07ca9e00 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:19:55.809793 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: c4d82945-cf71-4d57-aab9-677c07ca9e00 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:19:55.810144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device c4d82945-cf71-4d57-aab9-677c07ca9e00 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:19:55.932765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6509c89f-21f7-444f-8416-f3b0b22fdede tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:55.979896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509c89f-21f7-444f-8416-f3b0b22fdede tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=c9e389fe-2f9f-482c-a100-d6174389a239,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:19:56.261766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-6509c89f-21f7-444f-8416-f3b0b22fdede tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:56.744675 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6509c89f-21f7-444f-8416-f3b0b22fdede tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router 827b8925-52c4-44f1-8793-80ac5174b28c has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:19:56.927068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6509c89f-21f7-444f-8416-f3b0b22fdede tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:19:56.937040 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b58075-32da-48e6-8fac-588ce8b125de None None] Sync routers for ids ['827b8925-52c4-44f1-8793-80ac5174b28c'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:19:56.940278 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-6509c89f-21f7-444f-8416-f3b0b22fdede tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "PUT /v2.0/routers/827b8925-52c4-44f1-8793-80ac5174b28c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6500039 Jun 15 15:19:56.943402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46140) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:19:56.947331 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b58075-32da-48e6-8fac-588ce8b125de None None] Routers {'827b8925-52c4-44f1-8793-80ac5174b28c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:19:56.947936 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-09b58075-32da-48e6-8fac-588ce8b125de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:19:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['827b8925-52c4-44f1-8793-80ac5174b28c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:19:57.010935 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-3844973f-3701-407b-9ae5-815eeb261913 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting subnet 6e0a7abf-ccb3-4686-9676-810fcadd4f87 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:19:57.014076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3844973f-3701-407b-9ae5-815eeb261913 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:57.073791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3844973f-3701-407b-9ae5-815eeb261913 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:57.125537 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-09b58075-32da-48e6-8fac-588ce8b125de None None] Set router 827b8925-52c4-44f1-8793-80ac5174b28c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:19:57.155458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3844973f-3701-407b-9ae5-815eeb261913 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:57.231916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3844973f-3701-407b-9ae5-815eeb261913 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:57.271300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844973f-3701-407b-9ae5-815eeb261913 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Subnet': ['ID=6e0a7abf-ccb3-4686-9676-810fcadd4f87,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:19:57.274861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-3844973f-3701-407b-9ae5-815eeb261913 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:57.281428 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-3844973f-3701-407b-9ae5-815eeb261913 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/subnets/6e0a7abf-ccb3-4686-9676-810fcadd4f87 HTTP/1.1" status: 204 len: 168 time: 0.3370914 Jun 15 15:19:57.282951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b925b-a842-430e-8c80-97160b3978d8 None None] Network 5ce0de34-ded1-4045-a821-ccf14428af00 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:19:57.284445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46144) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:19:57.364894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69661e76-e010-43ac-b4b2-3b1729f5a88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:57.433893 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-09b58075-32da-48e6-8fac-588ce8b125de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:19:55Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:19:57.437923 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b58075-32da-48e6-8fac-588ce8b125de None None] Checking router: 827b8925-52c4-44f1-8793-80ac5174b28c for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:19:57.453545 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b58075-32da-48e6-8fac-588ce8b125de None None] Routers {'827b8925-52c4-44f1-8793-80ac5174b28c'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:19:57.454192 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-09b58075-32da-48e6-8fac-588ce8b125de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:19:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['827b8925-52c4-44f1-8793-80ac5174b28c'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:19:57.571514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f9f684-29a0-4cc1-8d19-2b742e8889f7 None None] DHCP port deletion for 5ce0de34-ded1-4045-a821-ccf14428af00 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:19:57.576634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-66f9f684-29a0-4cc1-8d19-2b742e8889f7 None None] Deleting port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:19:57.577162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-66f9f684-29a0-4cc1-8d19-2b742e8889f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:57.616473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:57.648084 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-09b58075-32da-48e6-8fac-588ce8b125de None None] Set router 827b8925-52c4-44f1-8793-80ac5174b28c gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:19:57.790219 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-66f9f684-29a0-4cc1-8d19-2b742e8889f7 None None] For port 30a38852-dd41-4cf3-8a2e-03fc936a6f92, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=30a38852-dd41-4cf3-8a2e-03fc936a6f92,segment=NetworkSegment(c9de6243-412d-4ed0-b842-e8e5ea1d813c),segment_id=c9de6243-412d-4ed0-b842-e8e5ea1d813c)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:19:57.790532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-66f9f684-29a0-4cc1-8d19-2b742e8889f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:57.814265 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:57.827482 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:19:57.827947 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:57.922327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-66f9f684-29a0-4cc1-8d19-2b742e8889f7 None None] Calling delete_port for 30a38852-dd41-4cf3-8a2e-03fc936a6f92 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:19:57.988497 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-09b58075-32da-48e6-8fac-588ce8b125de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:19:55Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:19:57.993819 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b58075-32da-48e6-8fac-588ce8b125de None None] The sync data for ids ['827b8925-52c4-44f1-8793-80ac5174b28c'] in dv-neutron-845844-1-hyperv is: [{'id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-217712446', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58'}], 'enable_snat': True}, 'gw_port_id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:18:01Z', 'updated_at': '2022-06-15T15:19:55Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '784bcfd8-aaad-469f-8e1e-f206bfaa48c5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827b8925-52c4-44f1-8793-80ac5174b28c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:18:02Z', 'updated_at': '2022-06-15T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:19:58.003883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-66f9f684-29a0-4cc1-8d19-2b742e8889f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:58.023388 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port 784bcfd8-aaad-469f-8e1e-f206bfaa48c5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=784bcfd8-aaad-469f-8e1e-f206bfaa48c5,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:19:58.023759 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:58.052756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9f684-29a0-4cc1-8d19-2b742e8889f7 None None] Pushing event deleted for resources: {'Port': ['ID=30a38852-dd41-4cf3-8a2e-03fc936a6f92,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:19:58.056245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9f684-29a0-4cc1-8d19-2b742e8889f7 None None] No DVR routers for this DVR port 30a38852-dd41-4cf3-8a2e-03fc936a6f92 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:19:58.155987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:19:58.475725 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:58.532482 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=784bcfd8-aaad-469f-8e1e-f206bfaa48c5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:19:58.605888 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:58.606167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:58.606509 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:58.606855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:58.607188 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:58.607519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:58.607842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:58.608168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:58.608515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:58.608837 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:58.609158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:58.609481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:19:58.648439 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:58.825616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:58.828028 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:58.851277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:58.851801 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Fanout notify agent at l3_agent the message router_deleted on router 827b8925-52c4-44f1-8793-80ac5174b28c {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:19:58.867818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:58.871940 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7788e46e-cb99-4183-8f1f-9188136817f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/routers/827b8925-52c4-44f1-8793-80ac5174b28c HTTP/1.1" status: 204 len: 168 time: 1.5865054 Jun 15 15:19:58.872073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46148) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:19:58.996694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.135770 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.162768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce0de34-ded1-4045-a821-ccf14428af00']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:19:59.175953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9de6243-412d-4ed0-b842-e8e5ea1d813c') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:19:59.176277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9de6243-412d-4ed0-b842-e8e5ea1d813c') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:19:59.187627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.204840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.211996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:19:59.212429 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.306788 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment c9de6243-412d-4ed0-b842-e8e5ea1d813c resource provider aggregate not found Jun 15 15:19:59.325007 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment c9de6243-412d-4ed0-b842-e8e5ea1d813c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9de6243-412d-4ed0-b842-e8e5ea1d813c found for delete ", "request_id": "req-1c36426e-c8e4-48d3-a095-3895944a178a"}]} Jun 15 15:19:59.328747 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.338312 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.361633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Network': ['ID=5ce0de34-ded1-4045-a821-ccf14428af00,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:19:59.372709 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5a13e598-bb9d-44fe-a232-aace6d18a9cb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/networks/5ce0de34-ded1-4045-a821-ccf14428af00 HTTP/1.1" status: 204 len: 168 time: 0.4970188 Jun 15 15:19:59.372884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46158) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:19:59.423631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2b52ef9d-f8af-4a6d-a542-e40c2516ae14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.448466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6501-84ca-42fb-8a56-828f387937e5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.460745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 30a38852-dd41-4cf3-8a2e-03fc936a6f92 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:19:59.484266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6501-84ca-42fb-8a56-828f387937e5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.498691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 30a38852-dd41-4cf3-8a2e-03fc936a6f92 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:19:59.499050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 30a38852-dd41-4cf3-8a2e-03fc936a6f92 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:19:59.499479 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c9e389fe-2f9f-482c-a100-d6174389a239 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:19:59.534841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: c9e389fe-2f9f-482c-a100-d6174389a239 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:19:59.535145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c9e389fe-2f9f-482c-a100-d6174389a239 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:19:59.535577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:19:59.557375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6501-84ca-42fb-8a56-828f387937e5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.569761 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:19:59.570109 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 784bcfd8-aaad-469f-8e1e-f206bfaa48c5 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:19:59.577789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb6501-84ca-42fb-8a56-828f387937e5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c09db3-5776-406c-844c-41ce4188cca1,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:19:59.590588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-2bdb6501-84ca-42fb-8a56-828f387937e5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.594265 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2bdb6501-84ca-42fb-8a56-828f387937e5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/security-groups/f1c09db3-5776-406c-844c-41ce4188cca1 HTTP/1.1" status: 204 len: 168 time: 0.2178321 Jun 15 15:19:59.726923 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46166) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:19:59.732416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-12545693', 'description': 'tempest-secgroup-smoke-12545693 description', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:19:59.738796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:19:59.743022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:19:59.746160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:19:59.752336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:19:59.765498 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.795979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:19:59.799924 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:19:59.802834 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:19:59.808839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:19:59.881701 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.887616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.932692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45d9b3-f004-468f-8b38-5a3b534dc05f,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:19:59.935258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:19:59.936553 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3aeb3eed-283e-4837-a9a7-d41557a8c9b7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2085180 Jun 15 15:19:59.939892 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46170) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:19:59.945173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0a61e6bb-10b6-4859-a319-f62881a86555 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '8b45d9b3-f004-468f-8b38-5a3b534dc05f', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:19:59.951497 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0a61e6bb-10b6-4859-a319-f62881a86555 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:19:59.955821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0a61e6bb-10b6-4859-a319-f62881a86555 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:19:59.958842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0a61e6bb-10b6-4859-a319-f62881a86555 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:19:59.964682 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0a61e6bb-10b6-4859-a319-f62881a86555 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:19:59.982046 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a61e6bb-10b6-4859-a319-f62881a86555 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.044366 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a61e6bb-10b6-4859-a319-f62881a86555 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.049990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a61e6bb-10b6-4859-a319-f62881a86555 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.072952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61e6bb-10b6-4859-a319-f62881a86555 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed6d7d8-53d8-425f-aa54-30ed29ef489e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:00.083849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0a61e6bb-10b6-4859-a319-f62881a86555 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.085115 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0a61e6bb-10b6-4859-a319-f62881a86555 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441791 Jun 15 15:20:00.087926 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46174) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:00.093168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3bbc7581-1cfb-4024-9b7e-09fc70bbc286 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '8b45d9b3-f004-468f-8b38-5a3b534dc05f', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:20:00.099434 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3bbc7581-1cfb-4024-9b7e-09fc70bbc286 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:20:00.103679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3bbc7581-1cfb-4024-9b7e-09fc70bbc286 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:20:00.106886 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3bbc7581-1cfb-4024-9b7e-09fc70bbc286 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:20:00.113343 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3bbc7581-1cfb-4024-9b7e-09fc70bbc286 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:20:00.134184 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3bbc7581-1cfb-4024-9b7e-09fc70bbc286 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.308908 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3bbc7581-1cfb-4024-9b7e-09fc70bbc286 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.315314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3bbc7581-1cfb-4024-9b7e-09fc70bbc286 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.338745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc7581-1cfb-4024-9b7e-09fc70bbc286 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40981cb-3eb6-418b-83da-64bf18862f73,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:00.349954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3bbc7581-1cfb-4024-9b7e-09fc70bbc286 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.351349 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3bbc7581-1cfb-4024-9b7e-09fc70bbc286 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2624013 Jun 15 15:20:00.354297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46178) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:00.359766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-fda812ee-ca86-42fb-be42-f445af61e0d3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '8b45d9b3-f004-468f-8b38-5a3b534dc05f', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:20:00.366260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fda812ee-ca86-42fb-be42-f445af61e0d3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:20:00.370260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fda812ee-ca86-42fb-be42-f445af61e0d3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:20:00.373246 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-fda812ee-ca86-42fb-be42-f445af61e0d3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:20:00.379149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-fda812ee-ca86-42fb-be42-f445af61e0d3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:20:00.398618 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fda812ee-ca86-42fb-be42-f445af61e0d3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.464084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fda812ee-ca86-42fb-be42-f445af61e0d3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.469718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fda812ee-ca86-42fb-be42-f445af61e0d3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.497516 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda812ee-ca86-42fb-be42-f445af61e0d3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2857764f-4323-42bc-9d3a-27a10723d17d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:00.505523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fda812ee-ca86-42fb-be42-f445af61e0d3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.506835 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fda812ee-ca86-42fb-be42-f445af61e0d3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1514935 Jun 15 15:20:00.509733 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46182) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:00.514987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-af2b7153-bda1-4cfd-ab43-f2e59ffa00df tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '8b45d9b3-f004-468f-8b38-5a3b534dc05f', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:20:00.521412 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-af2b7153-bda1-4cfd-ab43-f2e59ffa00df tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:20:00.525805 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-af2b7153-bda1-4cfd-ab43-f2e59ffa00df tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:20:00.529265 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-af2b7153-bda1-4cfd-ab43-f2e59ffa00df tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:20:00.535636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-af2b7153-bda1-4cfd-ab43-f2e59ffa00df tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:20:00.554247 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af2b7153-bda1-4cfd-ab43-f2e59ffa00df tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.623293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af2b7153-bda1-4cfd-ab43-f2e59ffa00df tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.628140 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af2b7153-bda1-4cfd-ab43-f2e59ffa00df tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.640152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.659334 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b7153-bda1-4cfd-ab43-f2e59ffa00df tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6381409-4964-44f5-b769-1c64ce6702cf,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:00.666284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-af2b7153-bda1-4cfd-ab43-f2e59ffa00df tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.667683 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-af2b7153-bda1-4cfd-ab43-f2e59ffa00df tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1569400 Jun 15 15:20:00.670546 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46186) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:00.675719 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-362625bf-986d-4b8f-9016-9cc220f55337 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '8b45d9b3-f004-468f-8b38-5a3b534dc05f', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:20:00.682124 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-362625bf-986d-4b8f-9016-9cc220f55337 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:20:00.686339 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-362625bf-986d-4b8f-9016-9cc220f55337 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:20:00.689303 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-362625bf-986d-4b8f-9016-9cc220f55337 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:20:00.695227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-362625bf-986d-4b8f-9016-9cc220f55337 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:20:00.707669 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-362625bf-986d-4b8f-9016-9cc220f55337 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Project f2c661f8d4554a6bba95a4a95d0d6b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:20:00.715667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-362625bf-986d-4b8f-9016-9cc220f55337 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.731774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.784292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-362625bf-986d-4b8f-9016-9cc220f55337 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.790434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-362625bf-986d-4b8f-9016-9cc220f55337 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.816285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362625bf-986d-4b8f-9016-9cc220f55337 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd88abd7-cf37-477a-b751-b6ab50fd8ca1,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:00.826916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-362625bf-986d-4b8f-9016-9cc220f55337 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.828246 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-362625bf-986d-4b8f-9016-9cc220f55337 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1566186 Jun 15 15:20:00.831808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46190) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:00.838806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7881b350-bbfc-4fb0-9203-73825bd0084a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': '8b45d9b3-f004-468f-8b38-5a3b534dc05f', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:20:00.845541 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7881b350-bbfc-4fb0-9203-73825bd0084a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:20:00.849838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7881b350-bbfc-4fb0-9203-73825bd0084a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:20:00.853016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7881b350-bbfc-4fb0-9203-73825bd0084a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:20:00.859279 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7881b350-bbfc-4fb0-9203-73825bd0084a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:20:00.870983 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-7881b350-bbfc-4fb0-9203-73825bd0084a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Project f2c661f8d4554a6bba95a4a95d0d6b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:20:00.877918 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7881b350-bbfc-4fb0-9203-73825bd0084a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.944844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7881b350-bbfc-4fb0-9203-73825bd0084a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.949915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7881b350-bbfc-4fb0-9203-73825bd0084a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.973193 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881b350-bbfc-4fb0-9203-73825bd0084a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf82ba1-3a74-4695-a712-32bdc59a1dea,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:00.983646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7881b350-bbfc-4fb0-9203-73825bd0084a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:00.984957 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7881b350-bbfc-4fb0-9203-73825bd0084a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1520860 Jun 15 15:20:00.988409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46194) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:00.994143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'network': {'name': 'tempest-network-smoke--1158040297', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:20:00.999123 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:20:01.003825 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:network and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:20:01.007117 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:20:01.013555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:20:01.026034 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:20:01.030071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:01.060013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:20:01.069676 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:01.070003 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Added segment 568d94cb-7a5e-4151-b044-45830a6d2a8d of type vlan for network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 Jun 15 15:20:01.098489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:01.132886 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:01.138286 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:01.138877 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:01.245334 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2557852 Jun 15 15:20:01.248230 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46198) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:01.248478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb574a79-a3fe-4c5c-b7a1-122e08d15c73 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Network': ['ID=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:01.255486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'admin_state_up': True, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:20:01.259712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:20:01.264155 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:20:01.268512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:router and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:20:01.271558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:20:01.278966 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:20:01.290477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:01.291464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:01.307357 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:01.698823 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:02.023662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:02.053665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:02.168280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:02.196667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.26.3.89 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/8b977965-5a86-4489-b535-903335dfcee5) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:20:02.362468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:02.405187 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:02.472209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:20:02.475146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:20:02.479114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:20:02.515598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=8b977965-5a86-4489-b535-903335dfcee5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:03.024826 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:03.384137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:03.605119 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:20:03.785366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:20:03.795857 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Sync routers for ids ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:20:03.806850 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Routers {'d84fa0b8-533f-4486-bf2c-20e0771cbbb7'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:20:03.807475 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:19:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:20:03.815937 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:03.817665 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a9c753b6-8bb8-4db1-ad0f-c40601261fce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5680730 Jun 15 15:20:03.821090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46202) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:03.865320 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-64442b52-5ef1-4a73-8041-959984d0b240 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f2c661f8d4554a6bba95a4a95d0d6b03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0431697 Jun 15 15:20:03.868762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46206) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:03.994537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Set router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:20:04.000438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964dbd5a-33c7-4388-966d-cda4d7c764f3 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:04.002191 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-964dbd5a-33c7-4388-966d-cda4d7c764f3 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323254 Jun 15 15:20:04.005289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46210) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:04.046018 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-2a8037b0-a01a-47c3-bcc4-af6edd18642f tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396221 Jun 15 15:20:04.048794 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46214) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:04.055127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-494174747', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:20:04.168797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:20:04.172994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:subnet and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:20:04.176154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:20:04.182533 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:20:04.196036 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:20:04.199724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:04.314060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:20:02Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:20:04.318942 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Checking router: d84fa0b8-533f-4486-bf2c-20e0771cbbb7 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:20:04.319301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Updating router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 port 8b977965-5a86-4489-b535-903335dfcee5 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:20:04.374135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:04.419628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:04.626735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Subnet': ['ID=6daaff18-f5a3-4c4f-bb5a-53f559f54a1d,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:04.635714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Checking segment: {'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:20:04.636388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network hostable DHCP agents. Network: 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:20:04.657025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:20:04.667469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:20:04.672611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:04.673489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:04.693619 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d34819-d703-4b30-be2b-7e7a85c581ce None None] Network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:20:04.697526 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f0f6c3f7-f365-4065-83aa-869b911b0853 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6469407 Jun 15 15:20:04.700355 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46218) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:04.806360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:04.833817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Transition to ACTIVE for port object 8b977965-5a86-4489-b535-903335dfcee5 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:20:04.848723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:04.979273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Attempting to bind port 8b977965-5a86-4489-b535-903335dfcee5 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:20:04.979660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Attempting to bind port 8b977965-5a86-4489-b535-903335dfcee5 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:20:04.980034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Attempting to bind port 8b977965-5a86-4489-b535-903335dfcee5 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:20:04.989304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78ae64-31ea-4a54-b0fe-dfe559a28b7f None None] Pushing event updated for resources: {'Port': ['ID=8b977965-5a86-4489-b535-903335dfcee5,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:05.025136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:20:05.025489 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:20:05.025911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:05.026691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:20:05.027196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Bound port: 8b977965-5a86-4489-b535-903335dfcee5, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:20:05.027569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:05.081256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ips': [{'subnet_id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:20:05.082081 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:05.168483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] For port 8b977965-5a86-4489-b535-903335dfcee5, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:20:05.176361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] For port 8b977965-5a86-4489-b535-903335dfcee5, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8b977965-5a86-4489-b535-903335dfcee5,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:20:05.185000 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:05.340124 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Routers {'d84fa0b8-533f-4486-bf2c-20e0771cbbb7'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:20:05.340765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:19:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:20:05.406989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Allocated IP 172.20.0.2 (1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28/6daaff18-f5a3-4c4f-bb5a-53f559f54a1d/18f50000-558b-4d5b-8037-a711326a71a8) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:20:05.411026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78ae64-31ea-4a54-b0fe-dfe559a28b7f None None] Pushing event updated for resources: {'Port': ['ID=8b977965-5a86-4489-b535-903335dfcee5,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:05.432871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:05.669383 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] Set router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:20:05.970160 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:06.008523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Transition to ACTIVE for port object 18f50000-558b-4d5b-8037-a711326a71a8 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:20:06.037267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Transition to ACTIVE for port object 18f50000-558b-4d5b-8037-a711326a71a8 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:20:06.045183 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:06.114367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.20.0.1 (1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28/6daaff18-f5a3-4c4f-bb5a-53f559f54a1d/3818b0c1-4877-4df7-bd17-e187680e4b28) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:20:06.121733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:20:06.127520 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:20:06.132859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:20:06.136205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Pushing event updated for resources: {'Port': ['ID=18f50000-558b-4d5b-8037-a711326a71a8,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:06.141569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:20:02Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:20:06.180423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea037811-144d-4edd-b5b4-94900cabf8e8 None None] The sync data for ids ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'] in dv-neutron-845844-1-hyperv is: [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:20:02Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:20:06.246827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Attempting to bind port 18f50000-558b-4d5b-8037-a711326a71a8 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:20:06.247195 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Attempting to bind port 18f50000-558b-4d5b-8037-a711326a71a8 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:20:06.247563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Attempting to bind port 18f50000-558b-4d5b-8037-a711326a71a8 on network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:20:06.253896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:20:06.254275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Checking segment: {'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:20:06.254679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:06.255075 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Bound using segment: {'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:20:06.255550 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Bound port: 18f50000-558b-4d5b-8037-a711326a71a8, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:20:06.255936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:06.295603 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:06.312045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Transition to ACTIVE for port object 3818b0c1-4877-4df7-bd17-e187680e4b28 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:20:06.338754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:06.355608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] For port 18f50000-558b-4d5b-8037-a711326a71a8, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:20:06.360135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] For port 18f50000-558b-4d5b-8037-a711326a71a8, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=18f50000-558b-4d5b-8037-a711326a71a8,segment=NetworkSegment(568d94cb-7a5e-4151-b044-45830a6d2a8d),segment_id=568d94cb-7a5e-4151-b044-45830a6d2a8d)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:20:06.366029 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:06.416466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:20:06.421574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:20:06.425903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:20:06.471551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=3818b0c1-4877-4df7-bd17-e187680e4b28,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:06.480004 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2cbca-0e25-45d2-9411-a73f9c0da570 None None] Pushing event updated for resources: {'Port': ['ID=18f50000-558b-4d5b-8037-a711326a71a8,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:06.512740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:06.950438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:07.386950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:07.392610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:07.495760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1157d26e-6835-4ec9-a7dd-67309c01deaf None None] Network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:20:07.511925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=3818b0c1-4877-4df7-bd17-e187680e4b28,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:07.517060 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:07.583437 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8b977965-5a86-4489-b535-903335dfcee5 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:20:07.665882 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:20:07.667131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:20:07.667508 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-8caf16e5-6204-48f3-b040-0a16c7907de0 None None] Provisioning for port 18f50000-558b-4d5b-8037-a711326a71a8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:20:07.745008 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 8b977965-5a86-4489-b535-903335dfcee5 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:20:07.756698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 8b977965-5a86-4489-b535-903335dfcee5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:20:07.757073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:07.868991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:20:07.944091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 8b977965-5a86-4489-b535-903335dfcee5 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:20:07.944515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:07.964936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 8b977965-5a86-4489-b535-903335dfcee5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8b977965-5a86-4489-b535-903335dfcee5,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:20:07.970207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:07.971169 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 18f50000-558b-4d5b-8037-a711326a71a8 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:20:08.061551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:20:08.084923 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Sync routers for ids ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:20:08.085515 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7f92abf9-4a11-4b7c-881d-9b78013c4788 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "PUT /v2.0/routers/d84fa0b8-533f-4486-bf2c-20e0771cbbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3745871 Jun 15 15:20:08.090179 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Routers {'d84fa0b8-533f-4486-bf2c-20e0771cbbb7'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:20:08.090837 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:19:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:20:08.093548 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=8b977965-5a86-4489-b535-903335dfcee5,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:08.108267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 18f50000-558b-4d5b-8037-a711326a71a8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:20:08.120009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 18f50000-558b-4d5b-8037-a711326a71a8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:20:08.120472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:08.266810 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 18f50000-558b-4d5b-8037-a711326a71a8 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:20:08.267898 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:08.302368 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 18f50000-558b-4d5b-8037-a711326a71a8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=18f50000-558b-4d5b-8037-a711326a71a8,segment=NetworkSegment(568d94cb-7a5e-4151-b044-45830a6d2a8d),segment_id=568d94cb-7a5e-4151-b044-45830a6d2a8d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:20:08.308054 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Set router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:20:08.308642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:08.316143 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-13c3b02e-4002-4fa6-a892-4a28ed6d49cd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:20:08.336616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-13c3b02e-4002-4fa6-a892-4a28ed6d49cd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:20:08.339952 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-13c3b02e-4002-4fa6-a892-4a28ed6d49cd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-12545693&fields=id&tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 267 time: 0.0769641 Jun 15 15:20:08.452908 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-da29efd3-e39b-4106-83f3-062223a9d8cf None None] Provisioning complete for port 18f50000-558b-4d5b-8037-a711326a71a8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:20:08.453283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-da29efd3-e39b-4106-83f3-062223a9d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:08.491144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=18f50000-558b-4d5b-8037-a711326a71a8,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:08.528845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-fe5ecaaa-ffab-4ab3-9e4f-b4155e78a6af tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:08.529564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-fe5ecaaa-ffab-4ab3-9e4f-b4155e78a6af tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:20:08.549964 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-fe5ecaaa-ffab-4ab3-9e4f-b4155e78a6af tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:20:08.551508 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-fe5ecaaa-ffab-4ab3-9e4f-b4155e78a6af tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/networks?id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 HTTP/1.1" status: 200 len: 797 time: 0.2040575 Jun 15 15:20:08.567090 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-3cd20352-cf1d-4992-a7b2-ffebef30baa3 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/quotas/f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 375 time: 0.0099277 Jun 15 15:20:08.594805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-da29efd3-e39b-4106-83f3-062223a9d8cf None None] Current status of the port 18f50000-558b-4d5b-8037-a711326a71a8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:20:08.609254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-da29efd3-e39b-4106-83f3-062223a9d8cf None None] Provisioning for port 3818b0c1-4877-4df7-bd17-e187680e4b28 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:20:08.618359 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-da29efd3-e39b-4106-83f3-062223a9d8cf None None] Provisioning complete for port 3818b0c1-4877-4df7-bd17-e187680e4b28 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:20:08.618733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-da29efd3-e39b-4106-83f3-062223a9d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:08.677182 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-da29efd3-e39b-4106-83f3-062223a9d8cf None None] Port 3818b0c1-4877-4df7-bd17-e187680e4b28 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:20:08.705315 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-93c23f14-36ad-466f-84bc-7e969c420dae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1309478 Jun 15 15:20:08.711226 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:20:06Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3818b0c1-4877-4df7-bd17-e187680e4b28', 'name': '', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:0c:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:05Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 2, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:20:08.715549 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Checking router: d84fa0b8-533f-4486-bf2c-20e0771cbbb7 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:20:08.716365 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Updating router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 port 3818b0c1-4877-4df7-bd17-e187680e4b28 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:20:08.772919 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:08.795747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9a50a17e-4000-4407-adda-c1a369374ee0 None None] Provisioning complete for port 3818b0c1-4877-4df7-bd17-e187680e4b28 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:20:08.796256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9a50a17e-4000-4407-adda-c1a369374ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:08.853273 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9a50a17e-4000-4407-adda-c1a369374ee0 None None] Port 3818b0c1-4877-4df7-bd17-e187680e4b28 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:20:08.898744 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-3a0ea403-f49b-4c99-af1e-3471611df707 service neutron] 10.222.0.26 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847212 Jun 15 15:20:09.040367 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-124c2f67-3bb7-4896-9750-e57c07189baa service neutron] 10.222.0.26 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344979 Jun 15 15:20:09.137450 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:09.155274 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Transition to ACTIVE for port object 3818b0c1-4877-4df7-bd17-e187680e4b28 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:20:09.164023 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:09.298363 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Pushing event updated for resources: {'Port': ['ID=3818b0c1-4877-4df7-bd17-e187680e4b28,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:09.350901 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:20:09.351246 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:20:09.351581 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:20:09.351922 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:20:09.352267 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:20:09.352599 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:20:09.352924 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:20:09.353246 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:20:09.353603 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:20:09.353892 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:20:09.354217 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:20:09.354534 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:20:09.392150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-dc16e465-1ce8-4dff-9871-c0c949605be2 req-200c4a84-4676-4604-a8f2-64f1b7b983d6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:20:09.419487 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Attempting to bind port 3818b0c1-4877-4df7-bd17-e187680e4b28 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:20:09.419865 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Attempting to bind port 3818b0c1-4877-4df7-bd17-e187680e4b28 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:20:09.420481 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Attempting to bind port 3818b0c1-4877-4df7-bd17-e187680e4b28 on network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:20:09.420799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-dc16e465-1ce8-4dff-9871-c0c949605be2 req-200c4a84-4676-4604-a8f2-64f1b7b983d6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:20:09.425011 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-dc16e465-1ce8-4dff-9871-c0c949605be2 req-200c4a84-4676-4604-a8f2-64f1b7b983d6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 210 time: 0.2315643 Jun 15 15:20:09.427989 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:20:09.428404 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Checking segment: {'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:20:09.428810 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:09.429204 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Bound using segment: {'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:20:09.429675 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Bound port: 3818b0c1-4877-4df7-bd17-e187680e4b28, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:20:09.430066 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:09.507483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8b977965-5a86-4489-b535-903335dfcee5 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:20:09.579134 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] For port 3818b0c1-4877-4df7-bd17-e187680e4b28, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:20:09.582930 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] For port 3818b0c1-4877-4df7-bd17-e187680e4b28, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3818b0c1-4877-4df7-bd17-e187680e4b28,segment=NetworkSegment(568d94cb-7a5e-4151-b044-45830a6d2a8d),segment_id=568d94cb-7a5e-4151-b044-45830a6d2a8d)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:20:09.587085 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:09.603708 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 8b977965-5a86-4489-b535-903335dfcee5 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:20:09.604246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:09.665077 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Routers {'d84fa0b8-533f-4486-bf2c-20e0771cbbb7'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:20:09.665763 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:19:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:20:09.745892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 8b977965-5a86-4489-b535-903335dfcee5 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:20:09.747431 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 18f50000-558b-4d5b-8037-a711326a71a8 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:20:09.824752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 18f50000-558b-4d5b-8037-a711326a71a8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:20:09.825138 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:09.845799 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1781a87e-d5e0-417a-892e-1cbdf751d974 None None] Pushing event updated for resources: {'Port': ['ID=3818b0c1-4877-4df7-bd17-e187680e4b28,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:09.879073 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] Set router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:20:09.962172 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 18f50000-558b-4d5b-8037-a711326a71a8 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:20:10.212074 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:20:06Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3818b0c1-4877-4df7-bd17-e187680e4b28', 'name': '', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:0c:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:05Z', 'updated_at': '2022-06-15T15:20:09Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:20:10.216671 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19fa55f-0e50-495b-92f3-a73416d44851 None None] The sync data for ids ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'] in dv-neutron-845844-1-hyperv is: [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:20:06Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3818b0c1-4877-4df7-bd17-e187680e4b28', 'name': '', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:0c:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:05Z', 'updated_at': '2022-06-15T15:20:09Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:20:10.497166 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-456e7281-7bc6-48ad-9f34-07cd11e409a2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:10.498030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-456e7281-7bc6-48ad-9f34-07cd11e409a2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:20:10.515441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-456e7281-7bc6-48ad-9f34-07cd11e409a2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:20:10.516810 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-456e7281-7bc6-48ad-9f34-07cd11e409a2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/networks?id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 HTTP/1.1" status: 200 len: 797 time: 0.1990163 Jun 15 15:20:10.571307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-989e32cd-fe86-4d35-a60a-e36f0e8670dd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:20:10.585274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-989e32cd-fe86-4d35-a60a-e36f0e8670dd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:20:10.586671 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-989e32cd-fe86-4d35-a60a-e36f0e8670dd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 378 time: 0.0616271 Jun 15 15:20:10.598156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'port': {'device_id': '87608e41-4de9-4534-9178-2586b0efc79e', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'admin_state_up': True, 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'security_groups': ['8b45d9b3-f004-468f-8b38-5a3b534dc05f']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:20:10.622033 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0451efda-1668-4ec2-b991-760bf9ab7c17 req-f570238f-0181-4580-96d7-9eb7a49576c4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 210 time: 0.0581031 Jun 15 15:20:10.749866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:20:10.760404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:20:10.772830 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:20:10.776987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:10.956389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.20.0.12 (1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28/6daaff18-f5a3-4c4f-bb5a-53f559f54a1d/ac75b33d-31a7-4cb0-b46b-1a03f2f435a8) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:20:11.160673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:11.179636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Transition to ACTIVE for port object ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:20:11.208174 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:11.280985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:20:11.284925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:20:11.288924 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:20:11.328264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:11.360610 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:11.361513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:11.390556 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-6c8cfd88-b028-4bdc-bc9c-23bd114824fd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7966838 Jun 15 15:20:11.402557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Request body: {'port': {'device_id': '87608e41-4de9-4534-9178-2586b0efc79e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:20:11.498423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3818b0c1-4877-4df7-bd17-e187680e4b28 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:20:11.524615 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:11.567526 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-82884cc4-f11b-4428-9389-2002e289563a None None] Provisioning for port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:20:11.574463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-82884cc4-f11b-4428-9389-2002e289563a None None] Provisioning complete for port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:20:11.574841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82884cc4-f11b-4428-9389-2002e289563a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:11.614224 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 3818b0c1-4877-4df7-bd17-e187680e4b28 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:20:11.629296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3818b0c1-4877-4df7-bd17-e187680e4b28 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:20:11.629671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:11.679596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-82884cc4-f11b-4428-9389-2002e289563a None None] Port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:20:11.765566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3818b0c1-4877-4df7-bd17-e187680e4b28 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:20:11.765875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:11.799519 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 3818b0c1-4877-4df7-bd17-e187680e4b28, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3818b0c1-4877-4df7-bd17-e187680e4b28,segment=NetworkSegment(568d94cb-7a5e-4151-b044-45830a6d2a8d),segment_id=568d94cb-7a5e-4151-b044-45830a6d2a8d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:20:11.804414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:11.875998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=3818b0c1-4877-4df7-bd17-e187680e4b28,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:11.936316 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9ceba-d44e-4039-bc0d-7f6f2d64a2a0 req-ef0c066e-6990-457e-8247-15a884e655e9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:11.937018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-10b9ceba-d44e-4039-bc0d-7f6f2d64a2a0 req-ef0c066e-6990-457e-8247-15a884e655e9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:20:11.969131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:20:11.975410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-10b9ceba-d44e-4039-bc0d-7f6f2d64a2a0 req-ef0c066e-6990-457e-8247-15a884e655e9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:20:11.976604 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-10b9ceba-d44e-4039-bc0d-7f6f2d64a2a0 req-ef0c066e-6990-457e-8247-15a884e655e9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 932 time: 0.2078333 Jun 15 15:20:11.978176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:12.013513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Transition to ACTIVE for port object ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:20:12.023967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:12.086292 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-10b9ceba-d44e-4039-bc0d-7f6f2d64a2a0 req-b7e95bd4-d2ed-45cd-8199-dd0d74608d41 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036882 Jun 15 15:20:12.164050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:12.281360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Attempting to bind port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:20:12.281709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Attempting to bind port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:20:12.282039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Attempting to bind port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 on network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:20:12.287081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 on network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:20:12.287403 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Attempting to bind port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 on network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:20:12.292716 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:20:12.292981 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Checking segment: {'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:20:12.293363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Bound using segment: {'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:20:12.293786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Bound port: ac75b33d-31a7-4cb0-b46b-1a03f2f435a8, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '568d94cb-7a5e-4151-b044-45830a6d2a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:20:12.294142 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:12.495982 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] For port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:20:12.499238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] For port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8,segment=NetworkSegment(568d94cb-7a5e-4151-b044-45830a6d2a8d),segment_id=568d94cb-7a5e-4151-b044-45830a6d2a8d)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:20:12.503787 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:12.566947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:12.567550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:12.568990 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] 10.222.0.44 "PUT /v2.0/ports/ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 HTTP/1.1" status: 200 len: 1094 time: 1.1712518 Jun 15 15:20:12.569402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87608e41-4de9-4534-9178-2586b0efc79e', 'tag': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:20:12.594590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109dafd3-e87a-492a-8905-c473ea3e3fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:12.651921 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9dff4ab-c782-4c69-b72a-b0a0d0e9b4b9'] response: {'name': 'network-changed', 'server_uuid': '87608e41-4de9-4534-9178-2586b0efc79e', 'tag': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8', 'status': 'completed', 'code': 200} Jun 15 15:20:12.698257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-65dacbe7-2978-487b-a56c-62e498c188ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:12.700110 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-65dacbe7-2978-487b-a56c-62e498c188ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 1097 time: 0.0866847 Jun 15 15:20:12.772310 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-9cc9a7a3-def5-4e1d-8e45-f477955f34f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 HTTP/1.1" status: 200 len: 217 time: 0.0649788 Jun 15 15:20:12.835758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-7b954f49-d26c-400b-b564-f434b8169dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:12.837287 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-7b954f49-d26c-400b-b564-f434b8169dc5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6daaff18-f5a3-4c4f-bb5a-53f559f54a1d HTTP/1.1" status: 200 len: 834 time: 0.0591512 Jun 15 15:20:12.930983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-22d27cfe-6131-4f05-81ea-a114bd95d238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:12.933451 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-22d27cfe-6131-4f05-81ea-a114bd95d238 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898504 Jun 15 15:20:13.068462 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-84dc99c6-9039-46fb-ac20-ce894b955056 service neutron] 10.222.0.44 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286318 Jun 15 15:20:13.259825 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e40f6553-44ad-4f92-b74e-e10ab38f3e18 req-25ea9579-5b27-4b19-b565-b6fc4d5ad7c9 service neutron] 10.222.0.44 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851070 Jun 15 15:20:13.301109 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d00ee0-fa9c-4b3d-98b9-2f07e44ff324 req-44edab6d-4d19-4cc8-af7b-fd2cd4c0ce2e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:13.302813 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13d00ee0-fa9c-4b3d-98b9-2f07e44ff324 req-44edab6d-4d19-4cc8-af7b-fd2cd4c0ce2e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 944 time: 0.1084647 Jun 15 15:20:13.405533 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13d00ee0-fa9c-4b3d-98b9-2f07e44ff324 req-def28e80-55f4-4398-b470-74ecb4efa207 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956383 Jun 15 15:20:13.424260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c4b12-44de-4239-b890-ac89506c257f req-5a80301f-7b46-4ddf-93aa-0d1f700003c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:13.425638 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c65c4b12-44de-4239-b890-ac89506c257f req-5a80301f-7b46-4ddf-93aa-0d1f700003c7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 1097 time: 0.1172285 Jun 15 15:20:13.469187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3818b0c1-4877-4df7-bd17-e187680e4b28 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:20:13.541959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3818b0c1-4877-4df7-bd17-e187680e4b28 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:20:13.542321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:13.563149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c4b12-44de-4239-b890-ac89506c257f req-6f9f76d6-183b-42d3-8416-90be02a2ed5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:13.565194 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c65c4b12-44de-4239-b890-ac89506c257f req-6f9f76d6-183b-42d3-8416-90be02a2ed5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 HTTP/1.1" status: 200 len: 898 time: 0.1324694 Jun 15 15:20:13.633414 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c65c4b12-44de-4239-b890-ac89506c257f req-da7ea43d-a7ff-4447-aa86-5c10c5b63a4b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 HTTP/1.1" status: 200 len: 217 time: 0.0618436 Jun 15 15:20:13.661652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3818b0c1-4877-4df7-bd17-e187680e4b28 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:20:13.700114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c4b12-44de-4239-b890-ac89506c257f req-1b96ba99-ef64-4426-acbd-514d3e6b5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:13.701661 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c65c4b12-44de-4239-b890-ac89506c257f req-1b96ba99-ef64-4426-acbd-514d3e6b5748 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6daaff18-f5a3-4c4f-bb5a-53f559f54a1d HTTP/1.1" status: 200 len: 834 time: 0.0617998 Jun 15 15:20:13.787668 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c4b12-44de-4239-b890-ac89506c257f req-83e98f90-7bb4-4835-b444-33a70aa70707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:13.789250 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c65c4b12-44de-4239-b890-ac89506c257f req-83e98f90-7bb4-4835-b444-33a70aa70707 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811903 Jun 15 15:20:13.925925 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c65c4b12-44de-4239-b890-ac89506c257f req-1aaec8c4-8cc6-494b-8807-1e342039c16b service neutron] 10.222.0.44 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294358 Jun 15 15:20:14.065710 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c65c4b12-44de-4239-b890-ac89506c257f req-9c998dcd-b69f-43d8-9e5d-fdf6bc0d4d1c service neutron] 10.222.0.44 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323555 Jun 15 15:20:14.669933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ec899-8088-42c4-9e40-c8ff9b999cf2 req-42b2f1c9-a7dc-4225-afb6-a36b18b00522 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:14.671441 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-847ec899-8088-42c4-9e40-c8ff9b999cf2 req-42b2f1c9-a7dc-4225-afb6-a36b18b00522 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 944 time: 0.1412663 Jun 15 15:20:14.721106 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-847ec899-8088-42c4-9e40-c8ff9b999cf2 req-9670eced-b30c-493c-af94-7cefb862dca4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435948 Jun 15 15:20:15.962011 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:20:16.092076 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100451c-5e12-4c6f-982a-c1b7a2e3350a req-3ac916eb-9c1e-4d1e-ae5f-968aa7749877 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:16.093652 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3100451c-5e12-4c6f-982a-c1b7a2e3350a req-3ac916eb-9c1e-4d1e-ae5f-968aa7749877 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 944 time: 0.2527688 Jun 15 15:20:16.105193 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8,segment=NetworkSegment(568d94cb-7a5e-4151-b044-45830a6d2a8d),segment_id=568d94cb-7a5e-4151-b044-45830a6d2a8d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:20:16.118959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'port_id': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8', 'mac_address': 'fa:16:3e:45:42:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:20:16.140002 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3100451c-5e12-4c6f-982a-c1b7a2e3350a req-b2dddd20-370e-40cd-9d67-3e86c036c4ba tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402532 Jun 15 15:20:16.179243 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:20:16.179612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:16.196748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:20:16.212797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8,segment=NetworkSegment(568d94cb-7a5e-4151-b044-45830a6d2a8d),segment_id=568d94cb-7a5e-4151-b044-45830a6d2a8d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:20:16.219162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:16.287030 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:16.420217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['ac75b33d-31a7-4cb0-b46b-1a03f2f435a8'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:20:17.356390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06716044-96b8-4f34-9cde-9e9f4707f391 req-d7bee958-b2df-44d6-982b-777fcf6dadc8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:17.357934 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-06716044-96b8-4f34-9cde-9e9f4707f391 req-d7bee958-b2df-44d6-982b-777fcf6dadc8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 945 time: 0.1058538 Jun 15 15:20:17.403512 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-06716044-96b8-4f34-9cde-9e9f4707f391 req-d9cb1a3a-8a76-4bee-894e-57aba5bbdfac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392606 Jun 15 15:20:17.963403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:20:18.049491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:20:18.054686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:20:18.055068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:18.179910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:20:18.180314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:18.208765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87608e41-4de9-4534-9178-2586b0efc79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:20:18.219140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8,segment=NetworkSegment(568d94cb-7a5e-4151-b044-45830a6d2a8d),segment_id=568d94cb-7a5e-4151-b044-45830a6d2a8d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:20:18.224394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:18.256713 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef12535e-42d0-401c-bd6a-0c543ef55cf8'] response: {'server_uuid': '87608e41-4de9-4534-9178-2586b0efc79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8', 'code': 200} Jun 15 15:20:18.300412 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:18.543408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aba419-7e8b-4b26-97c2-ffd5c599ed7f req-e2530e7b-3b1e-405f-a367-67682567958e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:18.544949 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98aba419-7e8b-4b26-97c2-ffd5c599ed7f req-e2530e7b-3b1e-405f-a367-67682567958e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 1099 time: 0.1248960 Jun 15 15:20:18.587301 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-98aba419-7e8b-4b26-97c2-ffd5c599ed7f req-644025fd-33c1-4342-88a5-72fd4a28f1c8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367129 Jun 15 15:20:18.608972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92083654-140a-452e-beea-85a1efb143f7 req-e6c5f0db-9828-464d-a373-9e30dda2ca90 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:18.610428 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-92083654-140a-452e-beea-85a1efb143f7 req-e6c5f0db-9828-464d-a373-9e30dda2ca90 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.0992880 Jun 15 15:20:18.655861 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-92083654-140a-452e-beea-85a1efb143f7 req-8f0416b1-0d73-4ee2-831b-52d317f2a817 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390947 Jun 15 15:20:19.622931 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:20:19.888371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192e992-73fa-455b-8fcf-a3bf98f5664e req-01410e60-fad4-4239-9509-ccf26ade02b1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:19.889961 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d192e992-73fa-455b-8fcf-a3bf98f5664e req-01410e60-fad4-4239-9509-ccf26ade02b1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.1054213 Jun 15 15:20:19.959620 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d192e992-73fa-455b-8fcf-a3bf98f5664e req-86e8a869-88db-4ca2-ad19-1788ee96f46d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625288 Jun 15 15:20:20.181755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e43745-f492-40d0-bf30-8ebea5019b08 req-839311f7-12f1-4e98-805f-87ff8a38c0d8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:20.183497 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-68e43745-f492-40d0-bf30-8ebea5019b08 req-839311f7-12f1-4e98-805f-87ff8a38c0d8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.0994937 Jun 15 15:20:20.230510 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-68e43745-f492-40d0-bf30-8ebea5019b08 req-3aba3a53-79e9-458d-8f69-a8b27414629a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411878 Jun 15 15:20:20.260790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46280) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:20.395679 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd2a69-e6b4-4484-9f99-32a7c0781cea tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:20.397439 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-25cd2a69-e6b4-4484-9f99-32a7c0781cea tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 1094 time: 0.1339819 Jun 15 15:20:20.402077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46286) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:20.407333 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:20:20.414324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:20:20.418765 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:floatingip and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:20:20.421902 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:20:20.428670 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:20:20.442991 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:20.588527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:20.730522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.26.3.105 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/a4ae7e8f-8f41-4cf8-a001-642ae2fdf433) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:20:20.883292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:20.915551 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:20.985783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:20:20.988862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:20:20.992589 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:20:21.022281 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=a4ae7e8f-8f41-4cf8-a001-642ae2fdf433,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:21.419958 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:21.498339 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:21.708108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:21.714637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:21.823719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:21.931223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=a4ae7e8f-8f41-4cf8-a001-642ae2fdf433,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:20:21.944753 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:22.118702 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Floating IP ae32cb12-56e7-43da-bccd-6d739595a19f associated. External IP: 172.26.3.105, port: ac75b33d-31a7-4cb0-b46b-1a03f2f435a8. Jun 15 15:20:22.486835 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:20:22.670055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:20:22.680986 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a67e6-8794-4420-90c6-002cb9965c82 None None] Sync routers for ids ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:20:22.691252 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a67e6-8794-4420-90c6-002cb9965c82 None None] Routers {'d84fa0b8-533f-4486-bf2c-20e0771cbbb7'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:20:22.692403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8e7a67e6-8794-4420-90c6-002cb9965c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:19:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:20:22.696980 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:22.753802 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-00051f8c-f2e9-44fc-89bf-ff52a406e25f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3503945 Jun 15 15:20:22.754710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87608e41-4de9-4534-9178-2586b0efc79e', 'tag': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:20:22.857416 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fc10503-308d-425e-95a8-8eaba5013d7e'] response: {'name': 'network-changed', 'server_uuid': '87608e41-4de9-4534-9178-2586b0efc79e', 'tag': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8', 'status': 'completed', 'code': 200} Jun 15 15:20:22.877816 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-8e7a67e6-8794-4420-90c6-002cb9965c82 None None] Set router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:20:23.010409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a2894-56d9-427c-b5f2-c1a11a67fde9 req-b787ea45-3e95-4f0f-bb51-9cdce74dd8e5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:23.011844 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-796a2894-56d9-427c-b5f2-c1a11a67fde9 req-b787ea45-3e95-4f0f-bb51-9cdce74dd8e5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.1532049 Jun 15 15:20:23.017274 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-a6f7c0eb-8359-4192-a9b3-22ed273bfdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:23.018664 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-a6f7c0eb-8359-4192-a9b3-22ed273bfdf8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 1099 time: 0.1190946 Jun 15 15:20:23.142042 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-796a2894-56d9-427c-b5f2-c1a11a67fde9 req-b280bda0-d38b-407e-9994-f1d0b5a317f0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1223524 Jun 15 15:20:23.168229 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46296) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:23.186743 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-87b9580b-f653-49ee-ad20-56594fbb5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:23.188240 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-87b9580b-f653-49ee-ad20-56594fbb5f6e service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 HTTP/1.1" status: 200 len: 898 time: 0.1550069 Jun 15 15:20:23.240259 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8e7a67e6-8794-4420-90c6-002cb9965c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:20:06Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'ae32cb12-56e7-43da-bccd-6d739595a19f', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.105', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'port_id': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'mac_address': 'fa:16:3e:45:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87608e41-4de9-4534-9178-2586b0efc79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:20:21Z', 'updated_at': '2022-06-15T15:20:21Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3818b0c1-4877-4df7-bd17-e187680e4b28', 'name': '', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:0c:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:05Z', 'updated_at': '2022-06-15T15:20:11Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:20:23.244628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a67e6-8794-4420-90c6-002cb9965c82 None None] Checking router: d84fa0b8-533f-4486-bf2c-20e0771cbbb7 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:20:23.253528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a67e6-8794-4420-90c6-002cb9965c82 None None] Routers {'d84fa0b8-533f-4486-bf2c-20e0771cbbb7'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:20:23.254272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8e7a67e6-8794-4420-90c6-002cb9965c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:19:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:20:23.295989 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-96d19939-91f3-4ee1-970c-484a475ef151 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/ae32cb12-56e7-43da-bccd-6d739595a19f HTTP/1.1" status: 200 len: 992 time: 0.1256313 Jun 15 15:20:23.317415 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-c0cceb39-d098-4f0d-9b93-dbe3608e0489 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 HTTP/1.1" status: 200 len: 1000 time: 0.1176841 Jun 15 15:20:23.385101 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-808bfedd-51a7-4df2-8913-b953a251a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:23.385457 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-808bfedd-51a7-4df2-8913-b953a251a886 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6daaff18-f5a3-4c4f-bb5a-53f559f54a1d HTTP/1.1" status: 200 len: 834 time: 0.0634429 Jun 15 15:20:23.458706 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-8e7a67e6-8794-4420-90c6-002cb9965c82 None None] Set router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:20:23.472311 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-567055cb-b976-4366-af5f-249bf6fb38de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:23.473922 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-567055cb-b976-4366-af5f-249bf6fb38de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825212 Jun 15 15:20:23.483596 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-ed7489cc-caa6-4253-bce7-f743b94db1c5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 15:20:23.484542 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-ed7489cc-caa6-4253-bce7-f743b94db1c5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049505 Jun 15 15:20:23.730376 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-a72a3671-e6ec-49ef-8b2b-e898a88de4b8 service neutron] 10.222.0.44 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396975 Jun 15 15:20:23.861427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-8e7a67e6-8794-4420-90c6-002cb9965c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:20:06Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'ae32cb12-56e7-43da-bccd-6d739595a19f', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.105', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'port_id': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'mac_address': 'fa:16:3e:45:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87608e41-4de9-4534-9178-2586b0efc79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:20:21Z', 'updated_at': '2022-06-15T15:20:21Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3818b0c1-4877-4df7-bd17-e187680e4b28', 'name': '', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:0c:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:05Z', 'updated_at': '2022-06-15T15:20:11Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:20:23.865893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7a67e6-8794-4420-90c6-002cb9965c82 None None] The sync data for ids ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'] in dv-neutron-845844-1-hyperv is: [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:20:06Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'ae32cb12-56e7-43da-bccd-6d739595a19f', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.105', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'port_id': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'mac_address': 'fa:16:3e:45:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87608e41-4de9-4534-9178-2586b0efc79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:20:21Z', 'updated_at': '2022-06-15T15:20:21Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3818b0c1-4877-4df7-bd17-e187680e4b28', 'name': '', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:0c:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:05Z', 'updated_at': '2022-06-15T15:20:11Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:20:23.869182 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9853a52d-f65c-4a13-9f9a-4a421f19a9db req-33a96406-a409-4c36-8672-75c3530d3baf service neutron] 10.222.0.44 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330912 Jun 15 15:20:24.069758 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce4ced1-f902-49fd-a9e0-35a48f3bd52f None None] New status for floating IP ae32cb12-56e7-43da-bccd-6d739595a19f: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:20:24.299865 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46300) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:20:24.506807 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-54df4a45-1fc0-448e-84b7-3944947fc3e2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/ae32cb12-56e7-43da-bccd-6d739595a19f HTTP/1.1" status: 200 len: 994 time: 0.2058244 Jun 15 15:20:27.312890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5069ffc0-1886-459d-bdb4-5e398bccced9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:29.421660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-05aeadf9-03fc-4d16-a47a-29d3c06e22c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:30.639217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:30.739510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:32.177702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:51.522485 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ab10b-7cc7-47e8-9295-a960158d7832 req-f6d750fa-23e5-4f23-9dca-9e05e05c5f8b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:51.523986 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6b6ab10b-7cc7-47e8-9295-a960158d7832 req-f6d750fa-23e5-4f23-9dca-9e05e05c5f8b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.0931163 Jun 15 15:20:51.583987 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6b6ab10b-7cc7-47e8-9295-a960158d7832 req-68847bb1-a85d-4820-a620-c27bbb866c49 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534952 Jun 15 15:20:51.831687 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:52.812967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad8f53-6fc5-438b-a8d3-b6409773eb1a req-245df47e-7f6e-4b4d-96bb-0263a2fedf66 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:52.814546 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93ad8f53-6fc5-438b-a8d3-b6409773eb1a req-245df47e-7f6e-4b4d-96bb-0263a2fedf66 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.1060424 Jun 15 15:20:52.859329 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-93ad8f53-6fc5-438b-a8d3-b6409773eb1a req-de160bee-7592-4b34-b1b8-1f5de88f88c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388465 Jun 15 15:20:54.068039 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf8ffc-3575-4aab-be5e-c01416dc654f req-12692623-5c09-4efb-a269-fc56aa702455 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:54.069442 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cdaf8ffc-3575-4aab-be5e-c01416dc654f req-12692623-5c09-4efb-a269-fc56aa702455 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.0993314 Jun 15 15:20:54.115835 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cdaf8ffc-3575-4aab-be5e-c01416dc654f req-36594961-738f-4608-9d6b-2792c93ab95a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406854 Jun 15 15:20:55.343842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaddbfe-3573-4e02-9152-9b80a984edae req-333e2e5a-6d21-4223-862a-4bcace90cf78 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:55.345436 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2aaddbfe-3573-4e02-9152-9b80a984edae req-333e2e5a-6d21-4223-862a-4bcace90cf78 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.1132748 Jun 15 15:20:55.399527 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2aaddbfe-3573-4e02-9152-9b80a984edae req-71f8d57d-f03b-42dd-bcf2-90ecbd0a67b8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452547 Jun 15 15:20:56.622090 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:20:56.626806 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71562dc6-32ed-4afc-96cc-b674eb03a564 req-d0923010-d2b1-4a14-99bd-e92b39ce31c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:56.628341 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-71562dc6-32ed-4afc-96cc-b674eb03a564 req-d0923010-d2b1-4a14-99bd-e92b39ce31c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.1046553 Jun 15 15:20:56.674450 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-71562dc6-32ed-4afc-96cc-b674eb03a564 req-3ef9ec80-d902-43fe-8a27-8a374251b1db tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400918 Jun 15 15:20:57.313528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2410d3ae-4d50-4548-978d-bfc284cebe1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:20:57.883696 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6caad-5a96-4e23-89c9-94f1612b8cfa req-cf53bf44-8152-414e-88e6-d13a0136b3ca tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:57.885246 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1b6caad-5a96-4e23-89c9-94f1612b8cfa req-cf53bf44-8152-414e-88e6-d13a0136b3ca tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.0988252 Jun 15 15:20:57.943933 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d1b6caad-5a96-4e23-89c9-94f1612b8cfa req-531c9bf7-3009-4631-880e-3f62c7639078 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501475 Jun 15 15:20:59.167636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4546a3c-8c7e-429e-91fd-c11d1547b20d req-40b29ffe-5704-421e-b010-8432b4003d45 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:20:59.169227 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a4546a3c-8c7e-429e-91fd-c11d1547b20d req-40b29ffe-5704-421e-b010-8432b4003d45 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.1107638 Jun 15 15:20:59.216767 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a4546a3c-8c7e-429e-91fd-c11d1547b20d req-207c8e4d-527b-48ec-8e82-74d091d6b6bd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409777 Jun 15 15:20:59.420967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb2cefb9-51ba-4d0a-bba9-d03257fbc3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:00.441799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd3bc7-45d7-4f3b-a6bc-48987f306d0e req-632238e6-931f-456c-8703-42e8b7e2aabd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:00.443311 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0ffd3bc7-45d7-4f3b-a6bc-48987f306d0e req-632238e6-931f-456c-8703-42e8b7e2aabd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.0954959 Jun 15 15:21:00.490865 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0ffd3bc7-45d7-4f3b-a6bc-48987f306d0e req-e1e13f21-dce8-45e5-a60c-d7cb23a83c68 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413859 Jun 15 15:21:00.635989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:00.739882 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:01.699122 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43864f77-517b-4d4c-8531-0cfdc060280a req-2bfecb16-f157-492b-9798-11b699c85a46 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:01.700698 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-43864f77-517b-4d4c-8531-0cfdc060280a req-2bfecb16-f157-492b-9798-11b699c85a46 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.0981266 Jun 15 15:21:01.745740 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-43864f77-517b-4d4c-8531-0cfdc060280a req-b2b51039-7b4f-4598-84f4-8aa5052ccc89 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386798 Jun 15 15:21:02.180988 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:02.972400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f231f8-bd6f-4aad-8905-67906658bf1b req-bdc5a23d-6c92-4dbd-a824-16eb4c1d6694 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:02.973817 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-12f231f8-bd6f-4aad-8905-67906658bf1b req-bdc5a23d-6c92-4dbd-a824-16eb4c1d6694 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.1027594 Jun 15 15:21:03.020695 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-12f231f8-bd6f-4aad-8905-67906658bf1b req-b61bb9f8-9671-4431-86cd-03db80199da6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410800 Jun 15 15:21:03.044664 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46336) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:03.153368 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a2565cc9-914d-41d0-91e5-8045145b44e4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/ae32cb12-56e7-43da-bccd-6d739595a19f HTTP/1.1" status: 200 len: 994 time: 0.1075296 Jun 15 15:21:04.642514 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689ac1a-cf29-434b-8145-bbda4d80a3dd req-c1e22bf0-32f9-44c7-8aca-c4a21b8650a8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:04.644453 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8689ac1a-cf29-434b-8145-bbda4d80a3dd req-c1e22bf0-32f9-44c7-8aca-c4a21b8650a8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.0985849 Jun 15 15:21:04.682413 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723a1e-09fe-4330-a4c4-eecfa62cbd6c req-f5caa8b1-b76c-48d9-976d-840b312b8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:04.683932 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb723a1e-09fe-4330-a4c4-eecfa62cbd6c req-f5caa8b1-b76c-48d9-976d-840b312b8306 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 1099 time: 0.0829415 Jun 15 15:21:04.697085 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8689ac1a-cf29-434b-8145-bbda4d80a3dd req-5126f11b-dcec-43ea-9200-811e76de7671 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461357 Jun 15 15:21:04.826622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723a1e-09fe-4330-a4c4-eecfa62cbd6c req-5897b594-136e-45bf-86d2-ffa09162693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:04.828163 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb723a1e-09fe-4330-a4c4-eecfa62cbd6c req-5897b594-136e-45bf-86d2-ffa09162693f service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 HTTP/1.1" status: 200 len: 898 time: 0.1377275 Jun 15 15:21:04.936172 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb723a1e-09fe-4330-a4c4-eecfa62cbd6c req-b8b553e5-e09c-4ba0-998d-a7695b167e87 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 HTTP/1.1" status: 200 len: 1002 time: 0.1020112 Jun 15 15:21:04.999776 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723a1e-09fe-4330-a4c4-eecfa62cbd6c req-c6c67a4b-52b8-4cdc-b7a0-e48b102ae54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:05.001187 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb723a1e-09fe-4330-a4c4-eecfa62cbd6c req-c6c67a4b-52b8-4cdc-b7a0-e48b102ae54b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6daaff18-f5a3-4c4f-bb5a-53f559f54a1d HTTP/1.1" status: 200 len: 834 time: 0.0590684 Jun 15 15:21:05.092648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb723a1e-09fe-4330-a4c4-eecfa62cbd6c req-6eeac0da-ced1-46ff-9c73-047563b7bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:05.094147 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb723a1e-09fe-4330-a4c4-eecfa62cbd6c req-6eeac0da-ced1-46ff-9c73-047563b7bf22 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869687 Jun 15 15:21:05.229956 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb723a1e-09fe-4330-a4c4-eecfa62cbd6c req-04101946-41ac-4546-8382-85132c259607 service neutron] 10.222.0.44 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286097 Jun 15 15:21:05.366501 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb723a1e-09fe-4330-a4c4-eecfa62cbd6c req-83d135b3-5e92-465f-b03c-eba0d4569f12 service neutron] 10.222.0.44 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305974 Jun 15 15:21:05.900083 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c9439-34ee-4947-9c37-ef88556f0386 req-6d23b135-0fb7-4836-86dd-cecf8b0478af tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:05.901618 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703c9439-34ee-4947-9c37-ef88556f0386 req-6d23b135-0fb7-4836-86dd-cecf8b0478af tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.0930097 Jun 15 15:21:05.954786 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-703c9439-34ee-4947-9c37-ef88556f0386 req-d8a7c8e5-350a-4cb0-ab13-a554d5315b5c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470474 Jun 15 15:21:07.176425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5b674-a974-4e9d-9174-c2ee88a002c9 req-f088c651-4ed6-4b9c-9634-260da713afb4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:07.177897 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-dbe5b674-a974-4e9d-9174-c2ee88a002c9 req-f088c651-4ed6-4b9c-9634-260da713afb4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.1013844 Jun 15 15:21:07.226102 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-dbe5b674-a974-4e9d-9174-c2ee88a002c9 req-d8fa52a1-4c08-454d-8ed9-1325fe42c9f1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417633 Jun 15 15:21:07.251418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46352) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:07.358791 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c02c6143-308f-44ca-911e-3263b0d4e575 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/ae32cb12-56e7-43da-bccd-6d739595a19f HTTP/1.1" status: 200 len: 994 time: 0.1062264 Jun 15 15:21:07.731866 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d8c0a52-31ef-410b-9b0c-09c4bd00d1e1 req-53488610-2fcf-4997-81b4-97bcbdb3ed31 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1841741 Jun 15 15:21:07.912103 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c0a52-31ef-410b-9b0c-09c4bd00d1e1 req-94006c06-7dc2-4453-b872-8e0891b2ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:07.913686 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d8c0a52-31ef-410b-9b0c-09c4bd00d1e1 req-94006c06-7dc2-4453-b872-8e0891b2ecb1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 1099 time: 0.1028047 Jun 15 15:21:08.070257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c0a52-31ef-410b-9b0c-09c4bd00d1e1 req-0d675ea0-3e18-4766-b1cb-bab3814f016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:08.072426 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d8c0a52-31ef-410b-9b0c-09c4bd00d1e1 req-0d675ea0-3e18-4766-b1cb-bab3814f016b service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 HTTP/1.1" status: 200 len: 898 time: 0.1368244 Jun 15 15:21:08.178130 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d8c0a52-31ef-410b-9b0c-09c4bd00d1e1 req-b8ccedeb-2e63-4436-bed4-5a8955f95436 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 HTTP/1.1" status: 200 len: 1002 time: 0.0995781 Jun 15 15:21:08.242088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c0a52-31ef-410b-9b0c-09c4bd00d1e1 req-5877083b-b713-416f-ba96-4bab75eebc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:08.243523 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d8c0a52-31ef-410b-9b0c-09c4bd00d1e1 req-5877083b-b713-416f-ba96-4bab75eebc0b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6daaff18-f5a3-4c4f-bb5a-53f559f54a1d HTTP/1.1" status: 200 len: 834 time: 0.0592570 Jun 15 15:21:08.332081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c0a52-31ef-410b-9b0c-09c4bd00d1e1 req-a19b8e14-49aa-437e-a778-b70ff94e8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:08.333554 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d8c0a52-31ef-410b-9b0c-09c4bd00d1e1 req-a19b8e14-49aa-437e-a778-b70ff94e8810 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844808 Jun 15 15:21:08.467728 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d8c0a52-31ef-410b-9b0c-09c4bd00d1e1 req-ed419c9a-7f5c-4ab4-b6c8-2e5e4a95fa2f service neutron] 10.222.0.44 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281576 Jun 15 15:21:08.604967 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9d8c0a52-31ef-410b-9b0c-09c4bd00d1e1 req-b74cffb9-4c10-454d-95b3-596f616fe8ef service neutron] 10.222.0.44 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315188 Jun 15 15:21:21.830106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:27.315342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7af388e9-c857-4a40-b378-72652f2f01cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:29.423462 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e8c22c22-80ed-4b07-ac82-bd0eb29eb1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:30.632299 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:30.745488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:32.192734 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:33.627994 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:21:35.798308 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46374) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:36.029594 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port a4ae7e8f-8f41-4cf8-a001-642ae2fdf433 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:21:36.029818 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:36.209136 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:36.209478 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:36.335370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for a4ae7e8f-8f41-4cf8-a001-642ae2fdf433 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:21:36.593606 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:36.643241 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=a4ae7e8f-8f41-4cf8-a001-642ae2fdf433,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:36.689207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:36.689555 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:36.689904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:36.690239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:36.690584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:36.690913 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:36.691256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:36.691564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:36.691891 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:36.692221 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:36.692564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:36.692883 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:36.747745 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:36.748120 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Floating IP ae32cb12-56e7-43da-bccd-6d739595a19f disassociated (deleted). External IP: 172.26.3.105, port: ac75b33d-31a7-4cb0-b46b-1a03f2f435a8. Jun 15 15:21:37.110853 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:21:37.306427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:21:37.316997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c33beb7-de96-415b-9623-bf5aa20f162a None None] Sync routers for ids ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:21:37.326673 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c33beb7-de96-415b-9623-bf5aa20f162a None None] Routers {'d84fa0b8-533f-4486-bf2c-20e0771cbbb7'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:21:37.327284 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:37.327399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7c33beb7-de96-415b-9623-bf5aa20f162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:21:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:37.387466 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-6bea4c0c-a798-48ec-9cfa-1fdf704b3e26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/floatingips/ae32cb12-56e7-43da-bccd-6d739595a19f HTTP/1.1" status: 204 len: 168 time: 1.5875740 Jun 15 15:21:37.387955 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87608e41-4de9-4534-9178-2586b0efc79e', 'tag': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:21:37.517422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7c33beb7-de96-415b-9623-bf5aa20f162a None None] Set router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:21:37.518097 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dcce0ed-4265-455a-a2ae-6d5110ee8225'] response: {'name': 'network-changed', 'server_uuid': '87608e41-4de9-4534-9178-2586b0efc79e', 'tag': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8', 'status': 'completed', 'code': 200} Jun 15 15:21:37.625978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa7984-0e0d-453e-824a-941b07b5c2e4 req-e571de7e-0013-4d4e-89f6-8bcc9978160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:37.627508 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6bfa7984-0e0d-453e-824a-941b07b5c2e4 req-e571de7e-0013-4d4e-89f6-8bcc9978160e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 1099 time: 0.0861332 Jun 15 15:21:37.839343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa7984-0e0d-453e-824a-941b07b5c2e4 req-47c842f6-4f2c-4edb-83ca-e58acc7526df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:37.840849 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6bfa7984-0e0d-453e-824a-941b07b5c2e4 req-47c842f6-4f2c-4edb-83ca-e58acc7526df service neutron] 10.222.0.44 "GET /v2.0/networks?id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 HTTP/1.1" status: 200 len: 898 time: 0.2075462 Jun 15 15:21:37.846183 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7c33beb7-de96-415b-9623-bf5aa20f162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:20:06Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3818b0c1-4877-4df7-bd17-e187680e4b28', 'name': '', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:0c:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:05Z', 'updated_at': '2022-06-15T15:20:11Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:37.850594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c33beb7-de96-415b-9623-bf5aa20f162a None None] Checking router: d84fa0b8-533f-4486-bf2c-20e0771cbbb7 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:21:37.859729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c33beb7-de96-415b-9623-bf5aa20f162a None None] Routers {'d84fa0b8-533f-4486-bf2c-20e0771cbbb7'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:21:37.860376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7c33beb7-de96-415b-9623-bf5aa20f162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:21:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:37.908210 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd72195-d3df-441a-8b81-ddad4fdf5bd3 req-f4717f5e-422f-420b-85a5-6565ccc0bae4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:37.909598 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ccd72195-d3df-441a-8b81-ddad4fdf5bd3 req-f4717f5e-422f-420b-85a5-6565ccc0bae4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.1876543 Jun 15 15:21:37.919277 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6bfa7984-0e0d-453e-824a-941b07b5c2e4 req-ff9eebc1-e2a6-4d2f-a270-ba4c8faff9d4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 HTTP/1.1" status: 200 len: 217 time: 0.0709896 Jun 15 15:21:38.005291 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ccd72195-d3df-441a-8b81-ddad4fdf5bd3 req-23058343-2dc7-4fe5-9f15-bbbdb8565be9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882854 Jun 15 15:21:38.010707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa7984-0e0d-453e-824a-941b07b5c2e4 req-163ac5c9-1c7b-4a2b-aa93-699cf1ed558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:38.012256 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6bfa7984-0e0d-453e-824a-941b07b5c2e4 req-163ac5c9-1c7b-4a2b-aa93-699cf1ed558d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6daaff18-f5a3-4c4f-bb5a-53f559f54a1d HTTP/1.1" status: 200 len: 834 time: 0.0811925 Jun 15 15:21:38.039504 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7c33beb7-de96-415b-9623-bf5aa20f162a None None] Set router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:21:38.097136 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa7984-0e0d-453e-824a-941b07b5c2e4 req-8d178014-81b6-4442-8e36-15fdaf65d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:38.098664 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6bfa7984-0e0d-453e-824a-941b07b5c2e4 req-8d178014-81b6-4442-8e36-15fdaf65d80a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790648 Jun 15 15:21:38.232772 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6bfa7984-0e0d-453e-824a-941b07b5c2e4 req-f9cec6ab-1f44-4933-a307-62136207da90 service neutron] 10.222.0.44 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269522 Jun 15 15:21:38.401972 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7c33beb7-de96-415b-9623-bf5aa20f162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:20:06Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3818b0c1-4877-4df7-bd17-e187680e4b28', 'name': '', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:0c:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:05Z', 'updated_at': '2022-06-15T15:20:11Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:38.406052 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c33beb7-de96-415b-9623-bf5aa20f162a None None] The sync data for ids ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'] in dv-neutron-845844-1-hyperv is: [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:20:06Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3818b0c1-4877-4df7-bd17-e187680e4b28', 'name': '', 'network_id': '1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:0c:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:05Z', 'updated_at': '2022-06-15T15:20:11Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '6daaff18-f5a3-4c4f-bb5a-53f559f54a1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:21:38.475987 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6bfa7984-0e0d-453e-824a-941b07b5c2e4 req-836d7130-25ba-46ba-94ba-b045ffb1f72a service neutron] 10.222.0.44 "GET /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360067 Jun 15 15:21:38.628283 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1189a83e-917f-4a29-bb94-165e157156dc None None] New status for floating IP ae32cb12-56e7-43da-bccd-6d739595a19f: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:21:39.187717 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8d19b-d092-4455-9435-80a54ef18e71 req-548b7dea-2855-43ba-8497-2bf3dca9ec07 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:39.189231 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cda8d19b-d092-4455-9435-80a54ef18e71 req-548b7dea-2855-43ba-8497-2bf3dca9ec07 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.0933104 Jun 15 15:21:39.217663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1330e-648b-4aaa-a40d-7daf269e6764 req-0703b31a-4226-484c-803d-d0280c222916 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:39.218393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-5fb1330e-648b-4aaa-a40d-7daf269e6764 req-0703b31a-4226-484c-803d-d0280c222916 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:21:39.241561 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-5fb1330e-648b-4aaa-a40d-7daf269e6764 req-0703b31a-4226-484c-803d-d0280c222916 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:21:39.242754 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5fb1330e-648b-4aaa-a40d-7daf269e6764 req-0703b31a-4226-484c-803d-d0280c222916 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 946 time: 0.1165788 Jun 15 15:21:39.260575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-cda8d19b-d092-4455-9435-80a54ef18e71 req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:21:39.260889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cda8d19b-d092-4455-9435-80a54ef18e71 req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:39.292723 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5fb1330e-648b-4aaa-a40d-7daf269e6764 req-c9f4b022-93d8-4afc-ad58-5f6912ce7993 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=8b45d9b3-f004-468f-8b38-5a3b534dc05f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438738 Jun 15 15:21:39.519069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-cda8d19b-d092-4455-9435-80a54ef18e71 req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8,segment=NetworkSegment(568d94cb-7a5e-4151-b044-45830a6d2a8d),segment_id=568d94cb-7a5e-4151-b044-45830a6d2a8d)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:21:39.519447 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cda8d19b-d092-4455-9435-80a54ef18e71 req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:39.654234 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-cda8d19b-d092-4455-9435-80a54ef18e71 req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:21:39.802517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cda8d19b-d092-4455-9435-80a54ef18e71 req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:39.854494 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=ac75b33d-31a7-4cb0-b46b-1a03f2f435a8,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:39.892941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:39.893300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:39.893648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:39.893989 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:39.894323 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:39.894621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:39.894976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:39.895305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:39.895636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:39.895956 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:39.896292 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:39.896671 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:39.954147 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda8d19b-d092-4455-9435-80a54ef18e71 req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] No DVR routers for this DVR port ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:21:39.956597 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-cda8d19b-d092-4455-9435-80a54ef18e71 req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:39.959308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87608e41-4de9-4534-9178-2586b0efc79e', 'name': 'network-vif-deleted', 'tag': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:21:39.976129 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cda8d19b-d092-4455-9435-80a54ef18e71 req-ebfe80dc-c1cd-4f85-be1d-1d45c110a757 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "DELETE /v2.0/ports/ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 HTTP/1.1" status: 204 len: 173 time: 0.7816904 Jun 15 15:21:40.009251 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c936c1ad-c420-4535-a901-3131b7c434aa'] response: {'server_uuid': '87608e41-4de9-4534-9178-2586b0efc79e', 'name': 'network-vif-deleted', 'tag': 'ac75b33d-31a7-4cb0-b46b-1a03f2f435a8', 'status': 'completed', 'code': 200} Jun 15 15:21:40.472545 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7e10141e-f129-41e8-b3df-8cdf8f8fb827 req-39810ef2-4876-44f9-a348-b399710fb78c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=87608e41-4de9-4534-9178-2586b0efc79e HTTP/1.1" status: 200 len: 210 time: 0.0527480 Jun 15 15:21:41.570693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46398) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:42.251122 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c978891-8ce1-4140-a7b9-a6da4f6df4f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:42.412501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:21:42.448487 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:21:42.448867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device ac75b33d-31a7-4cb0-b46b-1a03f2f435a8 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:21:42.632231 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0c978891-8ce1-4140-a7b9-a6da4f6df4f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port 3818b0c1-4877-4df7-bd17-e187680e4b28 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:21:42.632818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c978891-8ce1-4140-a7b9-a6da4f6df4f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:42.830245 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-0c978891-8ce1-4140-a7b9-a6da4f6df4f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port 3818b0c1-4877-4df7-bd17-e187680e4b28, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3818b0c1-4877-4df7-bd17-e187680e4b28,segment=NetworkSegment(568d94cb-7a5e-4151-b044-45830a6d2a8d),segment_id=568d94cb-7a5e-4151-b044-45830a6d2a8d)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:21:42.830598 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c978891-8ce1-4140-a7b9-a6da4f6df4f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:42.958148 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-0c978891-8ce1-4140-a7b9-a6da4f6df4f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for 3818b0c1-4877-4df7-bd17-e187680e4b28 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:21:43.307830 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c978891-8ce1-4140-a7b9-a6da4f6df4f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:43.355304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c978891-8ce1-4140-a7b9-a6da4f6df4f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=3818b0c1-4877-4df7-bd17-e187680e4b28,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:43.773608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0c978891-8ce1-4140-a7b9-a6da4f6df4f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:44.159194 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c978891-8ce1-4140-a7b9-a6da4f6df4f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:21:44.346130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c978891-8ce1-4140-a7b9-a6da4f6df4f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:21:44.356353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21f62c-4b27-47fe-aee2-f3a906653151 None None] Sync routers for ids ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:21:44.360245 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0c978891-8ce1-4140-a7b9-a6da4f6df4f7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "PUT /v2.0/routers/d84fa0b8-533f-4486-bf2c-20e0771cbbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7877815 Jun 15 15:21:44.362377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46404) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:44.366967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21f62c-4b27-47fe-aee2-f3a906653151 None None] Routers {'d84fa0b8-533f-4486-bf2c-20e0771cbbb7'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:21:44.367594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5e21f62c-4b27-47fe-aee2-f3a906653151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:21:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:44.429729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a646e9-1e88-4c5f-9c6d-5c9bde8ec5cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting subnet 6daaff18-f5a3-4c4f-bb5a-53f559f54a1d {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:21:44.432912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35a646e9-1e88-4c5f-9c6d-5c9bde8ec5cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:44.486872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35a646e9-1e88-4c5f-9c6d-5c9bde8ec5cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:44.544617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-5e21f62c-4b27-47fe-aee2-f3a906653151 None None] Set router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:21:44.572479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35a646e9-1e88-4c5f-9c6d-5c9bde8ec5cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:44.646153 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35a646e9-1e88-4c5f-9c6d-5c9bde8ec5cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:44.687512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a646e9-1e88-4c5f-9c6d-5c9bde8ec5cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Subnet': ['ID=6daaff18-f5a3-4c4f-bb5a-53f559f54a1d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:44.691523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-35a646e9-1e88-4c5f-9c6d-5c9bde8ec5cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:44.698626 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-35a646e9-1e88-4c5f-9c6d-5c9bde8ec5cf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/subnets/6daaff18-f5a3-4c4f-bb5a-53f559f54a1d HTTP/1.1" status: 204 len: 168 time: 0.3352776 Jun 15 15:21:44.702164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46408) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:44.723872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879f8e5a-6162-487e-9212-4bcf10479e42 None None] Network 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:21:44.882953 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:45.035829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5e21f62c-4b27-47fe-aee2-f3a906653151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:21:43Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:45.041176 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21f62c-4b27-47fe-aee2-f3a906653151 None None] Checking router: d84fa0b8-533f-4486-bf2c-20e0771cbbb7 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:21:45.050967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e21f62c-4b27-47fe-aee2-f3a906653151 None None] Routers {'d84fa0b8-533f-4486-bf2c-20e0771cbbb7'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:21:45.051889 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5e21f62c-4b27-47fe-aee2-f3a906653151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:21:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:45.104409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] DHCP port deletion for 1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:21:45.120840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Deleting port 18f50000-558b-4d5b-8037-a711326a71a8 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:21:45.121209 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:45.174142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:45.185544 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port 8b977965-5a86-4489-b535-903335dfcee5 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:21:45.185975 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:45.352644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-5e21f62c-4b27-47fe-aee2-f3a906653151 None None] Set router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:21:45.363832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port 8b977965-5a86-4489-b535-903335dfcee5, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=8b977965-5a86-4489-b535-903335dfcee5,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:21:45.364210 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:45.487661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for 8b977965-5a86-4489-b535-903335dfcee5 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:21:45.522633 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 18f50000-558b-4d5b-8037-a711326a71a8 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:21:45.669042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:45.717148 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=8b977965-5a86-4489-b535-903335dfcee5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:45.734094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] For port 18f50000-558b-4d5b-8037-a711326a71a8, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=18f50000-558b-4d5b-8037-a711326a71a8,segment=NetworkSegment(568d94cb-7a5e-4151-b044-45830a6d2a8d),segment_id=568d94cb-7a5e-4151-b044-45830a6d2a8d)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:21:45.734495 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:45.817043 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:45.861747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Calling delete_port for 18f50000-558b-4d5b-8037-a711326a71a8 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:21:45.989669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 18f50000-558b-4d5b-8037-a711326a71a8 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:21:45.990020 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:45.990626 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:45.992934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.016401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.016934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Fanout notify agent at l3_agent the message router_deleted on router d84fa0b8-533f-4486-bf2c-20e0771cbbb7 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:21:46.033593 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.034744 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7fde259f-05bd-4854-9791-f594b00517c2 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/routers/d84fa0b8-533f-4486-bf2c-20e0771cbbb7 HTTP/1.1" status: 204 len: 168 time: 1.3315492 Jun 15 15:21:46.037552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46412) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:46.074016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.154147 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.156895 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Pushing event deleted for resources: {'Port': ['ID=18f50000-558b-4d5b-8037-a711326a71a8,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:46.160145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] No DVR routers for this DVR port 18f50000-558b-4d5b-8037-a711326a71a8 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:21:46.169492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:46.169848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:46.170245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:46.170529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:46.170867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:46.171231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:46.171584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:46.171935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:46.172277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:46.172645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:46.172974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:46.173331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bbe62b-9b4a-4ca8-bcf5-1b69e2f86edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:46.190984 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-5e21f62c-4b27-47fe-aee2-f3a906653151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:21:43Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:46.195481 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e21f62c-4b27-47fe-aee2-f3a906653151 None None] The sync data for ids ['d84fa0b8-533f-4486-bf2c-20e0771cbbb7'] in dv-neutron-845844-1-hyperv is: [{'id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2069728001', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89'}], 'enable_snat': True}, 'gw_port_id': '8b977965-5a86-4489-b535-903335dfcee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:20:01Z', 'updated_at': '2022-06-15T15:21:43Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': '8b977965-5a86-4489-b535-903335dfcee5', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84fa0b8-533f-4486-bf2c-20e0771cbbb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:20:02Z', 'updated_at': '2022-06-15T15:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:21:46.297182 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.323033 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:46.337602 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568d94cb-7a5e-4151-b044-45830a6d2a8d') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:46.337993 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568d94cb-7a5e-4151-b044-45830a6d2a8d') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:46.356249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.377289 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.384607 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:21:46.385055 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.474169 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 568d94cb-7a5e-4151-b044-45830a6d2a8d resource provider aggregate not found Jun 15 15:21:46.492667 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 568d94cb-7a5e-4151-b044-45830a6d2a8d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 568d94cb-7a5e-4151-b044-45830a6d2a8d found for delete ", "request_id": "req-81a65430-0b47-4da7-a421-ffd22264a8e1"}]} Jun 15 15:21:46.494320 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.512521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.524466 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Network': ['ID=1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:46.534167 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-cc04aaec-3fe9-4055-94a9-390c2c57f8f5 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/networks/1e3ee2f7-e1b7-4b5d-a315-6057d5c00b28 HTTP/1.1" status: 204 len: 168 time: 0.4956758 Jun 15 15:21:46.537647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46424) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:46.611146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a605a0f8-5881-4777-a79a-52681f4d3dbe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.647914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a605a0f8-5881-4777-a79a-52681f4d3dbe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.830943 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a605a0f8-5881-4777-a79a-52681f4d3dbe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.851661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605a0f8-5881-4777-a79a-52681f4d3dbe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45d9b3-f004-468f-8b38-5a3b534dc05f,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:46.864663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a605a0f8-5881-4777-a79a-52681f4d3dbe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:46.866131 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a605a0f8-5881-4777-a79a-52681f4d3dbe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/security-groups/8b45d9b3-f004-468f-8b38-5a3b534dc05f HTTP/1.1" status: 204 len: 168 time: 0.3280444 Jun 15 15:21:47.005012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46432) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:47.010343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102861122', 'description': 'tempest-secgroup-smoke-102861122 description', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:21:47.017012 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:21:47.021658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:21:47.025436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:21:47.031492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:21:47.047269 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.066893 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:21:47.071439 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:21:47.074602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:21:47.080761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:21:47.153985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.160661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.203534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:47.214984 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.216347 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5068d649-ef92-4397-99a8-0d9354b727f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2102230 Jun 15 15:21:47.220835 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46436) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:47.226996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-73600349-617a-487a-8d6f-9e0ba22bbf81 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': 'c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:21:47.233642 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-73600349-617a-487a-8d6f-9e0ba22bbf81 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:21:47.240590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-73600349-617a-487a-8d6f-9e0ba22bbf81 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:21:47.243872 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-73600349-617a-487a-8d6f-9e0ba22bbf81 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:21:47.249838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-73600349-617a-487a-8d6f-9e0ba22bbf81 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:21:47.268701 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73600349-617a-487a-8d6f-9e0ba22bbf81 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.333957 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73600349-617a-487a-8d6f-9e0ba22bbf81 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.339187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73600349-617a-487a-8d6f-9e0ba22bbf81 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.363559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73600349-617a-487a-8d6f-9e0ba22bbf81 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f56c0e2-3274-4626-bf05-bef69b772b30,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:47.375132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-73600349-617a-487a-8d6f-9e0ba22bbf81 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.376466 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-73600349-617a-487a-8d6f-9e0ba22bbf81 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544800 Jun 15 15:21:47.380497 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46440) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:47.386526 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ad53d294-c218-4a79-b712-ad4109e308c8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': 'c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:21:47.392774 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ad53d294-c218-4a79-b712-ad4109e308c8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:21:47.397409 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ad53d294-c218-4a79-b712-ad4109e308c8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:21:47.400755 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ad53d294-c218-4a79-b712-ad4109e308c8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:21:47.406845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ad53d294-c218-4a79-b712-ad4109e308c8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:21:47.425437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad53d294-c218-4a79-b712-ad4109e308c8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.491697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad53d294-c218-4a79-b712-ad4109e308c8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.496840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad53d294-c218-4a79-b712-ad4109e308c8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.517380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3818b0c1-4877-4df7-bd17-e187680e4b28 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:21:47.521475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53d294-c218-4a79-b712-ad4109e308c8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae4d83b-b0d8-4ab4-8771-64f921dc82eb,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:47.532540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ad53d294-c218-4a79-b712-ad4109e308c8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.533821 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ad53d294-c218-4a79-b712-ad4109e308c8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516659 Jun 15 15:21:47.537146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46444) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:47.542376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-1afc9e2b-16c9-4289-93c6-dfa06d5010e1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': 'c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:21:47.548718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1afc9e2b-16c9-4289-93c6-dfa06d5010e1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:21:47.553044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1afc9e2b-16c9-4289-93c6-dfa06d5010e1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:21:47.554969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 3818b0c1-4877-4df7-bd17-e187680e4b28 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:21:47.555326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3818b0c1-4877-4df7-bd17-e187680e4b28 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:21:47.555758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8b977965-5a86-4489-b535-903335dfcee5 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:21:47.555999 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-1afc9e2b-16c9-4289-93c6-dfa06d5010e1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:21:47.561907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-1afc9e2b-16c9-4289-93c6-dfa06d5010e1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:21:47.579692 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1afc9e2b-16c9-4289-93c6-dfa06d5010e1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.588786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 8b977965-5a86-4489-b535-903335dfcee5 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:21:47.589137 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 8b977965-5a86-4489-b535-903335dfcee5 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:21:47.641006 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1afc9e2b-16c9-4289-93c6-dfa06d5010e1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.644741 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1afc9e2b-16c9-4289-93c6-dfa06d5010e1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.667808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc9e2b-16c9-4289-93c6-dfa06d5010e1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c68e79dc-7a13-478d-a575-92d1721ef0be,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:47.677339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1afc9e2b-16c9-4289-93c6-dfa06d5010e1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.678580 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1afc9e2b-16c9-4289-93c6-dfa06d5010e1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404116 Jun 15 15:21:47.681354 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46448) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:47.686285 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c7489884-a4b8-4c34-aa36-5a3af16b9256 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': 'c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:21:47.692240 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c7489884-a4b8-4c34-aa36-5a3af16b9256 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:21:47.696163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c7489884-a4b8-4c34-aa36-5a3af16b9256 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:21:47.699074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c7489884-a4b8-4c34-aa36-5a3af16b9256 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:21:47.704884 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c7489884-a4b8-4c34-aa36-5a3af16b9256 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:21:47.722089 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7489884-a4b8-4c34-aa36-5a3af16b9256 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.787574 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7489884-a4b8-4c34-aa36-5a3af16b9256 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.793506 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7489884-a4b8-4c34-aa36-5a3af16b9256 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.817792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7489884-a4b8-4c34-aa36-5a3af16b9256 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e19f14d-4fe5-40aa-8624-737e7cb357d7,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:47.828161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c7489884-a4b8-4c34-aa36-5a3af16b9256 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.829396 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c7489884-a4b8-4c34-aa36-5a3af16b9256 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470966 Jun 15 15:21:47.832110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46452) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:47.838339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-3396c7ed-5b92-4ee4-b5cc-abfd9ff176aa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': 'c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:21:47.844192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3396c7ed-5b92-4ee4-b5cc-abfd9ff176aa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:21:47.848025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3396c7ed-5b92-4ee4-b5cc-abfd9ff176aa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:21:47.850938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-3396c7ed-5b92-4ee4-b5cc-abfd9ff176aa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:21:47.856586 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-3396c7ed-5b92-4ee4-b5cc-abfd9ff176aa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:21:47.871153 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-3396c7ed-5b92-4ee4-b5cc-abfd9ff176aa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Project f2c661f8d4554a6bba95a4a95d0d6b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:21:47.877673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3396c7ed-5b92-4ee4-b5cc-abfd9ff176aa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.949126 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3396c7ed-5b92-4ee4-b5cc-abfd9ff176aa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.954889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3396c7ed-5b92-4ee4-b5cc-abfd9ff176aa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.984649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396c7ed-5b92-4ee4-b5cc-abfd9ff176aa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b1a866-5876-473f-9d56-81bfa5f6433e,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:47.993517 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3396c7ed-5b92-4ee4-b5cc-abfd9ff176aa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:47.994784 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3396c7ed-5b92-4ee4-b5cc-abfd9ff176aa tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1616895 Jun 15 15:21:47.997708 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46456) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:48.002729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4e620d76-bd63-4f25-8f4e-5158c33fa4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'security_group_rule': {'security_group_id': 'c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:21:48.008962 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4e620d76-bd63-4f25-8f4e-5158c33fa4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:21:48.012842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e620d76-bd63-4f25-8f4e-5158c33fa4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:security_group_rule and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:21:48.015772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4e620d76-bd63-4f25-8f4e-5158c33fa4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:21:48.021976 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4e620d76-bd63-4f25-8f4e-5158c33fa4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:21:48.035753 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-4e620d76-bd63-4f25-8f4e-5158c33fa4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Project f2c661f8d4554a6bba95a4a95d0d6b03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:21:48.043162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e620d76-bd63-4f25-8f4e-5158c33fa4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:48.111932 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e620d76-bd63-4f25-8f4e-5158c33fa4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:48.116712 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e620d76-bd63-4f25-8f4e-5158c33fa4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:48.140168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e620d76-bd63-4f25-8f4e-5158c33fa4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9ff09b-04dc-4ae5-9cc7-b2276086e870,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:48.149633 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4e620d76-bd63-4f25-8f4e-5158c33fa4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:48.150810 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4e620d76-bd63-4f25-8f4e-5158c33fa4b6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521795 Jun 15 15:21:48.155151 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46460) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:48.160527 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'network': {'name': 'tempest-network-smoke--1123649258', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'port_security_enabled': True}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:21:48.166009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:21:48.170071 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:network and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:21:48.172917 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:21:48.178914 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:21:48.190013 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:21:48.193796 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:48.225003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:21:48.235317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:48.235317 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Added segment f7acb1c1-9d49-4072-821a-8154a42d816e of type vlan for network b45cc60f-e2cd-43c4-881c-7d87af604d32 Jun 15 15:21:48.264297 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:48.302425 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:48.308435 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:48.309017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:48.418121 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2618942 Jun 15 15:21:48.421371 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46464) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:48.423997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8490c313-0136-49ef-8e3c-09f84acf1109 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Network': ['ID=b45cc60f-e2cd-43c4-881c-7d87af604d32,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:48.429003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'admin_state_up': True, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:21:48.435249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network b45cc60f-e2cd-43c4-881c-7d87af604d32 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:21:48.436705 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:21:48.440938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:router and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:21:48.444656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:21:48.450749 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:21:48.463196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:48.464173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:48.480458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:48.763570 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:49.086001 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:49.118175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:49.260521 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.26.3.91 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:21:49.520015 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:49.552102 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:49.623723 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:21:49.626456 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:21:49.630142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:21:49.664710 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:50.068060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:50.419271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:50.631729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router f149fbec-b0a8-449c-bac0-bee9f1b58d50 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:21:50.922779 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:21:50.932897 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Sync routers for ids ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:21:50.943060 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Routers {'f149fbec-b0a8-449c-bac0-bee9f1b58d50'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:21:50.943908 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:21:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:50.950761 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:50.951891 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-334aa5d3-24ad-4fcf-a4d5-d8d9e2b55772 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5296366 Jun 15 15:21:50.955149 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46468) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:50.996935 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5bd34cd7-0e5b-47d4-b809-f1f5a35c9d13 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/subnets?project_id=f2c661f8d4554a6bba95a4a95d0d6b03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407276 Jun 15 15:21:50.999677 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46472) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:51.132363 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df78525-4f0a-41e1-98f7-e449af5fd4c7 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:51.133842 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4df78525-4f0a-41e1-98f7-e449af5fd4c7 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331608 Jun 15 15:21:51.136757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46476) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:51.151471 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Set router f149fbec-b0a8-449c-bac0-bee9f1b58d50 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:21:51.179544 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fcf63c8a-a881-4c4b-954d-9bb9c3657e66 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/subnets?network_id=a7f47a7c-176e-46ad-8b17-810dc9055957&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389614 Jun 15 15:21:51.179739 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46480) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:51.185087 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-983776349', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:21:51.297108 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:21:51.300926 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:subnet and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:21:51.304061 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:21:51.309866 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:21:51.321966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:21:51.325503 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:51.439289 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:21:49Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:51.444389 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Checking router: f149fbec-b0a8-449c-bac0-bee9f1b58d50 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:21:51.444789 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Updating router f149fbec-b0a8-449c-bac0-bee9f1b58d50 port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:21:51.500204 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:51.550932 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:51.632338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Subnet': ['ID=4b84a971-7907-43b4-aeb5-b6a9b4352366,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:51.640113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Checking segment: {'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:21:51.640553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network hostable DHCP agents. Network: b45cc60f-e2cd-43c4-881c-7d87af604d32, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:21:51.661449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network b45cc60f-e2cd-43c4-881c-7d87af604d32 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:21:51.672683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, b45cc60f-e2cd-43c4-881c-7d87af604d32) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:21:51.677066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:51.677813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:51.687038 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139bebc3-fe98-44e4-ac0c-d27ae36ac257 None None] Network b45cc60f-e2cd-43c4-881c-7d87af604d32 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:21:51.701611 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-01424fa8-7434-439f-8734-7b4dc756c97d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5207031 Jun 15 15:21:51.704111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46484) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:21:51.850078 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:51.863637 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Transition to ACTIVE for port object ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:21:51.863967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:51.871684 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:51.934625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-b45cc60f-e2cd-43c4-881c-7d87af604d32', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ips': [{'subnet_id': '4b84a971-7907-43b4-aeb5-b6a9b4352366'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:21:51.935951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:51.949969 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Attempting to bind port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:21:51.950580 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Attempting to bind port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:21:51.950686 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Attempting to bind port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:21:51.956293 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Pushing event updated for resources: {'Port': ['ID=ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9,revision_number=2']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:51.964428 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:21:51.964799 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:21:51.965196 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:51.965585 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:21:51.966045 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Bound port: ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:21:51.966414 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:51.990012 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:51.990363 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:51.990930 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:51.991159 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:51.991490 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:51.991818 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:51.992142 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:51.992488 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:51.992812 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:51.993132 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:51.993448 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:51.993767 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:21:52.051456 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] For port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:21:52.055203 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] For port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:21:52.059195 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:52.103370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Allocated IP 172.20.0.2 (b45cc60f-e2cd-43c4-881c-7d87af604d32/4b84a971-7907-43b4-aeb5-b6a9b4352366/9ef5efc1-6a43-4e98-8acf-a564f2a92cd4) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:21:52.138476 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Routers {'f149fbec-b0a8-449c-bac0-bee9f1b58d50'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:21:52.138835 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:21:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:52.216472 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28122992-ddc8-4347-a552-c8c7ee0f870d None None] Pushing event updated for resources: {'Port': ['ID=ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:52.319392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:52.327100 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] Set router f149fbec-b0a8-449c-bac0-bee9f1b58d50 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:21:52.330604 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Transition to ACTIVE for port object 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:21:52.349418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Transition to ACTIVE for port object 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:21:52.355786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:52.420237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Network b45cc60f-e2cd-43c4-881c-7d87af604d32 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:21:52.423212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:21:52.427419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:21:52.434792 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:52.469460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Pushing event updated for resources: {'Port': ['ID=9ef5efc1-6a43-4e98-8acf-a564f2a92cd4,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:52.597103 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Attempting to bind port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:21:52.598015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Attempting to bind port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:21:52.598015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Attempting to bind port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 on network b45cc60f-e2cd-43c4-881c-7d87af604d32 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:21:52.603267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:21:52.603642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Checking segment: {'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:21:52.604042 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:52.604471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Bound using segment: {'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:21:52.604937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Bound port: 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:21:52.605313 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:52.682490 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:21:49Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:52.686832 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e3547a-fed2-4997-9dae-47d3006150fe None None] The sync data for ids ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'] in dv-neutron-845844-1-hyperv is: [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:21:49Z', 'revision_number': 3, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:21:52.699067 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] For port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:21:52.702407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] For port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9ef5efc1-6a43-4e98-8acf-a564f2a92cd4,segment=NetworkSegment(f7acb1c1-9d49-4072-821a-8154a42d816e),segment_id=f7acb1c1-9d49-4072-821a-8154a42d816e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:21:52.713962 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:52.799570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e917e51-be94-44de-8f9e-f447f8487fae None None] Pushing event updated for resources: {'Port': ['ID=9ef5efc1-6a43-4e98-8acf-a564f2a92cd4,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:53.037556 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.20.0.1 (b45cc60f-e2cd-43c4-881c-7d87af604d32/4b84a971-7907-43b4-aeb5-b6a9b4352366/3e686668-ba3a-49f6-88ba-eb2520185bb4) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:21:53.229416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:53.247133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Transition to ACTIVE for port object 3e686668-ba3a-49f6-88ba-eb2520185bb4 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:21:53.271744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:53.342590 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network b45cc60f-e2cd-43c4-881c-7d87af604d32 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:21:53.343880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:21:53.348244 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:21:53.388651 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=3e686668-ba3a-49f6-88ba-eb2520185bb4,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:53.414915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:53.610379 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:21:53.703641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:21:53.712415 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:21:53.731022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:53.788162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:21:53.793583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:21:53.794524 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:53.858960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9feb5315-c1f0-44cc-bd56-ba798e1d33a2 None None] Network b45cc60f-e2cd-43c4-881c-7d87af604d32 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:21:54.014346 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bc3b4804-055e-4fef-9a90-b95260fbebee None None] Provisioning for port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:21:54.032217 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bc3b4804-055e-4fef-9a90-b95260fbebee None None] Provisioning complete for port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:21:54.032595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4804-055e-4fef-9a90-b95260fbebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:54.063551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:21:54.063551 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:54.139640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:21:54.150289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:54.166832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:54.171551 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:54.325796 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:54.342216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bc3b4804-055e-4fef-9a90-b95260fbebee None None] Current status of the port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:21:54.342597 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4804-055e-4fef-9a90-b95260fbebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:54.385516 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-bc3b4804-055e-4fef-9a90-b95260fbebee None None] For port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9ef5efc1-6a43-4e98-8acf-a564f2a92cd4,segment=NetworkSegment(f7acb1c1-9d49-4072-821a-8154a42d816e),segment_id=f7acb1c1-9d49-4072-821a-8154a42d816e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:21:54.390661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bc3b4804-055e-4fef-9a90-b95260fbebee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:54.409557 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:54.413282 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=3e686668-ba3a-49f6-88ba-eb2520185bb4,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:54.461552 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b4804-055e-4fef-9a90-b95260fbebee None None] Pushing event updated for resources: {'Port': ['ID=9ef5efc1-6a43-4e98-8acf-a564f2a92cd4,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:54.559271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network b45cc60f-e2cd-43c4-881c-7d87af604d32 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:21:54.560473 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:21:54.617745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0d0b51ad-3ae5-44e1-8296-6f4cbb17aa5e None None] Provisioning complete for port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:21:54.618266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d0b51ad-3ae5-44e1-8296-6f4cbb17aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:54.759118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b51ad-3ae5-44e1-8296-6f4cbb17aa5e None None] Current status of the port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:21:54.769160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router f149fbec-b0a8-449c-bac0-bee9f1b58d50 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:21:54.771317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0d0b51ad-3ae5-44e1-8296-6f4cbb17aa5e None None] Provisioning for port 3e686668-ba3a-49f6-88ba-eb2520185bb4 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:21:54.776814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0d0b51ad-3ae5-44e1-8296-6f4cbb17aa5e None None] Provisioning complete for port 3e686668-ba3a-49f6-88ba-eb2520185bb4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:21:54.777185 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0d0b51ad-3ae5-44e1-8296-6f4cbb17aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:54.839050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b51ad-3ae5-44e1-8296-6f4cbb17aa5e None None] Port 3e686668-ba3a-49f6-88ba-eb2520185bb4 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:21:54.959155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-17617daa-08a1-4eaa-8385-c65f5201c401 None None] Provisioning complete for port 3e686668-ba3a-49f6-88ba-eb2520185bb4 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:21:54.959509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-17617daa-08a1-4eaa-8385-c65f5201c401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:54.973328 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:21:54.986522 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0b78e30d-e48b-424a-810e-d2bc211463be tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "PUT /v2.0/routers/f149fbec-b0a8-449c-bac0-bee9f1b58d50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2812827 Jun 15 15:21:54.988643 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Sync routers for ids ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:21:55.015005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Routers {'f149fbec-b0a8-449c-bac0-bee9f1b58d50'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:21:55.015616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:21:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:55.083777 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-17617daa-08a1-4eaa-8385-c65f5201c401 None None] Port 3e686668-ba3a-49f6-88ba-eb2520185bb4 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:21:55.155083 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-c7bbf59f-1f7b-4ff1-8f0d-c3d5372ef531 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:21:55.174471 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-c7bbf59f-1f7b-4ff1-8f0d-c3d5372ef531 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:21:55.175663 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-c7bbf59f-1f7b-4ff1-8f0d-c3d5372ef531 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102861122&fields=id&tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 267 time: 0.0619478 Jun 15 15:21:55.202215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Set router f149fbec-b0a8-449c-bac0-bee9f1b58d50 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:21:55.336295 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-867d3246-c21a-4b94-a537-c0da6d52e906 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:55.336901 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-867d3246-c21a-4b94-a537-c0da6d52e906 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:21:55.354362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-867d3246-c21a-4b94-a537-c0da6d52e906 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:network {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:21:55.355484 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-867d3246-c21a-4b94-a537-c0da6d52e906 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/networks?id=b45cc60f-e2cd-43c4-881c-7d87af604d32 HTTP/1.1" status: 200 len: 797 time: 0.1714270 Jun 15 15:21:55.371724 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-f95b08b9-018d-428f-9a1f-0a327643b5bf tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/quotas/f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 375 time: 0.0102298 Jun 15 15:21:55.466882 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-936f3d5e-2a89-45b7-b129-28351f57e490 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:21:55.485211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-936f3d5e-2a89-45b7-b129-28351f57e490 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:21:55.488659 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-936f3d5e-2a89-45b7-b129-28351f57e490 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1113701 Jun 15 15:21:55.532787 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:21:55.608712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:21:53Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3e686668-ba3a-49f6-88ba-eb2520185bb4', 'name': '', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:c0:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:52Z', 'updated_at': '2022-06-15T15:21:53Z', 'revision_number': 2, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:55.613073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Checking router: f149fbec-b0a8-449c-bac0-bee9f1b58d50 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:21:55.613429 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Updating router f149fbec-b0a8-449c-bac0-bee9f1b58d50 port 3e686668-ba3a-49f6-88ba-eb2520185bb4 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:21:55.637310 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-6aa2e14e-6491-475f-b920-3948d34d2287 service neutron] 10.222.0.26 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385615 Jun 15 15:21:55.656856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:21:55.657231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:55.715025 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:55.771022 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-89025645-94e0-45aa-9b91-759042a7a484 service neutron] 10.222.0.26 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260033 Jun 15 15:21:55.902164 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:21:55.903259 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:21:55.962694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-abf2cf72-61da-433b-99b2-aa97987ae3eb req-fa349f2a-f3fe-40a6-8ebd-20dfa434c467 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:21:55.974705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-abf2cf72-61da-433b-99b2-aa97987ae3eb req-fa349f2a-f3fe-40a6-8ebd-20dfa434c467 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:21:55.976648 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-abf2cf72-61da-433b-99b2-aa97987ae3eb req-fa349f2a-f3fe-40a6-8ebd-20dfa434c467 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 210 time: 0.0650449 Jun 15 15:21:56.070027 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:21:56.070404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:56.272975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:56.282584 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:21:56.290271 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Transition to ACTIVE for port object 3e686668-ba3a-49f6-88ba-eb2520185bb4 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:21:56.297419 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:56.461254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685c3e0-a29b-48fd-9d86-a7159f58c7b9 None None] Pushing event updated for resources: {'Port': ['ID=3e686668-ba3a-49f6-88ba-eb2520185bb4,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:56.543550 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Attempting to bind port 3e686668-ba3a-49f6-88ba-eb2520185bb4 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:21:56.543912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Attempting to bind port 3e686668-ba3a-49f6-88ba-eb2520185bb4 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:21:56.544298 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Attempting to bind port 3e686668-ba3a-49f6-88ba-eb2520185bb4 on network b45cc60f-e2cd-43c4-881c-7d87af604d32 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:21:56.549698 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:21:56.550065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Checking segment: {'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:21:56.550466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:56.550855 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Bound using segment: {'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:21:56.551314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Bound port: 3e686668-ba3a-49f6-88ba-eb2520185bb4, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:21:56.551685 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:56.649463 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] For port 3e686668-ba3a-49f6-88ba-eb2520185bb4, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:21:56.652432 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] For port 3e686668-ba3a-49f6-88ba-eb2520185bb4, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3e686668-ba3a-49f6-88ba-eb2520185bb4,segment=NetworkSegment(f7acb1c1-9d49-4072-821a-8154a42d816e),segment_id=f7acb1c1-9d49-4072-821a-8154a42d816e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:21:56.657278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:56.736720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Routers {'f149fbec-b0a8-449c-bac0-bee9f1b58d50'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:21:56.737357 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:21:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:56.791926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685c3e0-a29b-48fd-9d86-a7159f58c7b9 None None] Pushing event updated for resources: {'Port': ['ID=3e686668-ba3a-49f6-88ba-eb2520185bb4,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:56.980909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] Set router f149fbec-b0a8-449c-bac0-bee9f1b58d50 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:21:57.112961 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-c084abf5-4671-4a34-afee-fc78a06a462f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:57.115269 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-c084abf5-4671-4a34-afee-fc78a06a462f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/networks?id=b45cc60f-e2cd-43c4-881c-7d87af604d32 HTTP/1.1" status: 200 len: 797 time: 0.1723471 Jun 15 15:21:57.160807 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-cb4f447c-8112-40f8-8ef3-5c3f58b21d4c req-3213181f-22a2-4e84-be6a-f12b0a298149 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 210 time: 0.0597100 Jun 15 15:21:57.174577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-01e95ffb-421a-4517-94e2-ff9837d0ced1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:21:57.187846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-01e95ffb-421a-4517-94e2-ff9837d0ced1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:21:57.189116 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-01e95ffb-421a-4517-94e2-ff9837d0ced1 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03 HTTP/1.1" status: 200 len: 379 time: 0.0659750 Jun 15 15:21:57.200503 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'port': {'device_id': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'admin_state_up': True, 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'security_groups': ['c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:21:57.313990 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-78133205-b32c-41db-96d8-ea6120f15062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:57.328689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:21:53Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3e686668-ba3a-49f6-88ba-eb2520185bb4', 'name': '', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:c0:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:52Z', 'updated_at': '2022-06-15T15:21:56Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:21:57.332775 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacbdf1e-397b-40a2-98bc-2237bb2c96d6 None None] The sync data for ids ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'] in dv-neutron-845844-1-hyperv is: [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:21:53Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3e686668-ba3a-49f6-88ba-eb2520185bb4', 'name': '', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:c0:cb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:52Z', 'updated_at': '2022-06-15T15:21:56Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:21:57.343332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:21:57.354062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:21:57.366199 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Made reservation on behalf of f2c661f8d4554a6bba95a4a95d0d6b03 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:21:57.370330 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:57.551091 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3e686668-ba3a-49f6-88ba-eb2520185bb4 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:21:57.567714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.20.0.4 (b45cc60f-e2cd-43c4-881c-7d87af604d32/4b84a971-7907-43b4-aeb5-b6a9b4352366/d8309df6-2b2e-4708-b4ee-7ae5a4a90766) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:21:57.623963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 3e686668-ba3a-49f6-88ba-eb2520185bb4 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:21:57.630546 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3e686668-ba3a-49f6-88ba-eb2520185bb4 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:21:57.630546 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:57.765330 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3e686668-ba3a-49f6-88ba-eb2520185bb4 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:21:57.765863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:57.801554 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 3e686668-ba3a-49f6-88ba-eb2520185bb4, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3e686668-ba3a-49f6-88ba-eb2520185bb4,segment=NetworkSegment(f7acb1c1-9d49-4072-821a-8154a42d816e),segment_id=f7acb1c1-9d49-4072-821a-8154a42d816e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:21:57.806315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:57.885702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=3e686668-ba3a-49f6-88ba-eb2520185bb4,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:57.906688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:57.923934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Transition to ACTIVE for port object d8309df6-2b2e-4708-b4ee-7ae5a4a90766 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:21:57.948777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:58.021152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network b45cc60f-e2cd-43c4-881c-7d87af604d32 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:21:58.024757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:21:58.028584 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:21:58.060449 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=d8309df6-2b2e-4708-b4ee-7ae5a4a90766,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:58.103119 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:58.103767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:58.133292 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-aac506fc-139c-4d55-b632-c51c2ef86bf9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9394383 Jun 15 15:21:58.144525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Request body: {'port': {'device_id': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:21:58.280954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:58.319300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-002da0bc-7a89-4b04-9130-fb04bc3440d8 None None] Provisioning for port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:21:58.325297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-002da0bc-7a89-4b04-9130-fb04bc3440d8 None None] Provisioning complete for port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:21:58.325803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-002da0bc-7a89-4b04-9130-fb04bc3440d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:58.383939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-002da0bc-7a89-4b04-9130-fb04bc3440d8 None None] Port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:21:58.504851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964d838-6c73-4df9-90b7-d2da59c0ae44 req-98a3fd8a-e464-4c35-a6e8-4406bf70007e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:58.505725 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6964d838-6c73-4df9-90b7-d2da59c0ae44 req-98a3fd8a-e464-4c35-a6e8-4406bf70007e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:21:58.597069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6964d838-6c73-4df9-90b7-d2da59c0ae44 req-98a3fd8a-e464-4c35-a6e8-4406bf70007e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:21:58.598141 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6964d838-6c73-4df9-90b7-d2da59c0ae44 req-98a3fd8a-e464-4c35-a6e8-4406bf70007e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 931 time: 0.3063030 Jun 15 15:21:58.674325 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6964d838-6c73-4df9-90b7-d2da59c0ae44 req-38b81d13-dd9a-469a-887e-089614558882 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696330 Jun 15 15:21:58.747459 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8309df6-2b2e-4708-b4ee-7ae5a4a90766 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:21:58.755030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:58.770135 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Transition to ACTIVE for port object d8309df6-2b2e-4708-b4ee-7ae5a4a90766 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:21:58.775983 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:58.938422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Pushing event updated for resources: {'Port': ['ID=d8309df6-2b2e-4708-b4ee-7ae5a4a90766,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:59.023315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Attempting to bind port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:21:59.023644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Attempting to bind port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:21:59.024328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Attempting to bind port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 on network b45cc60f-e2cd-43c4-881c-7d87af604d32 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:21:59.029005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 on network b45cc60f-e2cd-43c4-881c-7d87af604d32 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:21:59.029321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Attempting to bind port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 on network b45cc60f-e2cd-43c4-881c-7d87af604d32 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:21:59.034474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:21:59.034810 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Checking segment: {'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:21:59.035188 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Bound using segment: {'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:21:59.035604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Bound port: d8309df6-2b2e-4708-b4ee-7ae5a4a90766, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7acb1c1-9d49-4072-821a-8154a42d816e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:21:59.035942 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:59.130093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] For port d8309df6-2b2e-4708-b4ee-7ae5a4a90766, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:21:59.133896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] For port d8309df6-2b2e-4708-b4ee-7ae5a4a90766, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=d8309df6-2b2e-4708-b4ee-7ae5a4a90766,segment=NetworkSegment(f7acb1c1-9d49-4072-821a-8154a42d816e),segment_id=f7acb1c1-9d49-4072-821a-8154a42d816e)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:21:59.140229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:59.199344 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:59.199949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:59.201329 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-31a03306-9412-4461-a565-7cea8f719705 service neutron] 10.222.0.44 "PUT /v2.0/ports/d8309df6-2b2e-4708-b4ee-7ae5a4a90766 HTTP/1.1" status: 200 len: 1093 time: 1.0612879 Jun 15 15:21:59.201754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'tag': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:21:59.223768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a03306-9412-4461-a565-7cea8f719705 service neutron] Pushing event updated for resources: {'Port': ['ID=d8309df6-2b2e-4708-b4ee-7ae5a4a90766,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:21:59.287485 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15933bf-a8df-4952-8159-01cb9cb01d8f'] response: {'name': 'network-changed', 'server_uuid': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'tag': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766', 'status': 'completed', 'code': 200} Jun 15 15:21:59.326918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-3fe48cb6-8850-408f-82a4-fb01eda4e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:59.328474 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-3fe48cb6-8850-408f-82a4-fb01eda4e71b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 1096 time: 0.0872073 Jun 15 15:21:59.397451 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-b17ee0a0-e12e-4066-87bf-81eb4fa334b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8309df6-2b2e-4708-b4ee-7ae5a4a90766 HTTP/1.1" status: 200 len: 217 time: 0.0617528 Jun 15 15:21:59.420498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-70c887d7-51b7-47d3-9e04-ca7e678cb3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:59.468592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-d313e98b-9ec5-4653-ac4f-efc8618d1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:59.469883 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-d313e98b-9ec5-4653-ac4f-efc8618d1c4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b84a971-7907-43b4-aeb5-b6a9b4352366 HTTP/1.1" status: 200 len: 834 time: 0.0666327 Jun 15 15:21:59.521046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3e686668-ba3a-49f6-88ba-eb2520185bb4 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:21:59.556768 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-7f38393a-1955-4dae-a85a-7a0c53ceee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:21:59.558252 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-7f38393a-1955-4dae-a85a-7a0c53ceee5f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b45cc60f-e2cd-43c4-881c-7d87af604d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822911 Jun 15 15:21:59.590823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3e686668-ba3a-49f6-88ba-eb2520185bb4 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:21:59.591199 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:21:59.694259 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-2dbb9526-3ce2-4043-857c-ec36fe226576 service neutron] 10.222.0.44 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291611 Jun 15 15:21:59.707066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3e686668-ba3a-49f6-88ba-eb2520185bb4 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:21:59.993252 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a66c3691-cd46-44d5-ac7f-3d646c71d9c5 req-b0c733c6-9baf-4f12-9215-56f01a7f8b02 service neutron] 10.222.0.44 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932239 Jun 15 15:22:00.015382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ea2ce-42b2-4133-b079-4aaa0cc763a1 req-da463114-ac99-43f0-a304-61d26eabb378 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:00.016910 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c24ea2ce-42b2-4133-b079-4aaa0cc763a1 req-da463114-ac99-43f0-a304-61d26eabb378 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 943 time: 0.2304299 Jun 15 15:22:00.115737 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c24ea2ce-42b2-4133-b079-4aaa0cc763a1 req-8b546588-de09-4a4b-a426-3a61f131856e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923028 Jun 15 15:22:00.135198 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bd182-c3b0-495e-a07a-87c917b43f08 req-ab0874ee-dd15-45da-ac0d-4dc46aad7580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:00.136713 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb7bd182-c3b0-495e-a07a-87c917b43f08 req-ab0874ee-dd15-45da-ac0d-4dc46aad7580 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 1096 time: 0.0995502 Jun 15 15:22:00.270911 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bd182-c3b0-495e-a07a-87c917b43f08 req-b7ab581f-f2d3-494a-9da6-75be7e25f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:00.272351 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb7bd182-c3b0-495e-a07a-87c917b43f08 req-b7ab581f-f2d3-494a-9da6-75be7e25f05e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b45cc60f-e2cd-43c4-881c-7d87af604d32 HTTP/1.1" status: 200 len: 898 time: 0.1296043 Jun 15 15:22:00.346666 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb7bd182-c3b0-495e-a07a-87c917b43f08 req-e4f79109-cb30-465f-b276-781a3f344e67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8309df6-2b2e-4708-b4ee-7ae5a4a90766 HTTP/1.1" status: 200 len: 217 time: 0.0666661 Jun 15 15:22:00.412213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bd182-c3b0-495e-a07a-87c917b43f08 req-796ab8ab-e262-4771-9834-6c73ec69d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:00.413699 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb7bd182-c3b0-495e-a07a-87c917b43f08 req-796ab8ab-e262-4771-9834-6c73ec69d600 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b84a971-7907-43b4-aeb5-b6a9b4352366 HTTP/1.1" status: 200 len: 834 time: 0.0610473 Jun 15 15:22:00.499757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bd182-c3b0-495e-a07a-87c917b43f08 req-f427b36d-971b-407a-814e-c31937bb69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:00.501303 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb7bd182-c3b0-495e-a07a-87c917b43f08 req-f427b36d-971b-407a-814e-c31937bb69c6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b45cc60f-e2cd-43c4-881c-7d87af604d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808737 Jun 15 15:22:00.628247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:00.666861 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb7bd182-c3b0-495e-a07a-87c917b43f08 req-cf7c760c-9e4f-4510-b8df-4dcc8cc8e68e service neutron] 10.222.0.44 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582439 Jun 15 15:22:00.747621 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:00.802184 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-cb7bd182-c3b0-495e-a07a-87c917b43f08 req-2b463dc1-ed2f-4fc6-9567-d408c42e3452 service neutron] 10.222.0.44 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285410 Jun 15 15:22:01.326726 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283cf60-999a-4771-8943-cc19a1513878 req-b4d42c65-7140-49c7-8a0e-7131c8f390ee tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:01.328266 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c283cf60-999a-4771-8943-cc19a1513878 req-b4d42c65-7140-49c7-8a0e-7131c8f390ee tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 943 time: 0.0959654 Jun 15 15:22:01.376229 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c283cf60-999a-4771-8943-cc19a1513878 req-ac877184-7027-4a3c-9adb-eaeb3ffde5bb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394442 Jun 15 15:22:02.195641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:02.545284 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device d8309df6-2b2e-4708-b4ee-7ae5a4a90766 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:22:02.586024 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005e8d5-9d0f-4008-aaaa-6def86b89b96 req-b670a02e-f86f-4fc6-92bb-d02bbea3283d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:02.587659 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8005e8d5-9d0f-4008-aaaa-6def86b89b96 req-b670a02e-f86f-4fc6-92bb-d02bbea3283d tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 943 time: 0.0978863 Jun 15 15:22:02.634189 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8005e8d5-9d0f-4008-aaaa-6def86b89b96 req-2532a7ef-f2a1-4852-b453-843d654e7cd0 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402789 Jun 15 15:22:02.693707 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port d8309df6-2b2e-4708-b4ee-7ae5a4a90766, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=d8309df6-2b2e-4708-b4ee-7ae5a4a90766,segment=NetworkSegment(f7acb1c1-9d49-4072-821a-8154a42d816e),segment_id=f7acb1c1-9d49-4072-821a-8154a42d816e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:22:02.706913 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'port_id': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766', 'mac_address': 'fa:16:3e:44:a9:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:22:02.764911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:22:02.765452 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:02.786712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8309df6-2b2e-4708-b4ee-7ae5a4a90766 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:22:02.804691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port d8309df6-2b2e-4708-b4ee-7ae5a4a90766, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=d8309df6-2b2e-4708-b4ee-7ae5a4a90766,segment=NetworkSegment(f7acb1c1-9d49-4072-821a-8154a42d816e),segment_id=f7acb1c1-9d49-4072-821a-8154a42d816e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:22:02.811169 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:02.882631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=d8309df6-2b2e-4708-b4ee-7ae5a4a90766,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:03.015905 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['d8309df6-2b2e-4708-b4ee-7ae5a4a90766'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:22:03.847334 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a74d7a-a65c-4037-965e-57554a2b4de0 req-ae5dc050-cb2b-4fa9-87d4-aaf7eaba7c25 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:03.848880 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-81a74d7a-a65c-4037-965e-57554a2b4de0 req-ae5dc050-cb2b-4fa9-87d4-aaf7eaba7c25 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 944 time: 0.1027792 Jun 15 15:22:03.897899 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-81a74d7a-a65c-4037-965e-57554a2b4de0 req-b838f518-d87b-4ac3-9fc1-defa2e1184dd tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426540 Jun 15 15:22:04.553565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device d8309df6-2b2e-4708-b4ee-7ae5a4a90766 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:22:04.629272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:22:04.634343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:22:04.634718 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:04.788813 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:22:04.789046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:04.816066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:22:04.826214 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port d8309df6-2b2e-4708-b4ee-7ae5a4a90766, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=d8309df6-2b2e-4708-b4ee-7ae5a4a90766,segment=NetworkSegment(f7acb1c1-9d49-4072-821a-8154a42d816e),segment_id=f7acb1c1-9d49-4072-821a-8154a42d816e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:22:04.831598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:04.902590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=d8309df6-2b2e-4708-b4ee-7ae5a4a90766,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:04.938108 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fbd82d5-ac29-4998-8112-aff94e59679c'] response: {'server_uuid': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766', 'code': 200} Jun 15 15:22:05.097474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ea2bd-4e25-48d5-8ee5-99dc054198ea req-54e9258e-6165-4ba4-8b27-0f2e859aed9a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:05.098943 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-990ea2bd-4e25-48d5-8ee5-99dc054198ea req-54e9258e-6165-4ba4-8b27-0f2e859aed9a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.0942888 Jun 15 15:22:05.144265 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-990ea2bd-4e25-48d5-8ee5-99dc054198ea req-90699670-91ee-4568-a042-0f5c972d1e38 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392394 Jun 15 15:22:05.177799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852588e8-0da0-4618-9ef8-44066a0d640e req-d3e7aa4b-54a8-4c55-922c-bde85987116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:05.179301 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-852588e8-0da0-4618-9ef8-44066a0d640e req-d3e7aa4b-54a8-4c55-922c-bde85987116b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 1098 time: 0.0796461 Jun 15 15:22:05.219695 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-852588e8-0da0-4618-9ef8-44066a0d640e req-1b81441f-dada-45ab-bf9f-789a11f3205d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347300 Jun 15 15:22:06.367844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b4582-9d15-4a18-b634-c603384a8b71 req-cff5121b-0c27-452d-b769-2a973d1fcc1b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:06.369355 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b22b4582-9d15-4a18-b634-c603384a8b71 req-cff5121b-0c27-452d-b769-2a973d1fcc1b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.0990691 Jun 15 15:22:06.416232 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b22b4582-9d15-4a18-b634-c603384a8b71 req-0eb7b78a-e100-4c93-908b-f12568d944c4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408032 Jun 15 15:22:07.725904 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042b381-8898-4280-8c2f-fe2defe4f355 req-fdc8de39-5c71-4811-9b00-dce86f06b75f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:07.727380 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3042b381-8898-4280-8c2f-fe2defe4f355 req-fdc8de39-5c71-4811-9b00-dce86f06b75f tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.1929917 Jun 15 15:22:07.771269 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3042b381-8898-4280-8c2f-fe2defe4f355 req-e69a7a6e-42b7-443e-9fdf-63d797de5b96 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379779 Jun 15 15:22:07.989691 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777898e6-45c4-4b56-a0e1-0232d81b1cc5 req-54fdb59f-c6f7-42ad-9b43-0d57fa2b8384 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:07.991302 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-777898e6-45c4-4b56-a0e1-0232d81b1cc5 req-54fdb59f-c6f7-42ad-9b43-0d57fa2b8384 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.0959489 Jun 15 15:22:08.040655 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-777898e6-45c4-4b56-a0e1-0232d81b1cc5 req-9008fac2-6dd1-48d1-8be7-b1e57d69ce26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407650 Jun 15 15:22:08.062837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46544) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:08.143186 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3c3922-7ada-4b3d-9b64-6a90b70c37b1 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:08.144748 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4f3c3922-7ada-4b3d-9b64-6a90b70c37b1 tempest-TestNetworkAdvancedServerOps-96199251 tempest-TestNetworkAdvancedServerOps-96199251-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 1093 time: 0.0809524 Jun 15 15:22:08.148368 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46548) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:08.153678 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:22:08.160075 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:22:08.164364 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Usage tracker for resource:floatingip and tenant:f2c661f8d4554a6bba95a4a95d0d6b03 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:22:08.167382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:22:08.173463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:22:08.186212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:08.328742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:08.480945 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Allocated IP 172.26.3.162 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/5526f34f-381f-4513-bffa-fc4358e5277a) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:22:08.816906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:08.828912 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-654d66a5-6ffc-46bf-b978-fe5133cf98cb req-154f157c-2739-4053-a59e-dfd4fd91c7c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1461277 Jun 15 15:22:08.855481 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:08.975903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:22:08.980436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:22:08.989890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:22:09.014682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=5526f34f-381f-4513-bffa-fc4358e5277a,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:09.115094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d66a5-6ffc-46bf-b978-fe5133cf98cb req-dd98e4a1-54aa-4d6d-962a-ae010facae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:09.117154 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-654d66a5-6ffc-46bf-b978-fe5133cf98cb req-dd98e4a1-54aa-4d6d-962a-ae010facae31 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 1098 time: 0.2143354 Jun 15 15:22:09.436501 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d66a5-6ffc-46bf-b978-fe5133cf98cb req-d4547797-f5aa-4df8-9939-fa8e04f1d1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:09.437930 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-654d66a5-6ffc-46bf-b978-fe5133cf98cb req-d4547797-f5aa-4df8-9939-fa8e04f1d1d4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b45cc60f-e2cd-43c4-881c-7d87af604d32 HTTP/1.1" status: 200 len: 898 time: 0.2840264 Jun 15 15:22:09.516043 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-654d66a5-6ffc-46bf-b978-fe5133cf98cb req-cb674c55-3bb8-4c30-b21d-077e727abd0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8309df6-2b2e-4708-b4ee-7ae5a4a90766 HTTP/1.1" status: 200 len: 217 time: 0.0683267 Jun 15 15:22:09.601651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d66a5-6ffc-46bf-b978-fe5133cf98cb req-92b529e5-4d01-4049-a399-7221070341f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:09.603147 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-654d66a5-6ffc-46bf-b978-fe5133cf98cb req-92b529e5-4d01-4049-a399-7221070341f2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b84a971-7907-43b4-aeb5-b6a9b4352366 HTTP/1.1" status: 200 len: 834 time: 0.0810442 Jun 15 15:22:09.714870 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:09.719006 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d66a5-6ffc-46bf-b978-fe5133cf98cb req-1f570841-0e43-425c-ac57-b33844b0c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:09.720574 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-654d66a5-6ffc-46bf-b978-fe5133cf98cb req-1f570841-0e43-425c-ac57-b33844b0c305 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b45cc60f-e2cd-43c4-881c-7d87af604d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1117370 Jun 15 15:22:09.900308 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:09.924537 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-654d66a5-6ffc-46bf-b978-fe5133cf98cb req-f13db442-6c5f-4d66-b653-e98ef5a57385 service neutron] 10.222.0.44 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971850 Jun 15 15:22:10.274739 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-654d66a5-6ffc-46bf-b978-fe5133cf98cb req-5e90a8e0-c211-4f79-b309-bc6f5790dcaa service neutron] 10.222.0.44 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446527 Jun 15 15:22:10.337731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:10.345390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:10.456764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event updated for resources: {'Port': ['ID=5526f34f-381f-4513-bffa-fc4358e5277a,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:10.470113 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:10.630669 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:22:10.651761 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Floating IP f54728a2-0097-4ef2-bf2c-7d76fb7a7f16 associated. External IP: 172.26.3.162, port: d8309df6-2b2e-4708-b4ee-7ae5a4a90766. Jun 15 15:22:11.014809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router f149fbec-b0a8-449c-bac0-bee9f1b58d50 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:22:11.194918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:22:11.205153 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa75fb-ab65-4918-8a6a-751ac6cbab6f None None] Sync routers for ids ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:22:11.215696 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa75fb-ab65-4918-8a6a-751ac6cbab6f None None] Routers {'f149fbec-b0a8-449c-bac0-bee9f1b58d50'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:22:11.216342 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c3fa75fb-ab65-4918-8a6a-751ac6cbab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:21:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:11.221790 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:11.281293 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-8b78772b-b899-4701-aa63-5c0a2bf5944c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1313884 Jun 15 15:22:11.282001 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'tag': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:22:11.326493 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-494eed0a-fd32-483f-b904-1c1b58717e4f'] response: {'name': 'network-changed', 'server_uuid': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'tag': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766', 'status': 'completed', 'code': 200} Jun 15 15:22:11.404228 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-c3fa75fb-ab65-4918-8a6a-751ac6cbab6f None None] Set router f149fbec-b0a8-449c-bac0-bee9f1b58d50 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:22:11.438408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b85494-acf2-4e32-a1a8-450d0be89e6c req-b079d1a5-83ae-4c53-a70e-8d7b72add306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:11.440028 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8b85494-acf2-4e32-a1a8-450d0be89e6c req-b079d1a5-83ae-4c53-a70e-8d7b72add306 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 1098 time: 0.0808299 Jun 15 15:22:11.454902 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d696d-ab2f-4ea1-9ee7-805d976baede req-e09cf9e5-fc14-4447-8d8d-f55817ad26d6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:11.456378 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-026d696d-ab2f-4ea1-9ee7-805d976baede req-e09cf9e5-fc14-4447-8d8d-f55817ad26d6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.0883272 Jun 15 15:22:11.516888 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-026d696d-ab2f-4ea1-9ee7-805d976baede req-3edf1408-79a1-4719-a154-b2729a5ce8c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543795 Jun 15 15:22:11.540547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46556) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:11.573949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b85494-acf2-4e32-a1a8-450d0be89e6c req-d14f582d-0cf6-4cbb-a7cd-60fad9e6578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:11.575455 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8b85494-acf2-4e32-a1a8-450d0be89e6c req-d14f582d-0cf6-4cbb-a7cd-60fad9e6578b service neutron] 10.222.0.44 "GET /v2.0/networks?id=b45cc60f-e2cd-43c4-881c-7d87af604d32 HTTP/1.1" status: 200 len: 898 time: 0.1296024 Jun 15 15:22:11.652426 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e94cb56c-2e20-4aba-8073-546406f20f4c tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/f54728a2-0097-4ef2-bf2c-7d76fb7a7f16 HTTP/1.1" status: 200 len: 991 time: 0.1096153 Jun 15 15:22:11.785328 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c3fa75fb-ab65-4918-8a6a-751ac6cbab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:21:53Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'f54728a2-0097-4ef2-bf2c-7d76fb7a7f16', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.162', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'port_id': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'mac_address': 'fa:16:3e:44:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:22:09Z', 'updated_at': '2022-06-15T15:22:09Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e686668-ba3a-49f6-88ba-eb2520185bb4', 'name': '', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:c0:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:52Z', 'updated_at': '2022-06-15T15:21:57Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:11.789602 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa75fb-ab65-4918-8a6a-751ac6cbab6f None None] Checking router: f149fbec-b0a8-449c-bac0-bee9f1b58d50 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:22:11.798181 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa75fb-ab65-4918-8a6a-751ac6cbab6f None None] Routers {'f149fbec-b0a8-449c-bac0-bee9f1b58d50'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:22:11.798748 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c3fa75fb-ab65-4918-8a6a-751ac6cbab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:21:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:11.804025 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8b85494-acf2-4e32-a1a8-450d0be89e6c req-21687e34-5d73-4504-94b6-fb002d7d9b8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8309df6-2b2e-4708-b4ee-7ae5a4a90766 HTTP/1.1" status: 200 len: 999 time: 0.2224915 Jun 15 15:22:11.872766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b85494-acf2-4e32-a1a8-450d0be89e6c req-bed27478-3c49-4090-9739-6f519dbf060a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:11.874276 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8b85494-acf2-4e32-a1a8-450d0be89e6c req-bed27478-3c49-4090-9739-6f519dbf060a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b84a971-7907-43b4-aeb5-b6a9b4352366 HTTP/1.1" status: 200 len: 834 time: 0.0647361 Jun 15 15:22:11.965241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b85494-acf2-4e32-a1a8-450d0be89e6c req-9d21ed0e-afb5-4442-935b-9d6257c72425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:11.966796 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8b85494-acf2-4e32-a1a8-450d0be89e6c req-9d21ed0e-afb5-4442-935b-9d6257c72425 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b45cc60f-e2cd-43c4-881c-7d87af604d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870273 Jun 15 15:22:11.985504 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-c3fa75fb-ab65-4918-8a6a-751ac6cbab6f None None] Set router f149fbec-b0a8-449c-bac0-bee9f1b58d50 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:22:12.104636 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8b85494-acf2-4e32-a1a8-450d0be89e6c req-fc197ded-34fb-41fb-9f29-03f2d841efdb service neutron] 10.222.0.44 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308839 Jun 15 15:22:12.247858 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d8b85494-acf2-4e32-a1a8-450d0be89e6c req-b9f8c557-5644-404d-8533-4f5e6fbfbd47 service neutron] 10.222.0.44 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284585 Jun 15 15:22:12.342671 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-c3fa75fb-ab65-4918-8a6a-751ac6cbab6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:21:53Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'f54728a2-0097-4ef2-bf2c-7d76fb7a7f16', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.162', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'port_id': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'mac_address': 'fa:16:3e:44:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:22:09Z', 'updated_at': '2022-06-15T15:22:09Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e686668-ba3a-49f6-88ba-eb2520185bb4', 'name': '', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:c0:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:52Z', 'updated_at': '2022-06-15T15:21:57Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:12.346786 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa75fb-ab65-4918-8a6a-751ac6cbab6f None None] The sync data for ids ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'] in dv-neutron-845844-1-hyperv is: [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:21:53Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'f54728a2-0097-4ef2-bf2c-7d76fb7a7f16', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'floating_ip_address': '172.26.3.162', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'port_id': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'mac_address': 'fa:16:3e:44:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:22:09Z', 'updated_at': '2022-06-15T15:22:09Z', 'revision_number': 0, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e686668-ba3a-49f6-88ba-eb2520185bb4', 'name': '', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:c0:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:52Z', 'updated_at': '2022-06-15T15:21:57Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:22:12.541201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39879faa-fc25-4aea-9e6b-4c3c7013790a None None] New status for floating IP f54728a2-0097-4ef2-bf2c-7d76fb7a7f16: ACTIVE {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:22:12.655315 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46560) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:12.766022 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-74aa5ff5-751b-4e26-8f50-6dfbbbff2607 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/f54728a2-0097-4ef2-bf2c-7d76fb7a7f16 HTTP/1.1" status: 200 len: 991 time: 0.1095762 Jun 15 15:22:13.771191 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46564) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:13.887731 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-5bd02596-4173-490a-a357-6cd0588468e9 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/f54728a2-0097-4ef2-bf2c-7d76fb7a7f16 HTTP/1.1" status: 200 len: 993 time: 0.1148596 Jun 15 15:22:21.838558 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:27.317490 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d17646fe-a978-42d2-b43e-d11297625858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:29.415892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ad966609-4a05-4837-a203-490c1ccb051c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:30.623977 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:30.752050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:32.199823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:41.599889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab7d84-3daa-4ade-b90f-2314d815342f req-983b9078-9fc4-4931-bd54-0caebae5b873 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:41.601443 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8ab7d84-3daa-4ade-b90f-2314d815342f req-983b9078-9fc4-4931-bd54-0caebae5b873 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.0946259 Jun 15 15:22:41.647471 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e8ab7d84-3daa-4ade-b90f-2314d815342f req-3c1bbcd7-f7cd-4aaf-8a5b-4500ef6ecf31 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397670 Jun 15 15:22:42.854668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee6460-ae60-4019-86ef-7e9e1d2d053d req-b150c20b-0206-459d-8df2-b5315ef94cce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:42.856390 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7dee6460-ae60-4019-86ef-7e9e1d2d053d req-b150c20b-0206-459d-8df2-b5315ef94cce tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.0947454 Jun 15 15:22:42.906794 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7dee6460-ae60-4019-86ef-7e9e1d2d053d req-5b739126-fe4c-4b95-8d0f-a3063b53d719 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416627 Jun 15 15:22:42.930940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46584) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:43.039033 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9dbe17fe-925e-469d-9386-613c58197708 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/f54728a2-0097-4ef2-bf2c-7d76fb7a7f16 HTTP/1.1" status: 200 len: 993 time: 0.1067960 Jun 15 15:22:44.601464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f98df7-0516-4146-875e-d831420cd852 req-a496b324-1679-4c55-8b11-9c50166a07bc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:44.602922 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e4f98df7-0516-4146-875e-d831420cd852 req-a496b324-1679-4c55-8b11-9c50166a07bc tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.1554587 Jun 15 15:22:44.606067 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add690ec-daac-4920-aa4f-cab4ed27d35d req-3c2d3a3a-9f90-413c-9297-b28f008ae8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:44.607478 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-add690ec-daac-4920-aa4f-cab4ed27d35d req-3c2d3a3a-9f90-413c-9297-b28f008ae8e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 1098 time: 0.1144176 Jun 15 15:22:44.727816 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e4f98df7-0516-4146-875e-d831420cd852 req-553ddc46-a6cb-44ae-acc8-5aabbc1a469a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189356 Jun 15 15:22:44.773377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add690ec-daac-4920-aa4f-cab4ed27d35d req-32ca55a0-8577-4785-b67a-32e128e84c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:44.774818 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-add690ec-daac-4920-aa4f-cab4ed27d35d req-32ca55a0-8577-4785-b67a-32e128e84c65 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b45cc60f-e2cd-43c4-881c-7d87af604d32 HTTP/1.1" status: 200 len: 898 time: 0.1535270 Jun 15 15:22:44.882495 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-add690ec-daac-4920-aa4f-cab4ed27d35d req-74428bcb-6577-48f3-bc89-8e12b15ae7e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8309df6-2b2e-4708-b4ee-7ae5a4a90766 HTTP/1.1" status: 200 len: 1001 time: 0.1015432 Jun 15 15:22:44.949114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add690ec-daac-4920-aa4f-cab4ed27d35d req-8b15d9f2-a667-4b72-8375-e6231edd3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:44.950326 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-add690ec-daac-4920-aa4f-cab4ed27d35d req-8b15d9f2-a667-4b72-8375-e6231edd3211 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b84a971-7907-43b4-aeb5-b6a9b4352366 HTTP/1.1" status: 200 len: 834 time: 0.0625136 Jun 15 15:22:45.035376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add690ec-daac-4920-aa4f-cab4ed27d35d req-89e04c7d-f3ee-4391-9a59-47ab2893b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:45.036906 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-add690ec-daac-4920-aa4f-cab4ed27d35d req-89e04c7d-f3ee-4391-9a59-47ab2893b6ce service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b45cc60f-e2cd-43c4-881c-7d87af604d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811207 Jun 15 15:22:45.169332 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-add690ec-daac-4920-aa4f-cab4ed27d35d req-bec3ce9b-fe6f-4e92-b14d-6dee1e37e95a service neutron] 10.222.0.44 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261041 Jun 15 15:22:45.414636 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-add690ec-daac-4920-aa4f-cab4ed27d35d req-5d261108-4550-4cde-ae8d-27e42103dfce service neutron] 10.222.0.44 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391984 Jun 15 15:22:45.942119 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07946577-640b-4118-a267-1caa55818c76 req-d33c7044-9c48-49f3-bb92-ae8b31e635ec tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:45.943604 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-07946577-640b-4118-a267-1caa55818c76 req-d33c7044-9c48-49f3-bb92-ae8b31e635ec tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.0956626 Jun 15 15:22:45.987789 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-07946577-640b-4118-a267-1caa55818c76 req-e34badd1-5046-4743-b44a-740116be6a26 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382464 Jun 15 15:22:47.212216 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcf9d8-38f4-45e6-b052-ba69c321204b req-6182fe4c-eb19-4513-80d4-5868eadd35d4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:47.213787 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bbcf9d8-38f4-45e6-b052-ba69c321204b req-6182fe4c-eb19-4513-80d4-5868eadd35d4 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.1069906 Jun 15 15:22:47.262253 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bbcf9d8-38f4-45e6-b052-ba69c321204b req-63a5ad10-54ac-421f-a5ea-4a260a44082b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400884 Jun 15 15:22:47.289941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46598) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:47.409667 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-39a25348-9c51-4028-849e-26542303d471 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/floatingips/f54728a2-0097-4ef2-bf2c-7d76fb7a7f16 HTTP/1.1" status: 200 len: 993 time: 0.1185458 Jun 15 15:22:47.631352 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:22:47.693205 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46606) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:47.911402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port 5526f34f-381f-4513-bffa-fc4358e5277a {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:22:47.911650 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:48.094575 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:48.094853 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:48.217264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for 5526f34f-381f-4513-bffa-fc4358e5277a owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:22:48.385037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:48.433513 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=5526f34f-381f-4513-bffa-fc4358e5277a,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:48.511160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:48.511390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:48.511713 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:48.512045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:48.512407 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:48.512742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:48.513069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:48.513393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:48.513721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:48.514039 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:48.514361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:48.514652 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:48.548514 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:48.548850 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Floating IP f54728a2-0097-4ef2-bf2c-7d76fb7a7f16 disassociated (deleted). External IP: 172.26.3.162, port: d8309df6-2b2e-4708-b4ee-7ae5a4a90766. Jun 15 15:22:49.039375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router f149fbec-b0a8-449c-bac0-bee9f1b58d50 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:22:49.225131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:22:49.235012 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a7b684-9e1a-4d57-8683-e5816d79f9ea None None] Sync routers for ids ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:22:49.248054 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a7b684-9e1a-4d57-8683-e5816d79f9ea None None] Routers {'f149fbec-b0a8-449c-bac0-bee9f1b58d50'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:22:49.248703 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-05a7b684-9e1a-4d57-8683-e5816d79f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:22:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:49.251107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:49.311250 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c11c5608-89f5-4f7a-ac4b-489c9b1e2008 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/floatingips/f54728a2-0097-4ef2-bf2c-7d76fb7a7f16 HTTP/1.1" status: 204 len: 168 time: 1.6166883 Jun 15 15:22:49.311815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'tag': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:22:49.357699 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e22fb02-c7c4-4a38-a972-c9829571d161'] response: {'name': 'network-changed', 'server_uuid': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'tag': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766', 'status': 'completed', 'code': 200} Jun 15 15:22:49.436228 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-05a7b684-9e1a-4d57-8683-e5816d79f9ea None None] Set router f149fbec-b0a8-449c-bac0-bee9f1b58d50 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:22:49.463006 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887fc4-e24c-48ef-9513-2e698a93b668 req-0f04652b-3a12-40fe-82ab-c5814663bece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:49.465219 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9887fc4-e24c-48ef-9513-2e698a93b668 req-0f04652b-3a12-40fe-82ab-c5814663bece service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 1098 time: 0.0836797 Jun 15 15:22:49.616418 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887fc4-e24c-48ef-9513-2e698a93b668 req-baada62b-6356-43c7-bead-45cac6bd15af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:49.617782 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9887fc4-e24c-48ef-9513-2e698a93b668 req-baada62b-6356-43c7-bead-45cac6bd15af service neutron] 10.222.0.44 "GET /v2.0/networks?id=b45cc60f-e2cd-43c4-881c-7d87af604d32 HTTP/1.1" status: 200 len: 898 time: 0.1475801 Jun 15 15:22:49.696351 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9887fc4-e24c-48ef-9513-2e698a93b668 req-c8e7b3eb-af91-48ad-9696-7e305f224de8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8309df6-2b2e-4708-b4ee-7ae5a4a90766 HTTP/1.1" status: 200 len: 217 time: 0.0712774 Jun 15 15:22:49.714671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a962f38-5a9e-4a32-add1-732cfae19c56 req-11a23420-8e0f-48de-be43-fba2682f12c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:49.716297 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0a962f38-5a9e-4a32-add1-732cfae19c56 req-11a23420-8e0f-48de-be43-fba2682f12c6 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.1005235 Jun 15 15:22:49.762451 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887fc4-e24c-48ef-9513-2e698a93b668 req-4c7f224a-5817-440e-9deb-c8f65ac65f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:49.764264 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-05a7b684-9e1a-4d57-8683-e5816d79f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:21:53Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3e686668-ba3a-49f6-88ba-eb2520185bb4', 'name': '', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:c0:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:52Z', 'updated_at': '2022-06-15T15:21:57Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:49.764498 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9887fc4-e24c-48ef-9513-2e698a93b668 req-4c7f224a-5817-440e-9deb-c8f65ac65f15 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4b84a971-7907-43b4-aeb5-b6a9b4352366 HTTP/1.1" status: 200 len: 834 time: 0.0617807 Jun 15 15:22:49.768151 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a7b684-9e1a-4d57-8683-e5816d79f9ea None None] Checking router: f149fbec-b0a8-449c-bac0-bee9f1b58d50 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:22:49.771193 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0a962f38-5a9e-4a32-add1-732cfae19c56 req-e6b17fb0-855d-4f46-8435-7c73014fb7ac tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485146 Jun 15 15:22:49.777626 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a7b684-9e1a-4d57-8683-e5816d79f9ea None None] Routers {'f149fbec-b0a8-449c-bac0-bee9f1b58d50'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:22:49.778246 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-05a7b684-9e1a-4d57-8683-e5816d79f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:22:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:49.852839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9887fc4-e24c-48ef-9513-2e698a93b668 req-d93b3747-aef9-4d01-85f7-3da39d9ff6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:49.854365 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9887fc4-e24c-48ef-9513-2e698a93b668 req-d93b3747-aef9-4d01-85f7-3da39d9ff6ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b45cc60f-e2cd-43c4-881c-7d87af604d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836279 Jun 15 15:22:49.959199 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-05a7b684-9e1a-4d57-8683-e5816d79f9ea None None] Set router f149fbec-b0a8-449c-bac0-bee9f1b58d50 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:22:49.991913 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9887fc4-e24c-48ef-9513-2e698a93b668 req-a88f0162-c749-46ff-9385-af0e90045999 service neutron] 10.222.0.44 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302938 Jun 15 15:22:50.133435 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a9887fc4-e24c-48ef-9513-2e698a93b668 req-ba9e810c-0388-4549-a522-7ac7376dd2ed service neutron] 10.222.0.44 "GET /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348817 Jun 15 15:22:50.292692 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-05a7b684-9e1a-4d57-8683-e5816d79f9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:21:53Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3e686668-ba3a-49f6-88ba-eb2520185bb4', 'name': '', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:c0:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:52Z', 'updated_at': '2022-06-15T15:21:57Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:50.297294 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a7b684-9e1a-4d57-8683-e5816d79f9ea None None] The sync data for ids ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'] in dv-neutron-845844-1-hyperv is: [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:21:53Z', 'revision_number': 4, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '3e686668-ba3a-49f6-88ba-eb2520185bb4', 'name': '', 'network_id': 'b45cc60f-e2cd-43c4-881c-7d87af604d32', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'mac_address': 'fa:16:3e:c0:cb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:52Z', 'updated_at': '2022-06-15T15:21:57Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'subnets': [{'id': '4b84a971-7907-43b4-aeb5-b6a9b4352366', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:22:50.533397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57500127-1e06-418a-b25b-576112d67d0b None None] New status for floating IP f54728a2-0097-4ef2-bf2c-7d76fb7a7f16: DOWN {{(pid=89020) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:22:50.986006 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cc3e8-4092-4482-935a-3a426f53877f req-2786a4b8-39d2-4418-bc6d-796e2bfdac0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:50.986694 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5d3cc3e8-4092-4482-935a-3a426f53877f req-2786a4b8-39d2-4418-bc6d-796e2bfdac0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:22:51.004777 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-5d3cc3e8-4092-4482-935a-3a426f53877f req-2786a4b8-39d2-4418-bc6d-796e2bfdac0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:22:51.006105 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d3cc3e8-4092-4482-935a-3a426f53877f req-2786a4b8-39d2-4418-bc6d-796e2bfdac0e tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.1178577 Jun 15 15:22:51.097573 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5d3cc3e8-4092-4482-935a-3a426f53877f req-1ac6c1c7-8ad9-46ba-a64a-3ee2533ee42a tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/security-groups?id=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845933 Jun 15 15:22:51.153537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3c559-fdaf-4593-92eb-37b74df62055 req-e5fd73b1-880c-4f01-800e-4ae132ba5afe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:22:51.155025 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8af3c559-fdaf-4593-92eb-37b74df62055 req-e5fd73b1-880c-4f01-800e-4ae132ba5afe tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 945 time: 0.1003804 Jun 15 15:22:51.226175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-8af3c559-fdaf-4593-92eb-37b74df62055 req-9f715dc0-43d9-4dfc-8cff-f5c2b0271bae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:22:51.226507 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8af3c559-fdaf-4593-92eb-37b74df62055 req-9f715dc0-43d9-4dfc-8cff-f5c2b0271bae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:51.600508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-8af3c559-fdaf-4593-92eb-37b74df62055 req-9f715dc0-43d9-4dfc-8cff-f5c2b0271bae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port d8309df6-2b2e-4708-b4ee-7ae5a4a90766, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=d8309df6-2b2e-4708-b4ee-7ae5a4a90766,segment=NetworkSegment(f7acb1c1-9d49-4072-821a-8154a42d816e),segment_id=f7acb1c1-9d49-4072-821a-8154a42d816e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:22:51.600839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8af3c559-fdaf-4593-92eb-37b74df62055 req-9f715dc0-43d9-4dfc-8cff-f5c2b0271bae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:51.729480 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-8af3c559-fdaf-4593-92eb-37b74df62055 req-9f715dc0-43d9-4dfc-8cff-f5c2b0271bae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for d8309df6-2b2e-4708-b4ee-7ae5a4a90766 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:22:51.846937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:51.880866 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8af3c559-fdaf-4593-92eb-37b74df62055 req-9f715dc0-43d9-4dfc-8cff-f5c2b0271bae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:51.930636 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f715dc0-43d9-4dfc-8cff-f5c2b0271bae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=d8309df6-2b2e-4708-b4ee-7ae5a4a90766,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:52.020715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af3c559-fdaf-4593-92eb-37b74df62055 req-9f715dc0-43d9-4dfc-8cff-f5c2b0271bae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] No DVR routers for this DVR port d8309df6-2b2e-4708-b4ee-7ae5a4a90766 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:22:52.023947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-8af3c559-fdaf-4593-92eb-37b74df62055 req-9f715dc0-43d9-4dfc-8cff-f5c2b0271bae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:52.026639 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'name': 'network-vif-deleted', 'tag': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:22:52.043558 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8af3c559-fdaf-4593-92eb-37b74df62055 req-9f715dc0-43d9-4dfc-8cff-f5c2b0271bae tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.44 "DELETE /v2.0/ports/d8309df6-2b2e-4708-b4ee-7ae5a4a90766 HTTP/1.1" status: 204 len: 173 time: 0.8835967 Jun 15 15:22:52.074031 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c0807e0-4f54-4ef6-a067-17301ca884cb'] response: {'server_uuid': '33a35a0d-c719-4092-a948-5e1b2c3dd639', 'name': 'network-vif-deleted', 'tag': 'd8309df6-2b2e-4708-b4ee-7ae5a4a90766', 'status': 'completed', 'code': 200} Jun 15 15:22:52.279209 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-04fe24b0-a016-4173-85ac-2ddf56f13751 req-bee048de-39d9-43e8-84ed-67f1664f3cc7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Synchronizing usage tracker for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:22:52.298873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-04fe24b0-a016-4173-85ac-2ddf56f13751 req-bee048de-39d9-43e8-84ed-67f1664f3cc7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Unset dirty status for tenant:f2c661f8d4554a6bba95a4a95d0d6b03 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:22:52.300122 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-04fe24b0-a016-4173-85ac-2ddf56f13751 req-bee048de-39d9-43e8-84ed-67f1664f3cc7 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "GET /v2.0/ports?device_id=33a35a0d-c719-4092-a948-5e1b2c3dd639 HTTP/1.1" status: 200 len: 210 time: 0.0762527 Jun 15 15:22:53.412132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46624) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:54.013356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2dfa-67b2-4822-acae-b8381a242b54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:54.490602 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b2dfa-67b2-4822-acae-b8381a242b54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port 3e686668-ba3a-49f6-88ba-eb2520185bb4 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:22:54.491302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2dfa-67b2-4822-acae-b8381a242b54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:54.682921 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-ac6b2dfa-67b2-4822-acae-b8381a242b54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port 3e686668-ba3a-49f6-88ba-eb2520185bb4, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3e686668-ba3a-49f6-88ba-eb2520185bb4,segment=NetworkSegment(f7acb1c1-9d49-4072-821a-8154a42d816e),segment_id=f7acb1c1-9d49-4072-821a-8154a42d816e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:22:54.683298 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2dfa-67b2-4822-acae-b8381a242b54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:54.800875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device d8309df6-2b2e-4708-b4ee-7ae5a4a90766 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:22:54.811651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b2dfa-67b2-4822-acae-b8381a242b54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for 3e686668-ba3a-49f6-88ba-eb2520185bb4 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:22:54.837446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: d8309df6-2b2e-4708-b4ee-7ae5a4a90766 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:22:54.837791 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device d8309df6-2b2e-4708-b4ee-7ae5a4a90766 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:22:55.005703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2dfa-67b2-4822-acae-b8381a242b54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:55.053846 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b2dfa-67b2-4822-acae-b8381a242b54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=3e686668-ba3a-49f6-88ba-eb2520185bb4,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:55.357721 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ac6b2dfa-67b2-4822-acae-b8381a242b54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:55.729978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6b2dfa-67b2-4822-acae-b8381a242b54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Router f149fbec-b0a8-449c-bac0-bee9f1b58d50 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:22:56.038715 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6b2dfa-67b2-4822-acae-b8381a242b54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:22:56.049985 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb912be-8002-42cf-a1e2-fbd2d781a3bd None None] Sync routers for ids ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:22:56.060983 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ac6b2dfa-67b2-4822-acae-b8381a242b54 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "PUT /v2.0/routers/f149fbec-b0a8-449c-bac0-bee9f1b58d50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6472611 Jun 15 15:22:56.063758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46628) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:56.064260 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb912be-8002-42cf-a1e2-fbd2d781a3bd None None] Routers {'f149fbec-b0a8-449c-bac0-bee9f1b58d50'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:22:56.065020 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-acb912be-8002-42cf-a1e2-fbd2d781a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:22:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:56.135897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc98affd-804f-4778-ae59-0d739b6ab187 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting subnet 4b84a971-7907-43b4-aeb5-b6a9b4352366 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:22:56.139539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc98affd-804f-4778-ae59-0d739b6ab187 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:56.194506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc98affd-804f-4778-ae59-0d739b6ab187 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:56.248688 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-acb912be-8002-42cf-a1e2-fbd2d781a3bd None None] Set router f149fbec-b0a8-449c-bac0-bee9f1b58d50 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:22:56.286243 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc98affd-804f-4778-ae59-0d739b6ab187 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:56.363761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc98affd-804f-4778-ae59-0d739b6ab187 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:56.405782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98affd-804f-4778-ae59-0d739b6ab187 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Subnet': ['ID=4b84a971-7907-43b4-aeb5-b6a9b4352366,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:56.410489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-cc98affd-804f-4778-ae59-0d739b6ab187 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:56.417090 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b6aaad-2d8a-4597-87b7-ec12f9c6b8ab None None] Network b45cc60f-e2cd-43c4-881c-7d87af604d32 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:22:56.420067 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-cc98affd-804f-4778-ae59-0d739b6ab187 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/subnets/4b84a971-7907-43b4-aeb5-b6a9b4352366 HTTP/1.1" status: 204 len: 168 time: 0.3550825 Jun 15 15:22:56.422705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46632) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:56.588829 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-acb912be-8002-42cf-a1e2-fbd2d781a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:22:54Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:56.593714 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb912be-8002-42cf-a1e2-fbd2d781a3bd None None] Checking router: f149fbec-b0a8-449c-bac0-bee9f1b58d50 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:22:56.603706 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb912be-8002-42cf-a1e2-fbd2d781a3bd None None] Routers {'f149fbec-b0a8-449c-bac0-bee9f1b58d50'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:22:56.604371 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-acb912be-8002-42cf-a1e2-fbd2d781a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:22:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:56.626480 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:56.716587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] DHCP port deletion for b45cc60f-e2cd-43c4-881c-7d87af604d32 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:22:56.720980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Deleting port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:22:56.721361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:56.799359 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-acb912be-8002-42cf-a1e2-fbd2d781a3bd None None] Set router f149fbec-b0a8-449c-bac0-bee9f1b58d50 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:22:56.827421 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:56.838013 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Deleting port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:22:56.838346 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:56.933094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] For port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=9ef5efc1-6a43-4e98-8acf-a564f2a92cd4,segment=NetworkSegment(f7acb1c1-9d49-4072-821a-8154a42d816e),segment_id=f7acb1c1-9d49-4072-821a-8154a42d816e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:22:56.933803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:57.025867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] For port ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:22:57.026427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:57.061016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Calling delete_port for 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:22:57.094278 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-acb912be-8002-42cf-a1e2-fbd2d781a3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:22:54Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:57.098678 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb912be-8002-42cf-a1e2-fbd2d781a3bd None None] The sync data for ids ['f149fbec-b0a8-449c-bac0-bee9f1b58d50'] in dv-neutron-845844-1-hyperv is: [{'id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'name': 'tempest-TestNetworkAdvancedServerOps-router-962193102', 'tenant_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91'}], 'enable_snat': True}, 'gw_port_id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:21:48Z', 'updated_at': '2022-06-15T15:22:54Z', 'revision_number': 5, 'project_id': 'f2c661f8d4554a6bba95a4a95d0d6b03', 'gw_port': {'id': 'ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f149fbec-b0a8-449c-bac0-bee9f1b58d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:21:49Z', 'updated_at': '2022-06-15T15:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:22:57.146691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937'] for port, after_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:57.155910 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Calling delete_port for ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:22:57.194148 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Pushing event deleted for resources: {'Port': ['ID=9ef5efc1-6a43-4e98-8acf-a564f2a92cd4,revision_number=None']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:57.196568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] No DVR routers for this DVR port 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 on host dv-neutron-845844-1-hyperv {{(pid=89020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:22:57.206955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:57.207291 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:57.207640 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:57.208065 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:57.208321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:57.208655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:57.208998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:57.209304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:57.209635 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:57.209953 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:57.210277 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:57.210596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170c5a1-5b58-41cb-b64e-cb2ee2d39a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:57.311264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e3e823c0-c220-41f2-9009-47267d60d256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:57.334833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:57.383335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Port': ['ID=ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:57.485295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:57.610032 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:22:57.689296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:22:57.689643 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 9ef5efc1-6a43-4e98-8acf-a564f2a92cd4 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:22:57.690066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3e686668-ba3a-49f6-88ba-eb2520185bb4 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:22:57.723423 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 3e686668-ba3a-49f6-88ba-eb2520185bb4 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:22:57.723767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3e686668-ba3a-49f6-88ba-eb2520185bb4 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:22:57.805799 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:57.808043 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:57.837154 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:57.837872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Fanout notify agent at l3_agent the message router_deleted on router f149fbec-b0a8-449c-bac0-bee9f1b58d50 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:22:57.858605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:57.862023 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-7e4be172-abbd-45a9-83bd-9b21353f3afb tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/routers/f149fbec-b0a8-449c-bac0-bee9f1b58d50 HTTP/1.1" status: 204 len: 168 time: 1.4358974 Jun 15 15:22:57.862420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46636) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:57.983867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:58.127096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:58.153393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b45cc60f-e2cd-43c4-881c-7d87af604d32']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:58.165867 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7acb1c1-9d49-4072-821a-8154a42d816e') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:58.166178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7acb1c1-9d49-4072-821a-8154a42d816e') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:22:58.177547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:58.193849 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:58.200060 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:22:58.200482 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:58.272002 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f7acb1c1-9d49-4072-821a-8154a42d816e resource provider aggregate not found Jun 15 15:22:58.289286 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment f7acb1c1-9d49-4072-821a-8154a42d816e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7acb1c1-9d49-4072-821a-8154a42d816e found for delete ", "request_id": "req-f5425aad-d845-415d-8d3a-2c650eab47a5"}]} Jun 15 15:22:58.306931 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:58.325673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:58.338839 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'Network': ['ID=b45cc60f-e2cd-43c4-881c-7d87af604d32,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:58.348515 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:58.348894 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:58.349225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:58.349571 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:58.349911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:58.350248 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:58.350583 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:58.350915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:58.351254 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:58.351584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:58.351940 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:58.352301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:22:58.355985 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e4bb5bc4-6c0e-47fe-bd30-35d167b8b8f8 tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/networks/b45cc60f-e2cd-43c4-881c-7d87af604d32 HTTP/1.1" status: 204 len: 168 time: 0.4923232 Jun 15 15:22:58.358610 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46644) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:58.427578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e45f8343-b6e2-4237-aab7-8495b27a3d1b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:58.457360 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e45f8343-b6e2-4237-aab7-8495b27a3d1b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:58.522055 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e45f8343-b6e2-4237-aab7-8495b27a3d1b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:58.545372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f8343-b6e2-4237-aab7-8495b27a3d1b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:58.557512 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e45f8343-b6e2-4237-aab7-8495b27a3d1b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:58.558719 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e45f8343-b6e2-4237-aab7-8495b27a3d1b tempest-TestNetworkAdvancedServerOps-1020563722 tempest-TestNetworkAdvancedServerOps-1020563722-project] 10.222.0.26 "DELETE /v2.0/security-groups/c9f49809-f4e1-4e58-9b9d-cb6a5bd49a2a HTTP/1.1" status: 204 len: 168 time: 0.1991286 Jun 15 15:22:58.994314 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46654) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:59.174799 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4f847666-aa7a-4822-8f62-d044e43cc3aa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2c661f8d4554a6bba95a4a95d0d6b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792812 Jun 15 15:22:59.178604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46660) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:59.247588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-771c9426-0901-4d82-aaf1-2c53f2fedb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:59.282295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-771c9426-0901-4d82-aaf1-2c53f2fedb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:59.345949 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-771c9426-0901-4d82-aaf1-2c53f2fedb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:59.367084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c9426-0901-4d82-aaf1-2c53f2fedb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080069f4-1263-4235-b1f2-c23ab1371d90,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:59.373624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-771c9426-0901-4d82-aaf1-2c53f2fedb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:59.374746 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-771c9426-0901-4d82-aaf1-2c53f2fedb99 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/080069f4-1263-4235-b1f2-c23ab1371d90 HTTP/1.1" status: 204 len: 168 time: 0.1950169 Jun 15 15:22:59.411728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2596e9e2-d4db-4693-9400-8a6793724b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:59.509566 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:22:59.545765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:22:59.546105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device ad1d7493-3cc5-43ec-b57b-bdb64af2f1d9 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:22:59.672574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46668) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:59.690623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-612885b6-879e-4278-b1f2-baae767aab0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:59.705182 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-612885b6-879e-4278-b1f2-baae767aab0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:22:59.709121 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-612885b6-879e-4278-b1f2-baae767aab0e admin admin] Usage tracker for resource:security_group_rule and tenant:9f166f12cceb49ab85638f03662830f4 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:22:59.711941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-612885b6-879e-4278-b1f2-baae767aab0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:22:59.717763 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-612885b6-879e-4278-b1f2-baae767aab0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:22:59.805471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-612885b6-879e-4278-b1f2-baae767aab0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:59.811495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-612885b6-879e-4278-b1f2-baae767aab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:59.859465 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-612885b6-879e-4278-b1f2-baae767aab0e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9f166f12cceb49ab85638f03662830f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1857562 Jun 15 15:22:59.860383 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612885b6-879e-4278-b1f2-baae767aab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6a4788-adfc-4dd5-bf9c-13b79ef90685,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:22:59.862422 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46672) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:22:59.934844 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-92f98ff0-8be2-4db3-86c1-ccd6a8b09847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:22:59.960448 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-92f98ff0-8be2-4db3-86c1-ccd6a8b09847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:00.014979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-92f98ff0-8be2-4db3-86c1-ccd6a8b09847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:00.045794 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f98ff0-8be2-4db3-86c1-ccd6a8b09847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6a4788-adfc-4dd5-bf9c-13b79ef90685,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:00.054840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-92f98ff0-8be2-4db3-86c1-ccd6a8b09847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:00.056052 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-92f98ff0-8be2-4db3-86c1-ccd6a8b09847 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa6a4788-adfc-4dd5-bf9c-13b79ef90685 HTTP/1.1" status: 204 len: 168 time: 0.1925826 Jun 15 15:23:00.625778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:00.753161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:00.900289 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46696) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:01.006945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1328903206-network', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:01.012271 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:01.016567 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Usage tracker for resource:network and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:01.019649 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:01.026201 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:01.041361 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Made reservation on behalf of 4daa48329978445ab77a8a95e1a77b88 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:23:01.044987 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.062845 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.078211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:01.082447 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:01.085468 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:01.092175 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:01.186225 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.193038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.239661 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:23:01.248733 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a5a10b-742f-435a-a3aa-1930427fc5d6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:01.256365 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.256830 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Added segment 43c5205b-408b-48ae-a9ac-a2b27c5c7866 of type vlan for network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 Jun 15 15:23:01.285566 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.318078 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.319070 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:01.319655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.524525 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] Pushing event updated for resources: {'Network': ['ID=052aa22d-e3fa-4fdd-b7ef-21dd82a20998,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:01.527583 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c71feebd-c0b4-460b-9686-126fc3d6b3f9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6260948 Jun 15 15:23:01.531128 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46702) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:01.535186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:23:01.537562 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Request body: {'subnet': {'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1328903206-subnet', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'ip_version': 4}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:01.543130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:01.548064 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Usage tracker for resource:subnet and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:01.551293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:01.557746 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:01.569067 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Made reservation on behalf of 4daa48329978445ab77a8a95e1a77b88 for: {'subnet': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:23:01.571390 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133747684'] for subnet, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.780486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132286943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133747698'] for subnet, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.857740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=401a229a-8c62-4360-948b-a6d8daaac9c7,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:01.867094 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Checking segment: {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:23:01.867457 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Network hostable DHCP agents. Network: 052aa22d-e3fa-4fdd-b7ef-21dd82a20998, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89018) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:23:01.887237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89018) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:23:01.897289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, 052aa22d-e3fa-4fdd-b7ef-21dd82a20998) {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:23:01.901855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:01.902457 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.907768 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00871c57-c25d-4ccc-9c88-b80d36c899f4 None None] Network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:23:01.929217 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-a193708c-aa88-408b-a738-6a47db0d4a66 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3969953 Jun 15 15:23:01.932367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46706) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:01.937221 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:01.942098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:01.946032 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Usage tracker for resource:router and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:01.948876 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:01.954836 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:01.966179 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.967305 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:01.985828 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:02.139162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:23:02.140053 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:02.227041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:02.264386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:02.309293 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Allocated IP 172.20.0.2 (052aa22d-e3fa-4fdd-b7ef-21dd82a20998/401a229a-8c62-4360-948b-a6d8daaac9c7/bd345a69-90c5-4581-9f93-2f87c17b84da) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:23:02.516779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:02.528009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Transition to ACTIVE for port object bd345a69-90c5-4581-9f93-2f87c17b84da will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:23:02.548086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Transition to ACTIVE for port object bd345a69-90c5-4581-9f93-2f87c17b84da will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:23:02.554234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:02.581264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:02.623866 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:23:02.626948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:23:02.631031 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:23:02.640860 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Pushing event updated for resources: {'Port': ['ID=bd345a69-90c5-4581-9f93-2f87c17b84da,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:02.741873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:02.745586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Attempting to bind port bd345a69-90c5-4581-9f93-2f87c17b84da on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:23:02.745941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Attempting to bind port bd345a69-90c5-4581-9f93-2f87c17b84da by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:23:02.746307 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Attempting to bind port bd345a69-90c5-4581-9f93-2f87c17b84da on network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:23:02.751765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:23:02.752136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Checking segment: {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:23:02.752560 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:02.752951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Bound using segment: {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:23:02.753413 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Bound port: bd345a69-90c5-4581-9f93-2f87c17b84da, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:23:02.753776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:02.848652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] For port bd345a69-90c5-4581-9f93-2f87c17b84da, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:23:02.852343 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] For port bd345a69-90c5-4581-9f93-2f87c17b84da, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bd345a69-90c5-4581-9f93-2f87c17b84da,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:23:02.858216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:02.881861 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Allocated IP 172.26.3.199 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/1991a6bd-615d-478b-b94c-3027217310e1) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:23:02.951817 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41111721-06b4-43eb-a793-1fb5cfb3d39c None None] Pushing event updated for resources: {'Port': ['ID=bd345a69-90c5-4581-9f93-2f87c17b84da,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:03.039773 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:03.070201 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:03.155441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:23:03.158284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:23:03.161521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:23:03.211657 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Pushing event updated for resources: {'Port': ['ID=1991a6bd-615d-478b-b94c-3027217310e1,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:03.580306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bd345a69-90c5-4581-9f93-2f87c17b84da up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:03.609771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:03.659034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port bd345a69-90c5-4581-9f93-2f87c17b84da completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:23:03.884170 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a655cc38-6757-45fa-9205-f90773ebd22b None None] Network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:23:03.973156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:04.018696 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7d684622-c570-4e6d-85c0-1e8e58e40c4d None None] Provisioning for port bd345a69-90c5-4581-9f93-2f87c17b84da completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:23:04.036513 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-7d684622-c570-4e6d-85c0-1e8e58e40c4d None None] Provisioning complete for port bd345a69-90c5-4581-9f93-2f87c17b84da triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:04.036856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d684622-c570-4e6d-85c0-1e8e58e40c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:04.271163 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-7d684622-c570-4e6d-85c0-1e8e58e40c4d None None] Current status of the port bd345a69-90c5-4581-9f93-2f87c17b84da is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:04.271397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d684622-c570-4e6d-85c0-1e8e58e40c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:04.313649 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-7d684622-c570-4e6d-85c0-1e8e58e40c4d None None] For port bd345a69-90c5-4581-9f93-2f87c17b84da, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bd345a69-90c5-4581-9f93-2f87c17b84da,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:23:04.319146 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7d684622-c570-4e6d-85c0-1e8e58e40c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:04.320600 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Router b2753053-e5c4-4da0-b88e-4cc50846cc64 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89018) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:23:04.391657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d684622-c570-4e6d-85c0-1e8e58e40c4d None None] Pushing event updated for resources: {'Port': ['ID=bd345a69-90c5-4581-9f93-2f87c17b84da,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:04.506891 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:23:04.515939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Sync routers for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:23:04.527626 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:23:04.528582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:22:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:04.531767 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:04.535752 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f76798ea-0d77-493f-84a9-b7f027db0caf admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6002715 Jun 15 15:23:04.535987 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46710) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:04.621875 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-eb516e9e-72ce-4484-a696-34779343f0c8 None None] Provisioning complete for port bd345a69-90c5-4581-9f93-2f87c17b84da triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:04.622201 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-eb516e9e-72ce-4484-a696-34779343f0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:04.768911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:23:05.004784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-eb516e9e-72ce-4484-a696-34779343f0c8 None None] Current status of the port bd345a69-90c5-4581-9f93-2f87c17b84da is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:05.106911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:03Z', 'revision_number': 3, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:05.110958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Checking router: b2753053-e5c4-4da0-b88e-4cc50846cc64 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:23:05.111316 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Updating router b2753053-e5c4-4da0-b88e-4cc50846cc64 port 1991a6bd-615d-478b-b94c-3027217310e1 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:23:05.168965 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:05.223055 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:05.429301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Allocated IP 172.20.0.1 (052aa22d-e3fa-4fdd-b7ef-21dd82a20998/401a229a-8c62-4360-948b-a6d8daaac9c7/c387c310-a765-43df-9a5f-3eb4faff1948) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:23:05.503074 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:05.515863 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Transition to ACTIVE for port object 1991a6bd-615d-478b-b94c-3027217310e1 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:23:05.524159 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:05.569625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bd345a69-90c5-4581-9f93-2f87c17b84da up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:05.588025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:05.604132 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Transition to ACTIVE for port object c387c310-a765-43df-9a5f-3eb4faff1948 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:23:05.631569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:05.703843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Attempting to bind port 1991a6bd-615d-478b-b94c-3027217310e1 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:23:05.704238 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Attempting to bind port 1991a6bd-615d-478b-b94c-3027217310e1 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:23:05.704466 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:23:05.704598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Attempting to bind port 1991a6bd-615d-478b-b94c-3027217310e1 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:23:05.707664 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:23:05.710302 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:23:05.716667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce76a51-8dce-4876-8a2a-5a02efdfdce9 None None] Pushing event updated for resources: {'Port': ['ID=1991a6bd-615d-478b-b94c-3027217310e1,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:05.725725 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:23:05.726118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:23:05.726518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:05.726917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:23:05.727661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Bound port: 1991a6bd-615d-478b-b94c-3027217310e1, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:23:05.727840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:05.748434 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c387c310-a765-43df-9a5f-3eb4faff1948,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:05.774617 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:05.807970 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port bd345a69-90c5-4581-9f93-2f87c17b84da triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:05.808454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:05.859998 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] For port 1991a6bd-615d-478b-b94c-3027217310e1, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:23:05.876434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] For port 1991a6bd-615d-478b-b94c-3027217310e1, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=1991a6bd-615d-478b-b94c-3027217310e1,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:23:05.882564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:06.007910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b0b5ddc9-9327-4adc-90dc-0d7ba6202bd7 None None] Provisioning for port c387c310-a765-43df-9a5f-3eb4faff1948 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:23:06.036211 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b0b5ddc9-9327-4adc-90dc-0d7ba6202bd7 None None] Provisioning complete for port c387c310-a765-43df-9a5f-3eb4faff1948 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:06.036583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b0b5ddc9-9327-4adc-90dc-0d7ba6202bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:06.063022 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce76a51-8dce-4876-8a2a-5a02efdfdce9 None None] Pushing event updated for resources: {'Port': ['ID=1991a6bd-615d-478b-b94c-3027217310e1,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:06.072384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:23:06.072993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:22:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:06.143376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port bd345a69-90c5-4581-9f93-2f87c17b84da is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:06.180467 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b0b5ddc9-9327-4adc-90dc-0d7ba6202bd7 None None] Port c387c310-a765-43df-9a5f-3eb4faff1948 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:23:06.189739 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:06.286070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:23:06.445440 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:06.451358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:06.562176 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:06.565577 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Pushing event updated for resources: {'Port': ['ID=c387c310-a765-43df-9a5f-3eb4faff1948,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:06.623210 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:05Z', 'revision_number': 1, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:06.627473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82ca57e-a63d-4fbf-bba5-d422f45d7c50 None None] The sync data for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv is: [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:05Z', 'revision_number': 1, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:23:06.727801 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:23:06.728947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:23:06.950422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Router b2753053-e5c4-4da0-b88e-4cc50846cc64 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:23:07.010323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9c4462e9-f6e5-4f20-b37b-4f3c419a8d82 None None] Provisioning complete for port c387c310-a765-43df-9a5f-3eb4faff1948 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:07.010647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9c4462e9-f6e5-4f20-b37b-4f3c419a8d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:07.070976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9c4462e9-f6e5-4f20-b37b-4f3c419a8d82 None None] Port c387c310-a765-43df-9a5f-3eb4faff1948 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:23:07.143397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:23:07.153428 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-93d69645-6d56-496e-a38a-58f7aeab73c8 admin admin] 10.222.0.26 "PUT /v2.0/routers/b2753053-e5c4-4da0-b88e-4cc50846cc64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6163528 Jun 15 15:23:07.581284 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 1991a6bd-615d-478b-b94c-3027217310e1 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:07.656492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 1991a6bd-615d-478b-b94c-3027217310e1 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:23:07.662046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 1991a6bd-615d-478b-b94c-3027217310e1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:07.662425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:07.748978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46730) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:07.754740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1177335568-network', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:07.760151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:07.765115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Usage tracker for resource:network and tenant:8b44dab470fa4d80bcf9d56c887e2f97 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:07.768332 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:07.774869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:07.788317 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Made reservation on behalf of 8b44dab470fa4d80bcf9d56c887e2f97 for: {'network': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:23:07.790858 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:07.798834 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 1991a6bd-615d-478b-b94c-3027217310e1 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:07.799283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:07.805003 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:07.816815 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 1991a6bd-615d-478b-b94c-3027217310e1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=1991a6bd-615d-478b-b94c-3027217310e1,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:23:07.821678 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:07.822868 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:07.827912 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Usage tracker for resource:security_group_rule and tenant:8b44dab470fa4d80bcf9d56c887e2f97 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:07.830850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:07.836808 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:07.900123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=1991a6bd-615d-478b-b94c-3027217310e1,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:07.937705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:07.943053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:07.976872 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=89018) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:23:07.982579 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69b2db4-8bfa-4ea1-aaaa-ba0e6a22b4ed,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:07.990295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:07.990660 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.segments_db [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Added segment 71a4fa3b-89ad-4956-8a35-dac00444ae78 of type vlan for network c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 Jun 15 15:23:08.019702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:08.054100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:08.055088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:08.055669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:08.159474 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4092529 Jun 15 15:23:08.160244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad3ca3-1d74-4a2a-a124-f78d1273ef0d admin admin] Pushing event updated for resources: {'Network': ['ID=c5724cd3-bb68-4878-ac6f-09bd9bfac9f5,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:08.162982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46734) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:08.168874 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Request body: {'subnet': {'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1177335568-subnet', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:08.170748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:23:08.174488 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:08.179250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Usage tracker for resource:subnet and tenant:8b44dab470fa4d80bcf9d56c887e2f97 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:08.182393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:08.189082 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:08.198952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Made reservation on behalf of 8b44dab470fa4d80bcf9d56c887e2f97 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:23:08.201492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:08.428617 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:08.510171 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc249d2-fcda-4a26-84c9-aaeb3e8e8996,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:08.519283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Checking segment: {'id': '71a4fa3b-89ad-4956-8a35-dac00444ae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:23:08.519647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Network hostable DHCP agents. Network: c5724cd3-bb68-4878-ac6f-09bd9bfac9f5, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:23:08.542163 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Network c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:23:08.553637 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, c5724cd3-bb68-4878-ac6f-09bd9bfac9f5) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:23:08.559504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:08.560331 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:08.563986 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0be264-69dc-444b-9e0b-e2543e54fb5b None None] Network c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:23:08.583733 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-85c129ba-8a95-4f83-bd7e-89b89d5095fb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4194953 Jun 15 15:23:08.586336 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46738) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:08.591560 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1177335568-router', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:08.596481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:08.600875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Usage tracker for resource:router and tenant:8b44dab470fa4d80bcf9d56c887e2f97 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:08.603954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:08.610065 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:08.622152 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:08.623193 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:08.645134 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:08.793721 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Sync routers for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:23:08.804122 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:23:08.804840 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:22:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:08.853414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-c5724cd3-bb68-4878-ac6f-09bd9bfac9f5', 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'fixed_ips': [{'subnet_id': '0cc249d2-fcda-4a26-84c9-aaeb3e8e8996'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:23:08.854272 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:08.948001 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:08.996004 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:23:09.015154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Allocated IP 172.20.0.2 (c5724cd3-bb68-4878-ac6f-09bd9bfac9f5/0cc249d2-fcda-4a26-84c9-aaeb3e8e8996/282fc47c-6988-450a-b8d5-77eac3993a43) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:23:09.231936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.242471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Transition to ACTIVE for port object 282fc47c-6988-450a-b8d5-77eac3993a43 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:23:09.261353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Transition to ACTIVE for port object 282fc47c-6988-450a-b8d5-77eac3993a43 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:23:09.270638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.277609 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.308584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.333388 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 2, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:09.336872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Network c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:23:09.337015 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Checking router: b2753053-e5c4-4da0-b88e-4cc50846cc64 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:23:09.337222 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Updating router b2753053-e5c4-4da0-b88e-4cc50846cc64 port c387c310-a765-43df-9a5f-3eb4faff1948 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:23:09.339752 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:23:09.343540 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:23:09.391345 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.396374 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Pushing event updated for resources: {'Port': ['ID=282fc47c-6988-450a-b8d5-77eac3993a43,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:09.456305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Attempting to bind port 282fc47c-6988-450a-b8d5-77eac3993a43 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:23:09.456955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Attempting to bind port 282fc47c-6988-450a-b8d5-77eac3993a43 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '71a4fa3b-89ad-4956-8a35-dac00444ae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:23:09.457327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Attempting to bind port 282fc47c-6988-450a-b8d5-77eac3993a43 on network c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:23:09.458239 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Allocated IP 172.26.3.151 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/67286b34-ae73-4933-b589-f88d6824bad4) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:23:09.463758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:23:09.464141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Checking segment: {'id': '71a4fa3b-89ad-4956-8a35-dac00444ae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:23:09.464527 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.465064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Bound using segment: {'id': '71a4fa3b-89ad-4956-8a35-dac00444ae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:23:09.465673 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Bound port: 282fc47c-6988-450a-b8d5-77eac3993a43, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a4fa3b-89ad-4956-8a35-dac00444ae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:23:09.466080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.558912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] For port 282fc47c-6988-450a-b8d5-77eac3993a43, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:23:09.562114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] For port 282fc47c-6988-450a-b8d5-77eac3993a43, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=282fc47c-6988-450a-b8d5-77eac3993a43,segment=NetworkSegment(71a4fa3b-89ad-4956-8a35-dac00444ae78),segment_id=71a4fa3b-89ad-4956-8a35-dac00444ae78)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:23:09.568918 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.619252 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 1991a6bd-615d-478b-b94c-3027217310e1 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:09.628130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.662758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.722533 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a681c037-30bc-436d-9a37-2ce534daaa2c None None] Pushing event updated for resources: {'Port': ['ID=282fc47c-6988-450a-b8d5-77eac3993a43,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:09.738436 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 1991a6bd-615d-478b-b94c-3027217310e1 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:09.738820 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.754663 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:23:09.758259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:23:09.761299 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:23:09.801342 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Pushing event updated for resources: {'Port': ['ID=67286b34-ae73-4933-b589-f88d6824bad4,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:09.829066 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.843435 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Transition to ACTIVE for port object c387c310-a765-43df-9a5f-3eb4faff1948 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:23:09.853936 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:09.875491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 1991a6bd-615d-478b-b94c-3027217310e1 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:10.078213 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Pushing event updated for resources: {'Port': ['ID=c387c310-a765-43df-9a5f-3eb4faff1948,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:10.127441 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:23:10.127801 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:23:10.128120 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:23:10.128485 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:23:10.128820 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:23:10.129147 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:23:10.129473 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:23:10.129793 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:23:10.130117 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:23:10.130435 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:23:10.130754 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:23:10.131069 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:23:10.157110 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Attempting to bind port c387c310-a765-43df-9a5f-3eb4faff1948 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:23:10.157493 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Attempting to bind port c387c310-a765-43df-9a5f-3eb4faff1948 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:23:10.157852 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Attempting to bind port c387c310-a765-43df-9a5f-3eb4faff1948 on network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:23:10.165758 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:23:10.166133 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Checking segment: {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:23:10.166534 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:10.167059 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Bound using segment: {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:23:10.167533 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Bound port: c387c310-a765-43df-9a5f-3eb4faff1948, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:23:10.167899 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:10.270831 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] For port c387c310-a765-43df-9a5f-3eb4faff1948, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:23:10.274519 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] For port c387c310-a765-43df-9a5f-3eb4faff1948, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c387c310-a765-43df-9a5f-3eb4faff1948,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:23:10.278972 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:10.364564 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:23:10.365189 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:22:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:10.384991 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:10.429137 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8561cf5-a4d6-4365-8c86-afe18d9cb374 None None] Pushing event updated for resources: {'Port': ['ID=c387c310-a765-43df-9a5f-3eb4faff1948,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:10.559686 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:23:10.763852 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:10.918580 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:10Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:10.922778 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537bbfc4-4041-4843-a8fd-d9b83a0a8234 None None] The sync data for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv is: [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:10Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:23:10.987643 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Router d4ee2d6e-31c8-4691-92ab-69ae885ca38e is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:23:10.990303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec935083-f790-439d-aa36-d2ca0a451bc5 None None] Network c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:23:11.160795 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3436122f-9421-4439-81d5-801fdbf90e02 None None] Provisioning for port 282fc47c-6988-450a-b8d5-77eac3993a43 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:23:11.178529 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:23:11.204542 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:11.205915 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ffd661b3-b7b7-4db0-bcb6-29f5b7b7ab4f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6186163 Jun 15 15:23:11.208689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46742) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:11.218963 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Sync routers for ids ['d4ee2d6e-31c8-4691-92ab-69ae885ca38e'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:23:11.242150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Routers {'d4ee2d6e-31c8-4691-92ab-69ae885ca38e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:23:11.242824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:22:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d4ee2d6e-31c8-4691-92ab-69ae885ca38e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:11.463325 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Set router d4ee2d6e-31c8-4691-92ab-69ae885ca38e gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:23:11.757709 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 282fc47c-6988-450a-b8d5-77eac3993a43 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:11.901196 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 282fc47c-6988-450a-b8d5-77eac3993a43 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:23:11.908219 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 282fc47c-6988-450a-b8d5-77eac3993a43 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:11.908586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:11.962059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'name': 'tempest-TestShelveInstance-1177335568-router', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '67286b34-ae73-4933-b589-f88d6824bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:08Z', 'updated_at': '2022-06-15T15:23:10Z', 'revision_number': 3, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'gw_port': {'id': '67286b34-ae73-4933-b589-f88d6824bad4', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:09Z', 'updated_at': '2022-06-15T15:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:11.969667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Checking router: d4ee2d6e-31c8-4691-92ab-69ae885ca38e for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:23:11.970014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Updating router d4ee2d6e-31c8-4691-92ab-69ae885ca38e port 67286b34-ae73-4933-b589-f88d6824bad4 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:23:12.063303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.129669 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 282fc47c-6988-450a-b8d5-77eac3993a43 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:12.130047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.169196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.224212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 282fc47c-6988-450a-b8d5-77eac3993a43, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=282fc47c-6988-450a-b8d5-77eac3993a43,segment=NetworkSegment(71a4fa3b-89ad-4956-8a35-dac00444ae78),segment_id=71a4fa3b-89ad-4956-8a35-dac00444ae78)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:23:12.231873 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.232673 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c387c310-a765-43df-9a5f-3eb4faff1948 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:12.385019 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Allocated IP 172.20.0.1 (c5724cd3-bb68-4878-ac6f-09bd9bfac9f5/0cc249d2-fcda-4a26-84c9-aaeb3e8e8996/beae9fd4-0f2c-45cd-88bb-87460da48833) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:23:12.455180 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=282fc47c-6988-450a-b8d5-77eac3993a43,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:12.475772 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port c387c310-a765-43df-9a5f-3eb4faff1948 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:23:12.491407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c387c310-a765-43df-9a5f-3eb4faff1948 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:12.491778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.545770 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.562901 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Transition to ACTIVE for port object beae9fd4-0f2c-45cd-88bb-87460da48833 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:23:12.588584 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.603149 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.620083 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Transition to ACTIVE for port object 67286b34-ae73-4933-b589-f88d6824bad4 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:23:12.650458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Network c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:23:12.653257 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.658130 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:23:12.662437 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:23:12.722494 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Pushing event updated for resources: {'Port': ['ID=beae9fd4-0f2c-45cd-88bb-87460da48833,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:12.733760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.754115 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Attempting to bind port 67286b34-ae73-4933-b589-f88d6824bad4 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:23:12.754498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Attempting to bind port 67286b34-ae73-4933-b589-f88d6824bad4 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:23:12.754870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Attempting to bind port 67286b34-ae73-4933-b589-f88d6824bad4 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:23:12.758959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c387c310-a765-43df-9a5f-3eb4faff1948 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:12.759345 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.777402 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b37a10-cad9-4baa-9b4d-569cb3353050 None None] Pushing event updated for resources: {'Port': ['ID=67286b34-ae73-4933-b589-f88d6824bad4,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:12.788849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:23:12.789225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:23:12.789634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.790037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:23:12.790531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Bound port: 67286b34-ae73-4933-b589-f88d6824bad4, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:23:12.790920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.853145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port c387c310-a765-43df-9a5f-3eb4faff1948, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c387c310-a765-43df-9a5f-3eb4faff1948,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:23:12.870312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.870990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:12.939348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] For port 67286b34-ae73-4933-b589-f88d6824bad4, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:23:12.953231 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] For port 67286b34-ae73-4933-b589-f88d6824bad4, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=67286b34-ae73-4933-b589-f88d6824bad4,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:23:12.959591 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=c387c310-a765-43df-9a5f-3eb4faff1948,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:12.962655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:13.052471 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9d69a450-0266-4653-abd3-4e6f10986239 None None] Provisioning for port beae9fd4-0f2c-45cd-88bb-87460da48833 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:23:13.059166 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b37a10-cad9-4baa-9b4d-569cb3353050 None None] Pushing event updated for resources: {'Port': ['ID=67286b34-ae73-4933-b589-f88d6824bad4,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:13.061713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Routers {'d4ee2d6e-31c8-4691-92ab-69ae885ca38e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:23:13.062332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:22:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d4ee2d6e-31c8-4691-92ab-69ae885ca38e'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:13.116830 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:13.117060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-9d69a450-0266-4653-abd3-4e6f10986239 None None] Provisioning complete for port beae9fd4-0f2c-45cd-88bb-87460da48833 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:13.117528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9d69a450-0266-4653-abd3-4e6f10986239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:13.122067 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:13.228550 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Pushing event updated for resources: {'Port': ['ID=beae9fd4-0f2c-45cd-88bb-87460da48833,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:13.230973 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:13.286078 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-9d69a450-0266-4653-abd3-4e6f10986239 None None] Port beae9fd4-0f2c-45cd-88bb-87460da48833 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:23:13.344216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] Set router d4ee2d6e-31c8-4691-92ab-69ae885ca38e gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:23:13.473224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Network c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:23:13.474589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:23:13.582994 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 282fc47c-6988-450a-b8d5-77eac3993a43 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:13.674889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Router d4ee2d6e-31c8-4691-92ab-69ae885ca38e has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:23:13.738567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 282fc47c-6988-450a-b8d5-77eac3993a43 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:13.738882 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:13.807838 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'name': 'tempest-TestShelveInstance-1177335568-router', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '67286b34-ae73-4933-b589-f88d6824bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:08Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 4, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'gw_port': {'id': '67286b34-ae73-4933-b589-f88d6824bad4', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:09Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'beae9fd4-0f2c-45cd-88bb-87460da48833', 'name': '', 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'mac_address': 'fa:16:3e:64:3d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '0cc249d2-fcda-4a26-84c9-aaeb3e8e8996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:12Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 1, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'subnets': [{'id': '0cc249d2-fcda-4a26-84c9-aaeb3e8e8996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:13.817212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b300c7-146f-4436-80b4-ef12ae33f685 None None] The sync data for ids ['d4ee2d6e-31c8-4691-92ab-69ae885ca38e'] in dv-neutron-845844-1-hyperv is: [{'id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'name': 'tempest-TestShelveInstance-1177335568-router', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '67286b34-ae73-4933-b589-f88d6824bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:08Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 4, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'gw_port': {'id': '67286b34-ae73-4933-b589-f88d6824bad4', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:09Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'beae9fd4-0f2c-45cd-88bb-87460da48833', 'name': '', 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'mac_address': 'fa:16:3e:64:3d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '0cc249d2-fcda-4a26-84c9-aaeb3e8e8996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:12Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 1, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'subnets': [{'id': '0cc249d2-fcda-4a26-84c9-aaeb3e8e8996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:23:13.829581 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-09685be2-4073-4ce3-970e-0bb294b4970e None None] Provisioning complete for port beae9fd4-0f2c-45cd-88bb-87460da48833 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:13.829945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-09685be2-4073-4ce3-970e-0bb294b4970e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:13.871582 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:23:13.884866 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8abf12d7-33ef-47ac-b061-3dfc095f04dd admin admin] 10.222.0.26 "PUT /v2.0/routers/d4ee2d6e-31c8-4691-92ab-69ae885ca38e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6751084 Jun 15 15:23:13.938915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-09685be2-4073-4ce3-970e-0bb294b4970e None None] Port beae9fd4-0f2c-45cd-88bb-87460da48833 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:23:13.941856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 282fc47c-6988-450a-b8d5-77eac3993a43 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:13.943005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c387c310-a765-43df-9a5f-3eb4faff1948 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:14.036503 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port c387c310-a765-43df-9a5f-3eb4faff1948 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:14.036880 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.178392 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port c387c310-a765-43df-9a5f-3eb4faff1948 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:14.312833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46752) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:14.318560 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442483638', 'description': 'tempest-secgroup-smoke-442483638 description', 'project_id': '4daa48329978445ab77a8a95e1a77b88'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:14.325173 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:14.329436 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:14.332482 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:14.338495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:14.351316 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.372596 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:14.376547 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:14.379695 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:14.385809 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:14.465234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.470954 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.521081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81ac4b0-d45c-4fd8-a903-406060d85621,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:14.526571 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.528469 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-60bb29a8-12c8-4978-82a4-eee3b8ba4f5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2139099 Jun 15 15:23:14.531057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46756) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:14.536413 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-b445e49d-a5da-4c18-838f-aca9862b7934 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group_rule': {'security_group_id': 'd81ac4b0-d45c-4fd8-a903-406060d85621', 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:14.542832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b445e49d-a5da-4c18-838f-aca9862b7934 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:14.549072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b445e49d-a5da-4c18-838f-aca9862b7934 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:14.552314 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-b445e49d-a5da-4c18-838f-aca9862b7934 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:14.558956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-b445e49d-a5da-4c18-838f-aca9862b7934 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:14.579215 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b445e49d-a5da-4c18-838f-aca9862b7934 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.651301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b445e49d-a5da-4c18-838f-aca9862b7934 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.656522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b445e49d-a5da-4c18-838f-aca9862b7934 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.682648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445e49d-a5da-4c18-838f-aca9862b7934 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4c9099-7a7f-47ce-b434-a68d656ae6ad,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:14.693250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b445e49d-a5da-4c18-838f-aca9862b7934 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.697794 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b445e49d-a5da-4c18-838f-aca9862b7934 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624432 Jun 15 15:23:14.698032 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46760) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:14.703564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-0493f300-f47b-4ab6-9e17-4e1b1b666909 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group_rule': {'security_group_id': 'd81ac4b0-d45c-4fd8-a903-406060d85621', 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:14.710226 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0493f300-f47b-4ab6-9e17-4e1b1b666909 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:14.714228 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0493f300-f47b-4ab6-9e17-4e1b1b666909 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:14.717418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-0493f300-f47b-4ab6-9e17-4e1b1b666909 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:14.723812 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-0493f300-f47b-4ab6-9e17-4e1b1b666909 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:14.743038 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0493f300-f47b-4ab6-9e17-4e1b1b666909 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.810500 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0493f300-f47b-4ab6-9e17-4e1b1b666909 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.815008 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0493f300-f47b-4ab6-9e17-4e1b1b666909 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.839277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493f300-f47b-4ab6-9e17-4e1b1b666909 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4195356e-9fc3-480d-9fdf-e08b0d8deac2,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:14.851027 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0493f300-f47b-4ab6-9e17-4e1b1b666909 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.852157 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0493f300-f47b-4ab6-9e17-4e1b1b666909 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1531172 Jun 15 15:23:14.855076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46764) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:14.860666 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-fd425fd0-a62f-4b29-a1d2-010638c89c28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group_rule': {'security_group_id': 'd81ac4b0-d45c-4fd8-a903-406060d85621', 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:14.866970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fd425fd0-a62f-4b29-a1d2-010638c89c28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:14.871286 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fd425fd0-a62f-4b29-a1d2-010638c89c28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:14.874376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-fd425fd0-a62f-4b29-a1d2-010638c89c28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:14.884878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-fd425fd0-a62f-4b29-a1d2-010638c89c28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:14.905183 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd425fd0-a62f-4b29-a1d2-010638c89c28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.973231 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd425fd0-a62f-4b29-a1d2-010638c89c28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:14.977766 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd425fd0-a62f-4b29-a1d2-010638c89c28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.005727 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd425fd0-a62f-4b29-a1d2-010638c89c28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=793661d8-120c-44f1-9f03-59f6ccdca7eb,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:15.017210 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-fd425fd0-a62f-4b29-a1d2-010638c89c28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.018455 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-fd425fd0-a62f-4b29-a1d2-010638c89c28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1622918 Jun 15 15:23:15.021224 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46768) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:15.026819 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-df05a964-18c0-490b-acb7-83fb5435aa8c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group_rule': {'security_group_id': 'd81ac4b0-d45c-4fd8-a903-406060d85621', 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:15.033535 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df05a964-18c0-490b-acb7-83fb5435aa8c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:15.038001 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df05a964-18c0-490b-acb7-83fb5435aa8c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:15.041187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-df05a964-18c0-490b-acb7-83fb5435aa8c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:15.048021 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-df05a964-18c0-490b-acb7-83fb5435aa8c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:15.065982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df05a964-18c0-490b-acb7-83fb5435aa8c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.134242 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df05a964-18c0-490b-acb7-83fb5435aa8c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.138965 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df05a964-18c0-490b-acb7-83fb5435aa8c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.163781 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05a964-18c0-490b-acb7-83fb5435aa8c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232c7d80-45e2-4109-be63-5ec8e2b31e48,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:15.176545 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df05a964-18c0-490b-acb7-83fb5435aa8c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.177798 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df05a964-18c0-490b-acb7-83fb5435aa8c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1556213 Jun 15 15:23:15.180540 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46772) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:15.185880 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-532e2d56-4adf-4e2b-a6bb-d4b7da236d1e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group_rule': {'security_group_id': 'd81ac4b0-d45c-4fd8-a903-406060d85621', 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:15.191909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-532e2d56-4adf-4e2b-a6bb-d4b7da236d1e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:15.195952 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-532e2d56-4adf-4e2b-a6bb-d4b7da236d1e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:15.198915 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-532e2d56-4adf-4e2b-a6bb-d4b7da236d1e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:15.204657 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-532e2d56-4adf-4e2b-a6bb-d4b7da236d1e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:15.215519 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-532e2d56-4adf-4e2b-a6bb-d4b7da236d1e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Project 4daa48329978445ab77a8a95e1a77b88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:23:15.225418 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-532e2d56-4adf-4e2b-a6bb-d4b7da236d1e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.300023 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-532e2d56-4adf-4e2b-a6bb-d4b7da236d1e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.306157 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-532e2d56-4adf-4e2b-a6bb-d4b7da236d1e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.329956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e2d56-4adf-4e2b-a6bb-d4b7da236d1e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f65f721-9fc3-451f-bca5-d5f5033fa00d,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:15.341249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-532e2d56-4adf-4e2b-a6bb-d4b7da236d1e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.342417 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-532e2d56-4adf-4e2b-a6bb-d4b7da236d1e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1609604 Jun 15 15:23:15.345335 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 46776) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:15.350349 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-18b607d9-8108-4b7c-ab44-75ae2936b7b3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group_rule': {'security_group_id': 'd81ac4b0-d45c-4fd8-a903-406060d85621', 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:15.357009 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-18b607d9-8108-4b7c-ab44-75ae2936b7b3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:15.361016 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-18b607d9-8108-4b7c-ab44-75ae2936b7b3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:15.364211 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-18b607d9-8108-4b7c-ab44-75ae2936b7b3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:15.370372 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-18b607d9-8108-4b7c-ab44-75ae2936b7b3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:15.383048 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-18b607d9-8108-4b7c-ab44-75ae2936b7b3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Project 4daa48329978445ab77a8a95e1a77b88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:23:15.390942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b607d9-8108-4b7c-ab44-75ae2936b7b3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.461233 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b607d9-8108-4b7c-ab44-75ae2936b7b3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.466518 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b607d9-8108-4b7c-ab44-75ae2936b7b3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.490290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b607d9-8108-4b7c-ab44-75ae2936b7b3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d6ba28-91a1-4a4f-b386-5921a02c1987,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:15.501212 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-18b607d9-8108-4b7c-ab44-75ae2936b7b3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.512222 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-18b607d9-8108-4b7c-ab44-75ae2936b7b3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1658461 Jun 15 15:23:15.590110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 67286b34-ae73-4933-b589-f88d6824bad4 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:15.661786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 67286b34-ae73-4933-b589-f88d6824bad4 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:23:15.666812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 67286b34-ae73-4933-b589-f88d6824bad4 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:15.667189 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.709739 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-648afb16-8a22-4cc7-93db-24a09a8d7fca tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442483638&fields=id&tenant_id=4daa48329978445ab77a8a95e1a77b88 HTTP/1.1" status: 200 len: 267 time: 0.0507488 Jun 15 15:23:15.789562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 67286b34-ae73-4933-b589-f88d6824bad4 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:15.789964 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.808753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 67286b34-ae73-4933-b589-f88d6824bad4, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=67286b34-ae73-4933-b589-f88d6824bad4,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:23:15.813525 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:15.870315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-80491ceb-1682-4d5d-bb2d-bd2301e67d47 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:15.872238 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-80491ceb-1682-4d5d-bb2d-bd2301e67d47 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 809 time: 0.1555696 Jun 15 15:23:15.887469 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-b9c0e49a-2ff2-4617-81bb-665ebbb78721 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/quotas/4daa48329978445ab77a8a95e1a77b88 HTTP/1.1" status: 200 len: 375 time: 0.0093105 Jun 15 15:23:15.888018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=67286b34-ae73-4933-b589-f88d6824bad4,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:16.089468 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-7fecff5e-9817-4297-bf5b-8f53bb659b6a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Synchronizing usage tracker for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:23:16.109693 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-7fecff5e-9817-4297-bf5b-8f53bb659b6a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Unset dirty status for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:23:16.111086 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-7fecff5e-9817-4297-bf5b-8f53bb659b6a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2178044 Jun 15 15:23:16.237954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-12e0c4ec-ac87-4ee7-96e5-a352ec6f8eb5 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 15:23:16.238952 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-12e0c4ec-ac87-4ee7-96e5-a352ec6f8eb5 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1119180 Jun 15 15:23:16.376218 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-e5492504-7dd6-49e8-9ae1-b3058aa33233 service neutron] 10.222.0.26 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307127 Jun 15 15:23:16.517733 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-997ca6ca-dd22-425e-b2e4-570aaad19fe0 service neutron] 10.222.0.26 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328976 Jun 15 15:23:16.727223 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d78b4e72-69fd-4d0a-a605-d53091e30c06 req-8fc9742f-2802-455a-b4c4-36f9b2d73ada tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 210 time: 0.0576153 Jun 15 15:23:17.381167 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Sync routers for ids ['d4ee2d6e-31c8-4691-92ab-69ae885ca38e'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:23:17.391526 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Routers {'d4ee2d6e-31c8-4691-92ab-69ae885ca38e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:23:17.392141 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:22:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d4ee2d6e-31c8-4691-92ab-69ae885ca38e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:17.566893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 67286b34-ae73-4933-b589-f88d6824bad4 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:17.577073 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Set router d4ee2d6e-31c8-4691-92ab-69ae885ca38e gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:23:17.646789 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 67286b34-ae73-4933-b589-f88d6824bad4 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:17.647933 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:17.793326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 67286b34-ae73-4933-b589-f88d6824bad4 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:17.852797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-0403ea56-cbad-48a5-a4d6-42862690927a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:17.855272 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-0403ea56-cbad-48a5-a4d6-42862690927a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 809 time: 0.1818273 Jun 15 15:23:17.932889 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2e419488-b313-49c5-9ebb-a6781612110b req-eb9daf7d-d6d6-43bc-ba3b-d2e6a5f5d1ce tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 210 time: 0.0743544 Jun 15 15:23:17.960508 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-76fd8cd4-8675-418f-8e3d-361bfa5dd0be tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4daa48329978445ab77a8a95e1a77b88 HTTP/1.1" status: 200 len: 379 time: 0.0529959 Jun 15 15:23:17.972080 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'port': {'device_id': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'admin_state_up': True, 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'security_groups': ['d81ac4b0-d45c-4fd8-a903-406060d85621']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:17.985857 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'name': 'tempest-TestShelveInstance-1177335568-router', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '67286b34-ae73-4933-b589-f88d6824bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:08Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 4, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'gw_port': {'id': '67286b34-ae73-4933-b589-f88d6824bad4', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:09Z', 'updated_at': '2022-06-15T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'beae9fd4-0f2c-45cd-88bb-87460da48833', 'name': '', 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'mac_address': 'fa:16:3e:64:3d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '0cc249d2-fcda-4a26-84c9-aaeb3e8e8996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:12Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 2, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'subnets': [{'id': '0cc249d2-fcda-4a26-84c9-aaeb3e8e8996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:17.989731 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Checking router: d4ee2d6e-31c8-4691-92ab-69ae885ca38e for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:23:17.990079 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Updating router d4ee2d6e-31c8-4691-92ab-69ae885ca38e port beae9fd4-0f2c-45cd-88bb-87460da48833 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:23:18.043146 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:18.111137 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:18.120714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:18.130855 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Made reservation on behalf of 4daa48329978445ab77a8a95e1a77b88 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:23:18.134523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:18.301789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Allocated IP 172.20.0.5 (052aa22d-e3fa-4fdd-b7ef-21dd82a20998/401a229a-8c62-4360-948b-a6d8daaac9c7/e434be26-33e9-48d3-8472-c49bd8747b6e) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:23:18.392821 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:18.406239 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Transition to ACTIVE for port object beae9fd4-0f2c-45cd-88bb-87460da48833 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:23:18.413870 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:18.512818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:18.534319 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Transition to ACTIVE for port object e434be26-33e9-48d3-8472-c49bd8747b6e will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:23:18.562827 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:18.578150 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97721734-4d5d-404a-9891-979c90cd9c3c None None] Pushing event updated for resources: {'Port': ['ID=beae9fd4-0f2c-45cd-88bb-87460da48833,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:18.646771 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Attempting to bind port beae9fd4-0f2c-45cd-88bb-87460da48833 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:23:18.647014 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:23:18.647515 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Attempting to bind port beae9fd4-0f2c-45cd-88bb-87460da48833 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '71a4fa3b-89ad-4956-8a35-dac00444ae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:23:18.647843 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Attempting to bind port beae9fd4-0f2c-45cd-88bb-87460da48833 on network c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:23:18.650422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:23:18.654077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:23:18.654351 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:23:18.654483 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Checking segment: {'id': '71a4fa3b-89ad-4956-8a35-dac00444ae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:23:18.654857 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:18.655240 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Bound using segment: {'id': '71a4fa3b-89ad-4956-8a35-dac00444ae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:23:18.655700 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Bound port: beae9fd4-0f2c-45cd-88bb-87460da48833, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a4fa3b-89ad-4956-8a35-dac00444ae78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:23:18.656069 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:18.697493 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'Port': ['ID=e434be26-33e9-48d3-8472-c49bd8747b6e,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:18.740335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:18.740704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:18.769337 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] For port beae9fd4-0f2c-45cd-88bb-87460da48833, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:23:18.773141 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1d702aa5-ab2b-4fa8-b28e-e9472686488d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8051403 Jun 15 15:23:18.773333 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] For port beae9fd4-0f2c-45cd-88bb-87460da48833, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=beae9fd4-0f2c-45cd-88bb-87460da48833,segment=NetworkSegment(71a4fa3b-89ad-4956-8a35-dac00444ae78),segment_id=71a4fa3b-89ad-4956-8a35-dac00444ae78)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:23:18.777691 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:18.786625 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Request body: {'port': {'device_id': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:18.877114 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97721734-4d5d-404a-9891-979c90cd9c3c None None] Pushing event updated for resources: {'Port': ['ID=beae9fd4-0f2c-45cd-88bb-87460da48833,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:18.881338 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Routers {'d4ee2d6e-31c8-4691-92ab-69ae885ca38e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:23:18.881947 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:22:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d4ee2d6e-31c8-4691-92ab-69ae885ca38e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:18.924053 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:18.935468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f6e68d50-0991-433d-b5e6-389bd13339b0 None None] Provisioning for port e434be26-33e9-48d3-8472-c49bd8747b6e completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:23:18.945151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-f6e68d50-0991-433d-b5e6-389bd13339b0 None None] Provisioning complete for port e434be26-33e9-48d3-8472-c49bd8747b6e triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:18.945570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6e68d50-0991-433d-b5e6-389bd13339b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:19.009923 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-f6e68d50-0991-433d-b5e6-389bd13339b0 None None] Port e434be26-33e9-48d3-8472-c49bd8747b6e cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:23:19.099525 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] Set router d4ee2d6e-31c8-4691-92ab-69ae885ca38e gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:23:19.169249 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f391197-a204-4dbc-8ec4-aa9e6e671e6d req-4af4b882-2546-468f-bc8e-329f5a9e2110 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:19.170803 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8f391197-a204-4dbc-8ec4-aa9e6e671e6d req-4af4b882-2546-468f-bc8e-329f5a9e2110 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 931 time: 0.1068163 Jun 15 15:23:19.224722 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-8f391197-a204-4dbc-8ec4-aa9e6e671e6d req-aef18e48-7d4e-4b5a-b06d-2bf8e0636b2d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Synchronizing usage tracker for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:23:19.248757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-8f391197-a204-4dbc-8ec4-aa9e6e671e6d req-aef18e48-7d4e-4b5a-b06d-2bf8e0636b2d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Unset dirty status for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:23:19.250208 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8f391197-a204-4dbc-8ec4-aa9e6e671e6d req-aef18e48-7d4e-4b5a-b06d-2bf8e0636b2d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721865 Jun 15 15:23:19.444752 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e434be26-33e9-48d3-8472-c49bd8747b6e {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:23:19.452994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:19.464306 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'name': 'tempest-TestShelveInstance-1177335568-router', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '67286b34-ae73-4933-b589-f88d6824bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:08Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 4, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'gw_port': {'id': '67286b34-ae73-4933-b589-f88d6824bad4', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:09Z', 'updated_at': '2022-06-15T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'beae9fd4-0f2c-45cd-88bb-87460da48833', 'name': '', 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'mac_address': 'fa:16:3e:64:3d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '0cc249d2-fcda-4a26-84c9-aaeb3e8e8996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:12Z', 'updated_at': '2022-06-15T15:23:18Z', 'revision_number': 4, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'subnets': [{'id': '0cc249d2-fcda-4a26-84c9-aaeb3e8e8996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:19.468396 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Transition to ACTIVE for port object e434be26-33e9-48d3-8472-c49bd8747b6e will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:23:19.468537 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57d45e-55e3-4960-a2f3-b5e3da6ed15d None None] The sync data for ids ['d4ee2d6e-31c8-4691-92ab-69ae885ca38e'] in dv-neutron-845844-1-hyperv is: [{'id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'name': 'tempest-TestShelveInstance-1177335568-router', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '67286b34-ae73-4933-b589-f88d6824bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:08Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 4, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'gw_port': {'id': '67286b34-ae73-4933-b589-f88d6824bad4', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:09Z', 'updated_at': '2022-06-15T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'beae9fd4-0f2c-45cd-88bb-87460da48833', 'name': '', 'network_id': 'c5724cd3-bb68-4878-ac6f-09bd9bfac9f5', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'mac_address': 'fa:16:3e:64:3d:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '0cc249d2-fcda-4a26-84c9-aaeb3e8e8996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:12Z', 'updated_at': '2022-06-15T15:23:18Z', 'revision_number': 4, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'subnets': [{'id': '0cc249d2-fcda-4a26-84c9-aaeb3e8e8996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:23:19.473647 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:19.612164 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device beae9fd4-0f2c-45cd-88bb-87460da48833 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:19.672232 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Pushing event updated for resources: {'Port': ['ID=e434be26-33e9-48d3-8472-c49bd8747b6e,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:19.746500 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port beae9fd4-0f2c-45cd-88bb-87460da48833 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:23:19.753764 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port beae9fd4-0f2c-45cd-88bb-87460da48833 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:19.754414 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:19.764157 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Attempting to bind port e434be26-33e9-48d3-8472-c49bd8747b6e on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:23:19.764814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Attempting to bind port e434be26-33e9-48d3-8472-c49bd8747b6e by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:23:19.765314 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Attempting to bind port e434be26-33e9-48d3-8472-c49bd8747b6e on network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:23:19.771318 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Port e434be26-33e9-48d3-8472-c49bd8747b6e on network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:23:19.771917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Attempting to bind port e434be26-33e9-48d3-8472-c49bd8747b6e on network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:23:19.778978 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:23:19.779139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Checking segment: {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:23:19.779492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Bound using segment: {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:23:19.780093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Bound port: e434be26-33e9-48d3-8472-c49bd8747b6e, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:23:19.780502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:19.896163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:23:19.900144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e434be26-33e9-48d3-8472-c49bd8747b6e,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:23:19.903509 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port beae9fd4-0f2c-45cd-88bb-87460da48833 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:19.903905 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:19.906360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:19.942661 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port beae9fd4-0f2c-45cd-88bb-87460da48833, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=beae9fd4-0f2c-45cd-88bb-87460da48833,segment=NetworkSegment(71a4fa3b-89ad-4956-8a35-dac00444ae78),segment_id=71a4fa3b-89ad-4956-8a35-dac00444ae78)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:23:19.948295 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:19.982973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:19.983608 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:19.985195 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] 10.222.0.44 "PUT /v2.0/ports/e434be26-33e9-48d3-8472-c49bd8747b6e HTTP/1.1" status: 200 len: 1093 time: 1.2050021 Jun 15 15:23:19.985659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:23:20.017979 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd2679-36c6-4469-b44b-a9ec93b9888e service neutron] Pushing event updated for resources: {'Port': ['ID=e434be26-33e9-48d3-8472-c49bd8747b6e,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:20.080023 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721af637-d54a-453d-94a8-6924692b4091'] response: {'name': 'network-changed', 'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'status': 'completed', 'code': 200} Jun 15 15:23:20.084427 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=beae9fd4-0f2c-45cd-88bb-87460da48833,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:20.128525 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1a9a2d40-b89d-4431-a46a-4766faa773e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:20.130049 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-1a9a2d40-b89d-4431-a46a-4766faa773e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1096 time: 0.0999253 Jun 15 15:23:20.202374 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-d2318bde-b278-437c-8aa1-53c73c683351 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e434be26-33e9-48d3-8472-c49bd8747b6e HTTP/1.1" status: 200 len: 217 time: 0.0653610 Jun 15 15:23:20.277254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-247f8251-9f01-40bc-803f-a107fce97c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:20.278974 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-247f8251-9f01-40bc-803f-a107fce97c5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0707953 Jun 15 15:23:20.364227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-b35f69c3-0abe-44c0-84f9-57fa1a8ec2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:20.365890 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-b35f69c3-0abe-44c0-84f9-57fa1a8ec2ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814781 Jun 15 15:23:20.457106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9fb3e-28c9-49fc-a20b-110b0c5099f4 req-f0b269f7-877f-49cc-a482-74b5347e78da tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:20.458622 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36b9fb3e-28c9-49fc-a20b-110b0c5099f4 req-f0b269f7-877f-49cc-a482-74b5347e78da tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.0914185 Jun 15 15:23:20.503154 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-9f94332d-439c-48f5-834d-55710191058e service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311398 Jun 15 15:23:20.508073 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-36b9fb3e-28c9-49fc-a20b-110b0c5099f4 req-7bff2978-70cb-4819-bd60-7b9ee25b4a60 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435374 Jun 15 15:23:20.640092 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee5828e6-bb2e-4888-9de8-5ee2e22ea4e9 req-5db8c2fd-dd8e-430f-8779-8665ecb461b7 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303456 Jun 15 15:23:20.786976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce8476-5f3a-468b-84ac-8fe355c0a3c8 req-977f6126-945b-448c-8ef4-c7c94fc8a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:20.788582 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ce8476-5f3a-468b-84ac-8fe355c0a3c8 req-977f6126-945b-448c-8ef4-c7c94fc8a88e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1096 time: 0.0989335 Jun 15 15:23:20.934168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce8476-5f3a-468b-84ac-8fe355c0a3c8 req-0ae695cd-adb0-45ea-9a6a-fbadfc28c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:20.936587 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ce8476-5f3a-468b-84ac-8fe355c0a3c8 req-0ae695cd-adb0-45ea-9a6a-fbadfc28c4ec service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1415837 Jun 15 15:23:21.011909 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ce8476-5f3a-468b-84ac-8fe355c0a3c8 req-1d60a22a-71a8-47e8-8cb2-737bf209cafe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e434be26-33e9-48d3-8472-c49bd8747b6e HTTP/1.1" status: 200 len: 217 time: 0.0658557 Jun 15 15:23:21.081386 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce8476-5f3a-468b-84ac-8fe355c0a3c8 req-89fd3b70-ac68-46fe-9123-d6518a697515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:21.082739 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ce8476-5f3a-468b-84ac-8fe355c0a3c8 req-89fd3b70-ac68-46fe-9123-d6518a697515 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0643051 Jun 15 15:23:21.171822 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce8476-5f3a-468b-84ac-8fe355c0a3c8 req-dfb84343-cfc0-414a-b6b1-1431f6cd99c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:21.173392 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ce8476-5f3a-468b-84ac-8fe355c0a3c8 req-dfb84343-cfc0-414a-b6b1-1431f6cd99c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839767 Jun 15 15:23:21.427186 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ce8476-5f3a-468b-84ac-8fe355c0a3c8 req-f50b4d73-3d52-4edc-b2f4-c944dca6f612 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465553 Jun 15 15:23:21.566364 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f2ce8476-5f3a-468b-84ac-8fe355c0a3c8 req-0933f2bd-faae-46a3-9015-6a28fdd45239 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332612 Jun 15 15:23:21.572701 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device beae9fd4-0f2c-45cd-88bb-87460da48833 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:21.648309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port beae9fd4-0f2c-45cd-88bb-87460da48833 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:21.648694 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:21.712465 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d18e-fa3e-4b13-a1eb-1960159abdeb req-e1852284-bca9-4031-8d00-6ef225bc9cdf tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:21.713177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4bf1d18e-fa3e-4b13-a1eb-1960159abdeb req-e1852284-bca9-4031-8d00-6ef225bc9cdf tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Synchronizing usage tracker for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:23:21.730169 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-4bf1d18e-fa3e-4b13-a1eb-1960159abdeb req-e1852284-bca9-4031-8d00-6ef225bc9cdf tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Unset dirty status for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:23:21.731516 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bf1d18e-fa3e-4b13-a1eb-1960159abdeb req-e1852284-bca9-4031-8d00-6ef225bc9cdf tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.1131408 Jun 15 15:23:21.770096 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port beae9fd4-0f2c-45cd-88bb-87460da48833 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:21.778123 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4bf1d18e-fa3e-4b13-a1eb-1960159abdeb req-0c38773e-8d40-480e-9213-b72f6c6b4b5b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402722 Jun 15 15:23:21.857388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:22.855336 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e434be26-33e9-48d3-8472-c49bd8747b6e details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:23:22.994049 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e434be26-33e9-48d3-8472-c49bd8747b6e,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:23:22.996390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32cc1-a3ce-48d5-a302-ad9f10ca3d48 req-c7ba92b8-c792-4e49-8088-5475e4f2dfdb tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:22.998364 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-98c32cc1-a3ce-48d5-a302-ad9f10ca3d48 req-c7ba92b8-c792-4e49-8088-5475e4f2dfdb tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.0926478 Jun 15 15:23:23.008263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'port_id': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'mac_address': 'fa:16:3e:7e:90:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:23:23.044985 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-98c32cc1-a3ce-48d5-a302-ad9f10ca3d48 req-9dd75b95-9d9a-4559-abe3-3b4576a3bc7f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408089 Jun 15 15:23:23.070455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e434be26-33e9-48d3-8472-c49bd8747b6e is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:23.070849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:23.087980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e434be26-33e9-48d3-8472-c49bd8747b6e {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:23:23.103628 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e434be26-33e9-48d3-8472-c49bd8747b6e,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:23:23.111342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:23.181465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e434be26-33e9-48d3-8472-c49bd8747b6e,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:23.319216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['e434be26-33e9-48d3-8472-c49bd8747b6e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:23:24.277909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0b6db-33e9-4cac-89a7-45ea0ed5d778 req-83769ad1-4fc0-4919-bcba-f7d24e684cd2 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:24.280525 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1da0b6db-33e9-4cac-89a7-45ea0ed5d778 req-83769ad1-4fc0-4919-bcba-f7d24e684cd2 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 944 time: 0.1221793 Jun 15 15:23:24.336692 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1da0b6db-33e9-4cac-89a7-45ea0ed5d778 req-a24d4697-4cc8-4361-9a46-6f8b5a8ed9e0 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508459 Jun 15 15:23:24.634589 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:23:24.863301 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e434be26-33e9-48d3-8472-c49bd8747b6e up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:23:24.941172 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port e434be26-33e9-48d3-8472-c49bd8747b6e completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:23:24.946326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port e434be26-33e9-48d3-8472-c49bd8747b6e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:23:24.946714 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:25.076033 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e434be26-33e9-48d3-8472-c49bd8747b6e is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:23:25.076404 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:25.104337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:23:25.114480 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e434be26-33e9-48d3-8472-c49bd8747b6e,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:23:25.119151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:25.150805 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2bfe666-ad3c-4ce6-93e1-9b43c5b09144'] response: {'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'code': 200} Jun 15 15:23:25.196955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e434be26-33e9-48d3-8472-c49bd8747b6e,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:25.401604 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e69cb-01f5-4bf1-b0ea-a64260c5ba2b req-e09d2216-e020-4eee-af49-3113a3235805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:25.403127 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b12e69cb-01f5-4bf1-b0ea-a64260c5ba2b req-e09d2216-e020-4eee-af49-3113a3235805 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1098 time: 0.0844834 Jun 15 15:23:25.443889 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b12e69cb-01f5-4bf1-b0ea-a64260c5ba2b req-812fc1f5-bb61-4507-b31d-7806ae536dbf service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351191 Jun 15 15:23:25.538377 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38baa271-6c40-468b-9439-984a7fca77a1 req-e4d8b857-67b0-4d06-b6c9-b2af6e71d5d1 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:25.539900 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-38baa271-6c40-468b-9439-984a7fca77a1 req-e4d8b857-67b0-4d06-b6c9-b2af6e71d5d1 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.0927665 Jun 15 15:23:25.587229 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-38baa271-6c40-468b-9439-984a7fca77a1 req-5a6108a2-253a-4bd5-8c91-26870513507b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408492 Jun 15 15:23:26.813787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac2273-d99f-4c33-9edb-0c93efc1bb52 req-32ab71fb-8e7c-43af-a31d-289c63348b26 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:26.815849 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5fac2273-d99f-4c33-9edb-0c93efc1bb52 req-32ab71fb-8e7c-43af-a31d-289c63348b26 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1152177 Jun 15 15:23:26.865933 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5fac2273-d99f-4c33-9edb-0c93efc1bb52 req-8cd1c354-2b7e-4599-91b8-09ee443510d2 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411422 Jun 15 15:23:27.069117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9534320-cee1-42fa-9145-e4352f8eab06 req-5ed1289f-f746-4c36-b175-f66d1917228a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:27.070602 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9534320-cee1-42fa-9145-e4352f8eab06 req-5ed1289f-f746-4c36-b175-f66d1917228a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.0965781 Jun 15 15:23:27.121980 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e9534320-cee1-42fa-9145-e4352f8eab06 req-22801fa8-45b1-4ffe-be6e-05eae7ebdac2 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428040 Jun 15 15:23:27.145632 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46830) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:27.283811 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d6d4f4-3f97-43c9-b174-0819699b3d28 tempest-TestShelveInstance-1528354309 tempest-TestShelveInstance-1528354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:27.285377 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-21d6d4f4-3f97-43c9-b174-0819699b3d28 tempest-TestShelveInstance-1528354309 tempest-TestShelveInstance-1528354309-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1093 time: 0.1387486 Jun 15 15:23:27.288497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 46836) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:23:27.293527 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:23:27.300445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:23:27.304464 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:floatingip and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:23:27.307442 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:23:27.314307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:23:27.316332 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-25fffcc2-7e0c-4a80-bc86-9944ede0324a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:27.325824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:27.470237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:27.614098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Allocated IP 172.26.3.200 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/c406bf0e-571f-4fe1-80b0-f33c06272819) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:23:27.772410 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:27.805335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:27.872896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:23:27.875757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:23:27.879404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:23:27.912077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'Port': ['ID=c406bf0e-571f-4fe1-80b0-f33c06272819,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:28.428548 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:28.507443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:28.716942 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:28.724371 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:28.829930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'Port': ['ID=c406bf0e-571f-4fe1-80b0-f33c06272819,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:23:28.844954 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:29.023454 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Floating IP befd4f85-c081-429a-89a3-d2c0c41d0b98 associated. External IP: 172.26.3.200, port: e434be26-33e9-48d3-8472-c49bd8747b6e. Jun 15 15:23:29.381036 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Router b2753053-e5c4-4da0-b88e-4cc50846cc64 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:23:29.418350 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d2d55c82-ba36-4077-baf9-986bca393191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:29.567446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:23:29.578184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57b5a0-515d-45c4-b819-04d9daa84cc5 None None] Sync routers for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:23:29.588321 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57b5a0-515d-45c4-b819-04d9daa84cc5 None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:23:29.588945 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ab57b5a0-515d-45c4-b819-04d9daa84cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:23:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:29.593700 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:29.651924 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-e30790fa-873a-4ba7-844b-9b294d9e758c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3624299 Jun 15 15:23:29.652555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:23:29.698426 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ebc5293-d1cc-4cb9-909b-dfda044cece9'] response: {'name': 'network-changed', 'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'status': 'completed', 'code': 200} Jun 15 15:23:29.785733 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ab57b5a0-515d-45c4-b819-04d9daa84cc5 None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:23:29.800791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444d389-34e9-4eb9-bafb-3b26eb02fe9c req-b5902f30-ca76-4f5c-a2ba-9eefbf7577eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:29.802353 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2444d389-34e9-4eb9-bafb-3b26eb02fe9c req-b5902f30-ca76-4f5c-a2ba-9eefbf7577eb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1098 time: 0.0832541 Jun 15 15:23:30.063022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444d389-34e9-4eb9-bafb-3b26eb02fe9c req-eb0694e8-7df3-4ef0-a0a6-8c86320e3e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:30.064602 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2444d389-34e9-4eb9-bafb-3b26eb02fe9c req-eb0694e8-7df3-4ef0-a0a6-8c86320e3e9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.2561266 Jun 15 15:23:30.172129 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2444d389-34e9-4eb9-bafb-3b26eb02fe9c req-1a0279bd-0c36-4c28-9947-7eedaaf83531 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e434be26-33e9-48d3-8472-c49bd8747b6e HTTP/1.1" status: 200 len: 999 time: 0.1010804 Jun 15 15:23:30.183409 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ab57b5a0-515d-45c4-b819-04d9daa84cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'befd4f85-c081-429a-89a3-d2c0c41d0b98', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'port_id': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'mac_address': 'fa:16:3e:7e:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:23:28Z', 'updated_at': '2022-06-15T15:23:28Z', 'revision_number': 0, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:30.188115 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57b5a0-515d-45c4-b819-04d9daa84cc5 None None] Checking router: b2753053-e5c4-4da0-b88e-4cc50846cc64 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:23:30.197034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57b5a0-515d-45c4-b819-04d9daa84cc5 None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:23:30.197655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ab57b5a0-515d-45c4-b819-04d9daa84cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:23:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:30.235478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444d389-34e9-4eb9-bafb-3b26eb02fe9c req-ac095bd8-fb6e-4f45-a4f2-e10667c81c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:30.236968 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2444d389-34e9-4eb9-bafb-3b26eb02fe9c req-ac095bd8-fb6e-4f45-a4f2-e10667c81c94 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0592725 Jun 15 15:23:30.325223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444d389-34e9-4eb9-bafb-3b26eb02fe9c req-b236a758-f30e-4ec4-aeab-1a331ba673e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:23:30.326821 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2444d389-34e9-4eb9-bafb-3b26eb02fe9c req-b236a758-f30e-4ec4-aeab-1a331ba673e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836675 Jun 15 15:23:30.378934 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ab57b5a0-515d-45c4-b819-04d9daa84cc5 None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:23:30.460435 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2444d389-34e9-4eb9-bafb-3b26eb02fe9c req-52f5db13-9149-4530-8531-0df919c6245e service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276615 Jun 15 15:23:30.594956 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2444d389-34e9-4eb9-bafb-3b26eb02fe9c req-bc109529-f97b-40ae-8acb-7cb6bd86a7e3 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286268 Jun 15 15:23:30.646407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:30.758917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:30.761897 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ab57b5a0-515d-45c4-b819-04d9daa84cc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'befd4f85-c081-429a-89a3-d2c0c41d0b98', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'port_id': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'mac_address': 'fa:16:3e:7e:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:23:28Z', 'updated_at': '2022-06-15T15:23:28Z', 'revision_number': 0, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:23:30.766947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab57b5a0-515d-45c4-b819-04d9daa84cc5 None None] The sync data for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv is: [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'befd4f85-c081-429a-89a3-d2c0c41d0b98', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'floating_ip_address': '172.26.3.200', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'port_id': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'mac_address': 'fa:16:3e:7e:90:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:23:28Z', 'updated_at': '2022-06-15T15:23:28Z', 'revision_number': 0, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:23:30.965089 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e57d83-61c3-4287-adcf-583c8ff091e5 None None] New status for floating IP befd4f85-c081-429a-89a3-d2c0c41d0b98: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:23:32.205319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:51.867906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:57.315653 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-16f975a0-b092-4434-aaa5-b99139038c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:23:59.415472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84acc111-df09-431d-866e-73aa556d12e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:24:00.625808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:24:00.762289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:24:01.639125 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:24:02.208021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:24:12.042073 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-214ae67e-9519-4977-ab12-3de7ee798f5d req-ed46d160-54ba-4f28-a091-a7392a556756 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902326 Jun 15 15:24:12.220916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ae67e-9519-4977-ab12-3de7ee798f5d req-675a8cc0-7d73-46f0-89ee-be2a0382851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:24:12.223110 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-214ae67e-9519-4977-ab12-3de7ee798f5d req-675a8cc0-7d73-46f0-89ee-be2a0382851c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1098 time: 0.1104600 Jun 15 15:24:12.374152 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ae67e-9519-4977-ab12-3de7ee798f5d req-172b9d85-6fa4-42f5-8877-c7318636b4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:24:12.375543 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-214ae67e-9519-4977-ab12-3de7ee798f5d req-172b9d85-6fa4-42f5-8877-c7318636b4aa service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1332026 Jun 15 15:24:12.484363 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-214ae67e-9519-4977-ab12-3de7ee798f5d req-b5440e92-e4c3-481a-956b-7683ef5f1f5b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e434be26-33e9-48d3-8472-c49bd8747b6e HTTP/1.1" status: 200 len: 1001 time: 0.1028237 Jun 15 15:24:12.552957 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ae67e-9519-4977-ab12-3de7ee798f5d req-0646a468-4e99-471f-8794-aac0716e3ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:24:12.554401 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-214ae67e-9519-4977-ab12-3de7ee798f5d req-0646a468-4e99-471f-8794-aac0716e3ab3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0635958 Jun 15 15:24:12.641202 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ae67e-9519-4977-ab12-3de7ee798f5d req-798f019a-ad61-4c74-b0ff-dfc588e6d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:24:12.642641 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-214ae67e-9519-4977-ab12-3de7ee798f5d req-798f019a-ad61-4c74-b0ff-dfc588e6d1de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825377 Jun 15 15:24:12.785853 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-214ae67e-9519-4977-ab12-3de7ee798f5d req-b79b1087-bb6c-4f4e-aaca-2127c075bba3 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363382 Jun 15 15:24:12.923542 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-214ae67e-9519-4977-ab12-3de7ee798f5d req-0ff5e1c5-2d87-4e3c-922d-b45cdc2b606e service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314168 Jun 15 15:24:17.578417 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [req-b47c85f4-7165-4d22-bec0-5c24c9daa7c9 req-d85b0479-acd1-4266-b42b-f13dcfdd31d6 service neutron] (89019) timed out ('10.222.0.26', 42524) {{(pid=89019) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 15 15:24:21.886434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:24:27.322254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-de4d6b22-1c6a-438e-90ea-d38d315fe213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:24:29.418302 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-34433931-3654-40c2-9a64-88746ea87f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:24:30.626952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:24:30.768985 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:24:32.218018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:24:38.641393 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:24:51.883569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:24:57.312586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-35240510-d9af-4ca0-a042-5296dbb6ba88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:24:59.421296 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-44510181-2d1b-4249-9def-9fd6309d4202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:00.627731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:00.767009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:02.217508 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:12.695871 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8485810c-d64e-41ed-96fb-61e53f91839f req-0c65f2b8-9563-49b9-b854-b0871dd1187f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1908121 Jun 15 15:25:12.859073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485810c-d64e-41ed-96fb-61e53f91839f req-35ceca85-923e-4c8b-9bb6-48ba7604663e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:12.860641 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8485810c-d64e-41ed-96fb-61e53f91839f req-35ceca85-923e-4c8b-9bb6-48ba7604663e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1098 time: 0.0902073 Jun 15 15:25:13.013279 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485810c-d64e-41ed-96fb-61e53f91839f req-43189d64-838b-4933-9ec1-a1fa78be3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:13.014684 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8485810c-d64e-41ed-96fb-61e53f91839f req-43189d64-838b-4933-9ec1-a1fa78be3d83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1351392 Jun 15 15:25:13.121327 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8485810c-d64e-41ed-96fb-61e53f91839f req-febf8a0f-9823-472c-a4a7-7d8279c5881d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e434be26-33e9-48d3-8472-c49bd8747b6e HTTP/1.1" status: 200 len: 1001 time: 0.1002645 Jun 15 15:25:13.188266 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485810c-d64e-41ed-96fb-61e53f91839f req-734be88a-4323-4625-90d3-8e1360195fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:13.189730 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8485810c-d64e-41ed-96fb-61e53f91839f req-734be88a-4323-4625-90d3-8e1360195fa1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0622673 Jun 15 15:25:13.275705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485810c-d64e-41ed-96fb-61e53f91839f req-0ab6c0d1-83eb-4fdd-ade8-dda6e7a96814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:13.277172 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8485810c-d64e-41ed-96fb-61e53f91839f req-0ab6c0d1-83eb-4fdd-ade8-dda6e7a96814 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815349 Jun 15 15:25:13.409519 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8485810c-d64e-41ed-96fb-61e53f91839f req-9b8dc1c8-44fb-423b-95df-d7dadc33a0f7 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264873 Jun 15 15:25:13.559466 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8485810c-d64e-41ed-96fb-61e53f91839f req-7b1ce189-c1c0-42e8-ab20-82d041c4a983 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438651 Jun 15 15:25:15.646602 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:25:21.899741 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:25.433301 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d707e9-8200-46bd-9bc3-e58ee53bc3bc req-ba042471-b067-4351-a3da-af4ce9d2d1db tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:25.434799 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-03d707e9-8200-46bd-9bc3-e58ee53bc3bc req-ba042471-b067-4351-a3da-af4ce9d2d1db tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1536994 Jun 15 15:25:25.575915 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-03d707e9-8200-46bd-9bc3-e58ee53bc3bc req-9c33e559-6c87-4450-b8ea-0fa96ca75f05 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349347 Jun 15 15:25:26.806037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb9299-963e-4ecd-9caa-5a2cf50e9bd2 req-6d6c2ca2-5abd-4978-91ec-59d4b58e817f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:26.807626 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-adfb9299-963e-4ecd-9caa-5a2cf50e9bd2 req-6d6c2ca2-5abd-4978-91ec-59d4b58e817f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1031435 Jun 15 15:25:26.878606 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-adfb9299-963e-4ecd-9caa-5a2cf50e9bd2 req-7b01765a-0b63-4c64-a0a2-f1aeaead9886 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614464 Jun 15 15:25:27.317572 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-64c5da18-3df9-479d-9800-75ddf24f4e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:28.100790 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ead01a-6347-46d1-a4bd-a19b0321dd4c req-d9bdb672-861c-476e-8ced-f27bf86ad6b4 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:28.102295 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-72ead01a-6347-46d1-a4bd-a19b0321dd4c req-d9bdb672-861c-476e-8ced-f27bf86ad6b4 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1016393 Jun 15 15:25:28.151322 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-72ead01a-6347-46d1-a4bd-a19b0321dd4c req-94638259-88bd-4660-85b0-364f03075fe4 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 Jun 15 15:25:29.392471 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3703595-f6b2-41e0-995a-5e293d39752e req-bef6956b-9343-4e16-871d-a7eb4ef575eb tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:29.393971 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3703595-f6b2-41e0-995a-5e293d39752e req-bef6956b-9343-4e16-871d-a7eb4ef575eb tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1021945 Jun 15 15:25:29.417500 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-c9965d48-7b01-4304-851c-12658476993a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:29.443083 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b3703595-f6b2-41e0-995a-5e293d39752e req-e5e26c4c-7d7e-4018-8fc8-38c66834bcec tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411425 Jun 15 15:25:30.627247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:30.671449 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47d011-fa4a-485e-a4f5-4f127adc1930 req-5f058ecd-db48-48d3-af58-cc3715d03105 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:30.674544 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b47d011-fa4a-485e-a4f5-4f127adc1930 req-5f058ecd-db48-48d3-af58-cc3715d03105 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1192691 Jun 15 15:25:30.735780 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9b47d011-fa4a-485e-a4f5-4f127adc1930 req-aa3f7aeb-09d2-4442-a368-9128248a8d17 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532291 Jun 15 15:25:30.770755 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:31.976557 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872d9389-9095-40c6-91b5-7b008689c7ec req-778539cf-85a9-41bd-a361-fa8fda00ae1d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:31.978057 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-872d9389-9095-40c6-91b5-7b008689c7ec req-778539cf-85a9-41bd-a361-fa8fda00ae1d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1176441 Jun 15 15:25:32.034664 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-872d9389-9095-40c6-91b5-7b008689c7ec req-c8cc2149-a28b-4b6e-bc7e-614bf56abc79 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503922 Jun 15 15:25:32.221512 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:33.246636 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bdb95-6026-4437-8cd8-d01804905850 req-e1b13d27-092c-4490-b1bc-5955b0da7f09 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:33.248105 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2e6bdb95-6026-4437-8cd8-d01804905850 req-e1b13d27-092c-4490-b1bc-5955b0da7f09 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.0897212 Jun 15 15:25:33.302024 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2e6bdb95-6026-4437-8cd8-d01804905850 req-baa47a82-e48b-4d1e-8fd5-4a51a90ae8ae tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443838 Jun 15 15:25:34.519238 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5fb9c-8fce-47e6-918c-7db9785cd491 req-21f7f361-c62c-45d9-8d38-0c8f862b257a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:34.521133 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7ea5fb9c-8fce-47e6-918c-7db9785cd491 req-21f7f361-c62c-45d9-8d38-0c8f862b257a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1007068 Jun 15 15:25:34.566159 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7ea5fb9c-8fce-47e6-918c-7db9785cd491 req-ab1905e4-70dd-4084-a401-4718c301cc1c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386081 Jun 15 15:25:35.782646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83aaf4-99fd-43f3-8cca-6c0f8aeff9d8 req-ee50d6d8-8e4b-408e-85d1-0906fc198abc tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:35.784210 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8d83aaf4-99fd-43f3-8cca-6c0f8aeff9d8 req-ee50d6d8-8e4b-408e-85d1-0906fc198abc tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1020808 Jun 15 15:25:35.830854 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-8d83aaf4-99fd-43f3-8cca-6c0f8aeff9d8 req-69e32157-c0e1-4eef-b689-51d59d257662 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405486 Jun 15 15:25:37.059824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3098d2c-8eef-42bf-a4a8-f4a6e173d13c req-ae9ca489-cc12-49f2-bf0a-da49e14f9229 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:37.061301 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e3098d2c-8eef-42bf-a4a8-f4a6e173d13c req-ae9ca489-cc12-49f2-bf0a-da49e14f9229 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1015515 Jun 15 15:25:37.109290 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e3098d2c-8eef-42bf-a4a8-f4a6e173d13c req-684a9054-6a44-4bf3-a91c-ed895afba05b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389619 Jun 15 15:25:37.444068 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e434be26-33e9-48d3-8472-c49bd8747b6e details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:25:37.590188 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e434be26-33e9-48d3-8472-c49bd8747b6e,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:25:37.603940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'port_id': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'mac_address': 'fa:16:3e:7e:90:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:25:37.659575 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e434be26-33e9-48d3-8472-c49bd8747b6e is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:25:37.659951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:37.678290 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e434be26-33e9-48d3-8472-c49bd8747b6e {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:25:37.694672 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e434be26-33e9-48d3-8472-c49bd8747b6e,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:25:37.699912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:37.774005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e434be26-33e9-48d3-8472-c49bd8747b6e,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:25:37.777762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['e434be26-33e9-48d3-8472-c49bd8747b6e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:25:37.816934 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:25:37.817286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:25:37.817620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:25:37.817953 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:25:37.818280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:25:37.818607 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:25:37.818940 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:25:37.819269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:25:37.819585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:25:37.819905 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:25:37.820247 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:25:37.820568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:25:38.314840 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc67695-72a4-4c50-a2fe-d95dba9409d9 req-2ea10ceb-ade0-43e0-8301-a6998791e705 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:38.316225 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bcc67695-72a4-4c50-a2fe-d95dba9409d9 req-2ea10ceb-ade0-43e0-8301-a6998791e705 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 944 time: 0.0922530 Jun 15 15:25:38.363475 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bcc67695-72a4-4c50-a2fe-d95dba9409d9 req-211cf219-55dc-4e7f-a4c3-27e62ca4fdf0 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411923 Jun 15 15:25:39.453749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e434be26-33e9-48d3-8472-c49bd8747b6e up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:25:39.542747 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port e434be26-33e9-48d3-8472-c49bd8747b6e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:25:39.543629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:39.603930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4e564-250a-4d9f-8c3c-12311a8377ef req-b2b8472c-0291-4a7c-99a4-430e55cc9976 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:39.610468 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c6a4e564-250a-4d9f-8c3c-12311a8377ef req-b2b8472c-0291-4a7c-99a4-430e55cc9976 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 944 time: 0.1015553 Jun 15 15:25:39.660705 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c6a4e564-250a-4d9f-8c3c-12311a8377ef req-4a387140-8d2b-4488-9f98-9b71afbb5d5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491583 Jun 15 15:25:39.695269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e434be26-33e9-48d3-8472-c49bd8747b6e is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:25:39.695798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:39.733269 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:25:39.747812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e434be26-33e9-48d3-8472-c49bd8747b6e,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:25:39.754717 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:39.793416 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6458112d-923c-4f8a-94ff-408f77467cff'] response: {'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'code': 200} Jun 15 15:25:39.839930 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e434be26-33e9-48d3-8472-c49bd8747b6e,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:25:40.872007 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbf321-baf4-4bb7-95c1-2ec016cf48a3 req-b13ade88-859f-469b-ac93-64b5518f46d9 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:40.872988 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ffbf321-baf4-4bb7-95c1-2ec016cf48a3 req-b13ade88-859f-469b-ac93-64b5518f46d9 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.0945134 Jun 15 15:25:40.931749 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ffbf321-baf4-4bb7-95c1-2ec016cf48a3 req-a157bd74-35ef-4874-b7c3-78b6424d8a1c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524290 Jun 15 15:25:42.171079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff078e3-a164-49f5-a1d2-f42859e32d3b req-7d435aff-6563-428e-9977-517e856db47a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:42.172521 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0ff078e3-a164-49f5-a1d2-f42859e32d3b req-7d435aff-6563-428e-9977-517e856db47a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1056216 Jun 15 15:25:42.227216 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-0ff078e3-a164-49f5-a1d2-f42859e32d3b req-bd2564f1-0cfe-4b2a-8df6-a99401ba1544 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477109 Jun 15 15:25:43.456057 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080dd0f-dd96-452f-837e-2283f82a687a req-08a4f46d-76a8-4028-8fa8-da020a2c99cd tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:43.458619 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7080dd0f-dd96-452f-837e-2283f82a687a req-08a4f46d-76a8-4028-8fa8-da020a2c99cd tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1002662 Jun 15 15:25:43.522422 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7080dd0f-dd96-452f-837e-2283f82a687a req-821039b2-2d83-4884-b55c-8e730a3684ae tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559461 Jun 15 15:25:44.742879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52188145-26aa-4f27-8d40-056bb0c6ae1b req-1cde09be-8e7e-49da-8127-f41e38e06222 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:44.744443 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-52188145-26aa-4f27-8d40-056bb0c6ae1b req-1cde09be-8e7e-49da-8127-f41e38e06222 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1129222 Jun 15 15:25:44.797355 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-52188145-26aa-4f27-8d40-056bb0c6ae1b req-4a0253e2-221b-40b0-b0ef-60b5717a9367 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455508 Jun 15 15:25:46.010242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb5940-aca0-495f-9f7d-a0459bef0d4d req-0863a35d-03d3-4189-a8e7-a578ebb475ab tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:46.012010 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7bb5940-aca0-495f-9f7d-a0459bef0d4d req-0863a35d-03d3-4189-a8e7-a578ebb475ab tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1000230 Jun 15 15:25:46.062277 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a7bb5940-aca0-495f-9f7d-a0459bef0d4d req-0d35dda4-2e68-4b5b-9d56-bbd36efa3550 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439219 Jun 15 15:25:47.301164 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88de34-d357-4568-bd08-a8174a91f49b req-43d61b57-d3a2-423d-96b0-5fb4fd894a6c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:47.302560 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2a88de34-d357-4568-bd08-a8174a91f49b req-43d61b57-d3a2-423d-96b0-5fb4fd894a6c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1084545 Jun 15 15:25:47.347410 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-2a88de34-d357-4568-bd08-a8174a91f49b req-21409e7a-80b7-46be-ba04-11a68ead9a22 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389798 Jun 15 15:25:47.696231 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb917a-8068-4564-b557-79292b597cc3 req-30f27b8c-a379-4e38-8a34-3f89a3315f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:47.697964 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fdb917a-8068-4564-b557-79292b597cc3 req-30f27b8c-a379-4e38-8a34-3f89a3315f1a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1098 time: 0.1475430 Jun 15 15:25:47.935253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb917a-8068-4564-b557-79292b597cc3 req-2f90340f-5901-49ef-9dc3-9cdc40e41f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:47.936691 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fdb917a-8068-4564-b557-79292b597cc3 req-2f90340f-5901-49ef-9dc3-9cdc40e41f10 service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.2330904 Jun 15 15:25:48.040401 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fdb917a-8068-4564-b557-79292b597cc3 req-5bb77017-5347-4d75-8c9f-6ec51380f83d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e434be26-33e9-48d3-8472-c49bd8747b6e HTTP/1.1" status: 200 len: 1001 time: 0.0973556 Jun 15 15:25:48.106100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb917a-8068-4564-b557-79292b597cc3 req-ad4e132a-66e8-45f6-9b62-5995999ccaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:48.107517 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fdb917a-8068-4564-b557-79292b597cc3 req-ad4e132a-66e8-45f6-9b62-5995999ccaf6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0618320 Jun 15 15:25:48.196363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb917a-8068-4564-b557-79292b597cc3 req-efcb6f92-ee47-410f-b961-7069273ba3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:48.198008 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fdb917a-8068-4564-b557-79292b597cc3 req-efcb6f92-ee47-410f-b961-7069273ba3f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833046 Jun 15 15:25:48.340578 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fdb917a-8068-4564-b557-79292b597cc3 req-a919911d-fedf-4a4b-8fd2-9689f678da00 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360750 Jun 15 15:25:48.527310 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-3fdb917a-8068-4564-b557-79292b597cc3 req-22e91f4a-a12e-4250-87eb-cdd52af96eae service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811092 Jun 15 15:25:48.574400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec70df-6641-419d-ac49-673b260b5248 req-9e54c411-4ac2-4afe-ad94-0f2384643187 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:48.576433 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-35ec70df-6641-419d-ac49-673b260b5248 req-9e54c411-4ac2-4afe-ad94-0f2384643187 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 945 time: 0.1211188 Jun 15 15:25:48.625378 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-35ec70df-6641-419d-ac49-673b260b5248 req-7021a322-a63b-4ee9-a28f-846d33593414 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429313 Jun 15 15:25:49.515676 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e434be26-33e9-48d3-8472-c49bd8747b6e no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:25:49.648363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e434be26-33e9-48d3-8472-c49bd8747b6e is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:25:49.648753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:49.678348 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:25:49.687360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e434be26-33e9-48d3-8472-c49bd8747b6e,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:25:49.693947 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:49.735741 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-816448e9-f718-491a-b8ac-e2f35118f1fd'] response: {'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'code': 200} Jun 15 15:25:49.767517 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e434be26-33e9-48d3-8472-c49bd8747b6e,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:25:49.829929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b04f2-423f-47e1-ba89-7faf2e7feefe req-4c996138-0bab-4d54-946e-665720f8d980 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:49.831458 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-072b04f2-423f-47e1-ba89-7faf2e7feefe req-4c996138-0bab-4d54-946e-665720f8d980 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.0909472 Jun 15 15:25:49.883217 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-072b04f2-423f-47e1-ba89-7faf2e7feefe req-0c421b3f-0e6e-4196-8d8e-cd6bbab88beb tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434592 Jun 15 15:25:51.107785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddea985-9c89-4cad-9d03-b6de03bb16e8 req-0b8fcb52-4387-46bc-894c-e23db130a266 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:51.109194 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6ddea985-9c89-4cad-9d03-b6de03bb16e8 req-0b8fcb52-4387-46bc-894c-e23db130a266 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.1011529 Jun 15 15:25:51.161212 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6ddea985-9c89-4cad-9d03-b6de03bb16e8 req-849ba49f-0218-4646-8a80-14e852d1799a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459886 Jun 15 15:25:51.538461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d13e29-3dd1-45a7-9397-c13153f8ccc0 req-a66187a7-7ff7-4f3e-a01a-4193db69fb2f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:51.539982 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0d13e29-3dd1-45a7-9397-c13153f8ccc0 req-a66187a7-7ff7-4f3e-a01a-4193db69fb2f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.0939307 Jun 15 15:25:51.587530 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0d13e29-3dd1-45a7-9397-c13153f8ccc0 req-ad65ab60-b74b-4df7-aa2e-0b1f14bb8850 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412836 Jun 15 15:25:51.728156 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-911e1d88-c4e8-46d1-92b7-44218299c0c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1309302 Jun 15 15:25:51.911213 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:52.645915 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:25:52.804977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487df42f-47c1-44c3-b1f9-f07835fe39c6 req-a88fffe0-c7e7-4e7d-8e3d-7a1d1afcf70e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:52.806898 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-487df42f-47c1-44c3-b1f9-f07835fe39c6 req-a88fffe0-c7e7-4e7d-8e3d-7a1d1afcf70e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.1049290 Jun 15 15:25:52.854652 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-487df42f-47c1-44c3-b1f9-f07835fe39c6 req-2c1934e9-fa0d-4275-bd80-767fe854f495 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421662 Jun 15 15:25:53.547627 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e434be26-33e9-48d3-8472-c49bd8747b6e no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:25:53.681727 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e434be26-33e9-48d3-8472-c49bd8747b6e is: DOWN; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:25:54.078330 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a136c0-60e3-4823-818a-377d14604ee5 req-5a979ef0-a44d-4954-b6f5-15563ead118f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:54.079809 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-95a136c0-60e3-4823-818a-377d14604ee5 req-5a979ef0-a44d-4954-b6f5-15563ead118f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.1104016 Jun 15 15:25:54.131803 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-95a136c0-60e3-4823-818a-377d14604ee5 req-860daad8-852e-42a4-8ddd-c6df853c03c4 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458724 Jun 15 15:25:55.342024 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78542ec6-5727-440e-82f5-140f49a8f0d5 req-4fa6fda3-51f9-4073-87a9-6fda6a7e3c3f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:55.343426 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-78542ec6-5727-440e-82f5-140f49a8f0d5 req-4fa6fda3-51f9-4073-87a9-6fda6a7e3c3f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.0969529 Jun 15 15:25:55.393228 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-78542ec6-5727-440e-82f5-140f49a8f0d5 req-65eb2b39-2874-4d4d-a707-f4f24efc50b7 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 Jun 15 15:25:56.594704 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264e966-2c87-4b01-b7d1-02117b3b63f3 req-b874c446-05b4-410c-943c-6eb059f69e43 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:56.596232 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a264e966-2c87-4b01-b7d1-02117b3b63f3 req-b874c446-05b4-410c-943c-6eb059f69e43 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.0959797 Jun 15 15:25:56.699594 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a264e966-2c87-4b01-b7d1-02117b3b63f3 req-09b589eb-cff2-4d63-8939-9626f8f1131a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972087 Jun 15 15:25:56.719729 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-73865851-1c5e-4cca-9c41-317620fa2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:56.721277 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-73865851-1c5e-4cca-9c41-317620fa2fd5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61&tenant_id=4daa48329978445ab77a8a95e1a77b88 HTTP/1.1" status: 200 len: 1096 time: 0.1053672 Jun 15 15:25:56.822938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-be1dfca9-c263-4310-b13b-975edde05608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:56.824468 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-be1dfca9-c263-4310-b13b-975edde05608 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1096 time: 0.0816116 Jun 15 15:25:56.970807 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-bfa1461d-6ddc-49db-9a98-d627ba71b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:56.972207 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-bfa1461d-6ddc-49db-9a98-d627ba71b5d7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1418755 Jun 15 15:25:57.080840 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-ae1e1efa-0b73-435f-bc02-c7785e416dca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e434be26-33e9-48d3-8472-c49bd8747b6e HTTP/1.1" status: 200 len: 999 time: 0.1024079 Jun 15 15:25:57.152728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-95e3336f-daa5-4c56-8165-40ffe8f567c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:57.154216 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-95e3336f-daa5-4c56-8165-40ffe8f567c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0677927 Jun 15 15:25:57.313303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20e0d7df-5e90-4e49-acbf-ff4c7efe277f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:25:57.354903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-86b1c6f8-8e77-4dd0-9a15-69bf9ecf913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:57.356485 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-86b1c6f8-8e77-4dd0-9a15-69bf9ecf913f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1965375 Jun 15 15:25:57.504141 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-da7a3eaa-83d2-4e04-a9e2-4e257bdbe1e8 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405177 Jun 15 15:25:57.644099 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5e9a971f-2b21-4787-ad53-fe0e2f48b8f2 req-a8b6f304-8fd7-4893-b4a9-91635b3ecd6d service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333888 Jun 15 15:25:57.911875 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159f2d4-0122-4aae-927d-7c6cede4e2db req-915410a1-6290-4d53-9afb-9eaa378f66d4 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:57.913462 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e159f2d4-0122-4aae-927d-7c6cede4e2db req-915410a1-6290-4d53-9afb-9eaa378f66d4 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.0994093 Jun 15 15:25:57.962926 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e159f2d4-0122-4aae-927d-7c6cede4e2db req-f36c26aa-a92d-4a0d-886a-7912912cea4b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432520 Jun 15 15:25:59.176833 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edcb1a-7751-4e3d-b1bd-9b004f6cdb90 req-00a7b1d9-6c72-40d7-839d-a17fc585d34b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:25:59.179111 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-43edcb1a-7751-4e3d-b1bd-9b004f6cdb90 req-00a7b1d9-6c72-40d7-839d-a17fc585d34b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.0947173 Jun 15 15:25:59.227767 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-43edcb1a-7751-4e3d-b1bd-9b004f6cdb90 req-1904e3d1-7e45-480c-9ec5-4ab3f1220598 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428722 Jun 15 15:25:59.414641 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-be8c5c8d-8051-4697-97a3-2bf6186047e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:00.434956 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942ccd0-de50-4a48-8135-5327f697013b req-8bd4eec7-1e6f-4aeb-8a65-37f744b7c88a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:00.436653 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7942ccd0-de50-4a48-8135-5327f697013b req-8bd4eec7-1e6f-4aeb-8a65-37f744b7c88a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.0929677 Jun 15 15:26:00.492205 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7942ccd0-de50-4a48-8135-5327f697013b req-2290f3b2-0258-4750-9d2b-cf74f4d16d9d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487874 Jun 15 15:26:00.629531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:00.774780 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:01.722679 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a414e9-d09c-44cd-a932-28a90966278f req-2b758703-b80d-43a4-900a-4f2f7aacf461 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:01.724527 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85a414e9-d09c-44cd-a932-28a90966278f req-2b758703-b80d-43a4-900a-4f2f7aacf461 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.1291394 Jun 15 15:26:01.772399 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85a414e9-d09c-44cd-a932-28a90966278f req-6b083b25-7312-4931-b38e-54c99b81e2d5 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412979 Jun 15 15:26:02.217106 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:02.989854 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b930e-edd5-4cef-9334-1a0723ef9d1b req-46ec9d15-13f6-4285-8566-548f485ba42d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:02.992319 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-856b930e-edd5-4cef-9334-1a0723ef9d1b req-46ec9d15-13f6-4285-8566-548f485ba42d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.0998757 Jun 15 15:26:03.039844 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-856b930e-edd5-4cef-9334-1a0723ef9d1b req-2061b708-a3da-4ae2-999c-028978f592ea tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416658 Jun 15 15:26:04.264969 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163c935-935c-4572-b123-125f5071de2d req-9508c0b1-b228-4c47-9e71-7b3dd3126b90 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:04.266822 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7163c935-935c-4572-b123-125f5071de2d req-9508c0b1-b228-4c47-9e71-7b3dd3126b90 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.0946281 Jun 15 15:26:04.320297 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7163c935-935c-4572-b123-125f5071de2d req-19f53c21-13fc-490a-98b7-e91d0257cc0a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468442 Jun 15 15:26:05.541686 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a4b41-80ae-4acb-869f-5543481844f1 req-8c50bee2-e4ab-4cec-81f0-e643fca1b5eb tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:05.543099 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-041a4b41-80ae-4acb-869f-5543481844f1 req-8c50bee2-e4ab-4cec-81f0-e643fca1b5eb tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.1014044 Jun 15 15:26:05.593640 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-041a4b41-80ae-4acb-869f-5543481844f1 req-e753babd-9e1b-4a95-aa5b-8e21f2230cc1 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438442 Jun 15 15:26:06.824010 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f6d01-df20-4460-87b3-6e57995feb10 req-b947947d-753a-41bc-91de-0e9a914b05be tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:06.825558 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-281f6d01-df20-4460-87b3-6e57995feb10 req-b947947d-753a-41bc-91de-0e9a914b05be tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 943 time: 0.1069460 Jun 15 15:26:06.877223 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-281f6d01-df20-4460-87b3-6e57995feb10 req-67069e33-1a0a-4ceb-bfde-8837177da38e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429473 Jun 15 15:26:07.592748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e434be26-33e9-48d3-8472-c49bd8747b6e details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:26:07.735730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e434be26-33e9-48d3-8472-c49bd8747b6e,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:26:07.749141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'port_id': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'mac_address': 'fa:16:3e:7e:90:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:26:07.804110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e434be26-33e9-48d3-8472-c49bd8747b6e is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:26:07.804523 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:07.822154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e434be26-33e9-48d3-8472-c49bd8747b6e {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:26:07.838765 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e434be26-33e9-48d3-8472-c49bd8747b6e,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:26:07.844958 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:07.920168 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e434be26-33e9-48d3-8472-c49bd8747b6e,revision_number=9']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:26:08.082712 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['e434be26-33e9-48d3-8472-c49bd8747b6e'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:26:08.095458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faa8ce0-60f2-4754-955d-c8c18180fafd req-fd6a8fba-93a5-4d3a-88e1-52cb8adef99f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:08.096922 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6faa8ce0-60f2-4754-955d-c8c18180fafd req-fd6a8fba-93a5-4d3a-88e1-52cb8adef99f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 944 time: 0.1009228 Jun 15 15:26:08.142860 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6faa8ce0-60f2-4754-955d-c8c18180fafd req-f97b3ac9-7ba1-4d9b-aa72-ff3f518d8a6b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399849 Jun 15 15:26:09.368900 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca00191-2a6a-4c6d-b744-aa0a971f182d req-485e8fe0-f23f-4b75-a627-f29e3938efc2 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:09.370409 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7ca00191-2a6a-4c6d-b744-aa0a971f182d req-485e8fe0-f23f-4b75-a627-f29e3938efc2 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 944 time: 0.1061039 Jun 15 15:26:09.419190 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7ca00191-2a6a-4c6d-b744-aa0a971f182d req-040cf399-aa5f-40b0-9dc1-10d399dfc7c0 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399346 Jun 15 15:26:09.608847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e434be26-33e9-48d3-8472-c49bd8747b6e up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:26:09.683318 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port e434be26-33e9-48d3-8472-c49bd8747b6e triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:26:09.683770 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:09.804040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port e434be26-33e9-48d3-8472-c49bd8747b6e is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:26:09.804434 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:09.833253 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:26:09.845874 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e434be26-33e9-48d3-8472-c49bd8747b6e,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:26:09.854646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:09.887143 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9024305e-1636-4709-abdc-e6b61d023bef'] response: {'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'code': 200} Jun 15 15:26:09.930046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=e434be26-33e9-48d3-8472-c49bd8747b6e,revision_number=10']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:26:10.149964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbad58-e7fa-482e-8f0c-17c1af594b59 req-fa0ad613-926b-4b2c-8dff-7fd77679e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:10.151379 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8acbad58-e7fa-482e-8f0c-17c1af594b59 req-fa0ad613-926b-4b2c-8dff-7fd77679e7a4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1099 time: 0.0849023 Jun 15 15:26:10.203690 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-8acbad58-e7fa-482e-8f0c-17c1af594b59 req-fd27a1ca-3d12-4ccc-bd00-fc23345ae847 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423031 Jun 15 15:26:10.637856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3268750-f892-4710-9c95-dd2a5c24d0c9 req-47d8269d-b880-4132-b926-c1f00f168863 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:10.640672 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f3268750-f892-4710-9c95-dd2a5c24d0c9 req-47d8269d-b880-4132-b926-c1f00f168863 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 946 time: 0.1018293 Jun 15 15:26:10.687969 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f3268750-f892-4710-9c95-dd2a5c24d0c9 req-5ecf4c31-62a3-4c7b-a104-c60891fa537e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421031 Jun 15 15:26:11.897943 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291ae33-f74b-4b7a-a30c-9098e505a0c6 req-d60ba4e4-c9b0-4b2c-9689-cb7eb4e522b8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:11.899435 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1291ae33-f74b-4b7a-a30c-9098e505a0c6 req-d60ba4e4-c9b0-4b2c-9689-cb7eb4e522b8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 946 time: 0.0997198 Jun 15 15:26:11.947437 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-1291ae33-f74b-4b7a-a30c-9098e505a0c6 req-0fc26e8a-0e36-4f3e-ac77-20313581ec62 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406954 Jun 15 15:26:13.326558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1355b7-0f59-4804-9059-937fc7b19278 req-8d1f7fa8-2a08-446d-8467-3b3b06451ec0 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:13.327855 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa1355b7-0f59-4804-9059-937fc7b19278 req-8d1f7fa8-2a08-446d-8467-3b3b06451ec0 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 946 time: 0.1124840 Jun 15 15:26:13.374530 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-aa1355b7-0f59-4804-9059-937fc7b19278 req-ab5c5f27-c152-469c-ab84-da1edca35658 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406291 Jun 15 15:26:13.780319 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-281b94c6-a5f3-4aa0-afbe-ae694b360ae7 req-74061b24-1538-476e-86c5-5ceea17513ca service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800681 Jun 15 15:26:13.937309 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b94c6-a5f3-4aa0-afbe-ae694b360ae7 req-a542a1ce-22ce-4a99-bd79-1cff3f3bc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:13.938715 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-281b94c6-a5f3-4aa0-afbe-ae694b360ae7 req-a542a1ce-22ce-4a99-bd79-1cff3f3bc104 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1099 time: 0.0880010 Jun 15 15:26:14.088469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b94c6-a5f3-4aa0-afbe-ae694b360ae7 req-4b4d5126-b71e-49be-a5ec-8338e7f958df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:14.089972 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-281b94c6-a5f3-4aa0-afbe-ae694b360ae7 req-4b4d5126-b71e-49be-a5ec-8338e7f958df service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1318085 Jun 15 15:26:14.195173 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-281b94c6-a5f3-4aa0-afbe-ae694b360ae7 req-434cbd21-1983-45f0-add8-3451808d1d59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e434be26-33e9-48d3-8472-c49bd8747b6e HTTP/1.1" status: 200 len: 1001 time: 0.0992241 Jun 15 15:26:14.258437 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b94c6-a5f3-4aa0-afbe-ae694b360ae7 req-509c9201-87c3-4e3c-8027-3d3c1e0521cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:14.259850 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-281b94c6-a5f3-4aa0-afbe-ae694b360ae7 req-509c9201-87c3-4e3c-8027-3d3c1e0521cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0590580 Jun 15 15:26:14.455553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b94c6-a5f3-4aa0-afbe-ae694b360ae7 req-803a3760-6984-4a99-8261-91959d0e4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:26:14.457013 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-281b94c6-a5f3-4aa0-afbe-ae694b360ae7 req-803a3760-6984-4a99-8261-91959d0e4e87 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1908674 Jun 15 15:26:14.591483 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-281b94c6-a5f3-4aa0-afbe-ae694b360ae7 req-a96ca249-f3be-4918-b9f3-65ccd709a0b2 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275637 Jun 15 15:26:14.733575 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-281b94c6-a5f3-4aa0-afbe-ae694b360ae7 req-abddac0b-9273-481d-9794-b172883183eb service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362324 Jun 15 15:26:21.921418 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:27.315165 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9e9a5e32-53c8-4c16-a768-c90d6aaa99a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:29.418500 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-5a568895-8833-41ef-bd23-873d397d5fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:29.647394 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:26:30.633825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:30.777312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:32.232609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:51.930422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:57.314498 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-82fc5a96-7f7e-4b15-a7f1-23b98437d0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:26:59.427102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-87755a38-d536-442a-882b-83c353be32de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:00.634612 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:00.784569 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:02.229102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:06.653595 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:27:14.620285 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bf4d8bdb-09fb-4b64-b905-ac76d0ef88f3 req-cdd19bc1-91df-46d8-8eac-0e2b3f2e2f40 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0908086 Jun 15 15:27:14.791674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d8bdb-09fb-4b64-b905-ac76d0ef88f3 req-b7c12a89-2a65-423d-a454-6a5726345095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:14.793235 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bf4d8bdb-09fb-4b64-b905-ac76d0ef88f3 req-b7c12a89-2a65-423d-a454-6a5726345095 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1099 time: 0.1041868 Jun 15 15:27:14.943985 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d8bdb-09fb-4b64-b905-ac76d0ef88f3 req-c9a6b304-dcd0-47c5-8364-65e03bf9a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:14.945488 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bf4d8bdb-09fb-4b64-b905-ac76d0ef88f3 req-c9a6b304-dcd0-47c5-8364-65e03bf9a531 service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1332719 Jun 15 15:27:15.056663 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bf4d8bdb-09fb-4b64-b905-ac76d0ef88f3 req-95f9b537-85c2-482c-b8d4-39de910464e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e434be26-33e9-48d3-8472-c49bd8747b6e HTTP/1.1" status: 200 len: 1001 time: 0.1051476 Jun 15 15:27:15.122244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d8bdb-09fb-4b64-b905-ac76d0ef88f3 req-3b8733a7-e0c2-4c0b-8479-01306ff13c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:15.123670 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bf4d8bdb-09fb-4b64-b905-ac76d0ef88f3 req-3b8733a7-e0c2-4c0b-8479-01306ff13c66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0615153 Jun 15 15:27:15.214952 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d8bdb-09fb-4b64-b905-ac76d0ef88f3 req-2303c7ff-63b6-4012-88c5-e3b3479881ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:15.216429 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bf4d8bdb-09fb-4b64-b905-ac76d0ef88f3 req-2303c7ff-63b6-4012-88c5-e3b3479881ec service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867414 Jun 15 15:27:15.353679 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bf4d8bdb-09fb-4b64-b905-ac76d0ef88f3 req-c3011f9c-7c12-4deb-9eb4-8a218fc83cbc service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302524 Jun 15 15:27:15.490623 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bf4d8bdb-09fb-4b64-b905-ac76d0ef88f3 req-74fce3ff-c8f1-470c-8408-eead1ebb42b8 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308563 Jun 15 15:27:21.938081 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:22.268889 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47146) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:27:22.578411 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Deleting port c406bf0e-571f-4fe1-80b0-f33c06272819 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:27:22.578634 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:22.756647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:22.756982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:22.882474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Calling delete_port for c406bf0e-571f-4fe1-80b0-f33c06272819 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:27:23.060905 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:23.111192 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event deleted for resources: {'Port': ['ID=c406bf0e-571f-4fe1-80b0-f33c06272819,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:23.150199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:23.150475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:23.150815 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:23.151150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:23.151476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:23.151808 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:23.152132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:23.152493 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:23.152813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:23.153132 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:23.153456 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:23.153773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:23.223369 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:23.223669 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Floating IP befd4f85-c081-429a-89a3-d2c0c41d0b98 disassociated (deleted). External IP: 172.26.3.200, port: e434be26-33e9-48d3-8472-c49bd8747b6e. Jun 15 15:27:23.589257 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Router b2753053-e5c4-4da0-b88e-4cc50846cc64 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:27:23.783140 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:27:23.794615 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54bbaf8-27b3-440a-bb26-bf1980775c04 None None] Sync routers for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:27:23.811020 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:23.811241 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54bbaf8-27b3-440a-bb26-bf1980775c04 None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:27:23.811241 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f54bbaf8-27b3-440a-bb26-bf1980775c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:26:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:27:23.867479 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b2775c38-cbf2-4618-833e-67a388359144 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "DELETE /v2.0/floatingips/befd4f85-c081-429a-89a3-d2c0c41d0b98 HTTP/1.1" status: 204 len: 168 time: 1.5969810 Jun 15 15:27:23.868051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:27:23.980830 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21b04d3-55db-4516-8a3a-85d5548d7723'] response: {'name': 'network-changed', 'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'status': 'completed', 'code': 200} Jun 15 15:27:23.994283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f54bbaf8-27b3-440a-bb26-bf1980775c04 None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:27:24.081728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9e75-4d48-41ef-8f01-4a8a33431e37 req-8c1d36a2-034b-4dbf-b0d8-69d1dd8aeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:24.083181 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-845c9e75-4d48-41ef-8f01-4a8a33431e37 req-8c1d36a2-034b-4dbf-b0d8-69d1dd8aeeda service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 1099 time: 0.0811362 Jun 15 15:27:24.293207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9e75-4d48-41ef-8f01-4a8a33431e37 req-cf161b5a-9295-4426-a1e5-3cc5c664aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:24.294669 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-845c9e75-4d48-41ef-8f01-4a8a33431e37 req-cf161b5a-9295-4426-a1e5-3cc5c664aa94 service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1985011 Jun 15 15:27:24.332616 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f54bbaf8-27b3-440a-bb26-bf1980775c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:27:24.336598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54bbaf8-27b3-440a-bb26-bf1980775c04 None None] Checking router: b2753053-e5c4-4da0-b88e-4cc50846cc64 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:27:24.345030 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54bbaf8-27b3-440a-bb26-bf1980775c04 None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:27:24.345671 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f54bbaf8-27b3-440a-bb26-bf1980775c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:26:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:27:24.367305 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-845c9e75-4d48-41ef-8f01-4a8a33431e37 req-60e0e524-58a2-46fc-92c9-475ceb8f13ca service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e434be26-33e9-48d3-8472-c49bd8747b6e HTTP/1.1" status: 200 len: 217 time: 0.0657322 Jun 15 15:27:24.375108 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af5b02-e112-4131-a791-82b75757b6a6 req-28eea3bc-955c-4cfb-9ed2-30e13b019c60 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:24.376544 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f0af5b02-e112-4131-a791-82b75757b6a6 req-28eea3bc-955c-4cfb-9ed2-30e13b019c60 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 946 time: 0.1953304 Jun 15 15:27:24.536731 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-f54bbaf8-27b3-440a-bb26-bf1980775c04 None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:27:24.583002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9e75-4d48-41ef-8f01-4a8a33431e37 req-4e92ac87-6bc6-4635-ac9c-9afcde198e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:24.584454 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-845c9e75-4d48-41ef-8f01-4a8a33431e37 req-4e92ac87-6bc6-4635-ac9c-9afcde198e59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.2069533 Jun 15 15:27:24.589154 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f0af5b02-e112-4131-a791-82b75757b6a6 req-6ac7000d-cb78-4548-a7c5-eb9b56c5da44 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596471 Jun 15 15:27:24.673571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845c9e75-4d48-41ef-8f01-4a8a33431e37 req-b777d98c-55c4-4ce0-8e57-91e0ee793902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:24.675356 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-845c9e75-4d48-41ef-8f01-4a8a33431e37 req-b777d98c-55c4-4ce0-8e57-91e0ee793902 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848019 Jun 15 15:27:24.811941 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-845c9e75-4d48-41ef-8f01-4a8a33431e37 req-97776841-4389-43bf-8ced-a99072ed9720 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291952 Jun 15 15:27:24.861105 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-f54bbaf8-27b3-440a-bb26-bf1980775c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:27:24.865751 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54bbaf8-27b3-440a-bb26-bf1980775c04 None None] The sync data for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv is: [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:27:24.964487 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-845c9e75-4d48-41ef-8f01-4a8a33431e37 req-b8285dea-6bb6-4b51-95ac-5a756faaeb71 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452997 Jun 15 15:27:25.109955 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15313bf0-7400-4884-82e7-2527993ec65a None None] New status for floating IP befd4f85-c081-429a-89a3-d2c0c41d0b98: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:27:25.478566 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e559a-87c1-4e8c-a93f-5c1fc9e9b648 req-67ebb3b1-61d5-4505-b1f5-03198e9f9bd2 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:25.480011 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f33e559a-87c1-4e8c-a93f-5c1fc9e9b648 req-67ebb3b1-61d5-4505-b1f5-03198e9f9bd2 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.44 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 946 time: 0.0992336 Jun 15 15:27:25.560813 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-f33e559a-87c1-4e8c-a93f-5c1fc9e9b648 req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Deleting port e434be26-33e9-48d3-8472-c49bd8747b6e {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:27:25.561044 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f33e559a-87c1-4e8c-a93f-5c1fc9e9b648 req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:25.802455 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21244eb-4f9d-4ed8-acb7-5117f84904c7 req-212fcd9b-1881-445e-85d8-8e573152b93e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:25.803804 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-b21244eb-4f9d-4ed8-acb7-5117f84904c7 req-212fcd9b-1881-445e-85d8-8e573152b93e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Synchronizing usage tracker for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:27:25.820452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-b21244eb-4f9d-4ed8-acb7-5117f84904c7 req-212fcd9b-1881-445e-85d8-8e573152b93e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Unset dirty status for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:27:25.821706 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b21244eb-4f9d-4ed8-acb7-5117f84904c7 req-212fcd9b-1881-445e-85d8-8e573152b93e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=44cd9ba7-e40f-4d6a-affa-53fe0140db61 HTTP/1.1" status: 200 len: 946 time: 0.1145947 Jun 15 15:27:25.822871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-f33e559a-87c1-4e8c-a93f-5c1fc9e9b648 req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] For port e434be26-33e9-48d3-8472-c49bd8747b6e, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=e434be26-33e9-48d3-8472-c49bd8747b6e,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:27:25.823284 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f33e559a-87c1-4e8c-a93f-5c1fc9e9b648 req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:25.867183 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b21244eb-4f9d-4ed8-acb7-5117f84904c7 req-a4d19d49-42bf-4a3b-a027-6567edad0f35 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=d81ac4b0-d45c-4fd8-a903-406060d85621&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393023 Jun 15 15:27:25.953376 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-f33e559a-87c1-4e8c-a93f-5c1fc9e9b648 req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Calling delete_port for e434be26-33e9-48d3-8472-c49bd8747b6e owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:27:26.105673 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f33e559a-87c1-4e8c-a93f-5c1fc9e9b648 req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:26.154705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event deleted for resources: {'Port': ['ID=e434be26-33e9-48d3-8472-c49bd8747b6e,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:26.197151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:26.197151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:26.197151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:26.197151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:26.197588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:26.197798 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:26.198114 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:26.198432 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:26.198749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:26.199073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:26.199389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:26.199703 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:26.251089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33e559a-87c1-4e8c-a93f-5c1fc9e9b648 req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] No DVR routers for this DVR port e434be26-33e9-48d3-8472-c49bd8747b6e on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:27:26.254139 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-f33e559a-87c1-4e8c-a93f-5c1fc9e9b648 req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:26.256791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'name': 'network-vif-deleted', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:27:26.275018 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f33e559a-87c1-4e8c-a93f-5c1fc9e9b648 req-0b0529b7-bc8d-4e61-ae43-fe2304958738 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.44 "DELETE /v2.0/ports/e434be26-33e9-48d3-8472-c49bd8747b6e HTTP/1.1" status: 204 len: 173 time: 0.7899086 Jun 15 15:27:26.362024 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0861fb0-7a0c-4ce9-a86f-8f30b3d47ee0'] response: {'server_uuid': '44cd9ba7-e40f-4d6a-affa-53fe0140db61', 'name': 'network-vif-deleted', 'tag': 'e434be26-33e9-48d3-8472-c49bd8747b6e', 'status': 'completed', 'code': 200} Jun 15 15:27:26.970909 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47166) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:27:27.148703 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1ded-0981-4e94-9f8f-4e2da3d57b9f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.180465 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1ded-0981-4e94-9f8f-4e2da3d57b9f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.246238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1ded-0981-4e94-9f8f-4e2da3d57b9f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.265396 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e1ded-0981-4e94-9f8f-4e2da3d57b9f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81ac4b0-d45c-4fd8-a903-406060d85621,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:27.276391 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-0f2e1ded-0981-4e94-9f8f-4e2da3d57b9f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.277561 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-0f2e1ded-0981-4e94-9f8f-4e2da3d57b9f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "DELETE /v2.0/security-groups/d81ac4b0-d45c-4fd8-a903-406060d85621 HTTP/1.1" status: 204 len: 168 time: 0.3050857 Jun 15 15:27:27.311007 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2d11-aa6a-4df2-866a-cf8866ae9964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.406382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47174) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:27:27.411886 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1375326197', 'description': 'tempest-secgroup-smoke-1375326197 description', 'project_id': '4daa48329978445ab77a8a95e1a77b88'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:27:27.418337 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:27:27.422467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:27:27.425640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:27:27.433002 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:27:27.446168 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.466255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:27:27.470734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:27:27.473688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:27:27.479786 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:27:27.559469 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.566078 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.611981 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=128d9a1c-3ea4-4cfb-9d66-891c770da5f9,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:27.616660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.617865 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b4cb344f-da84-4717-bd34-09f38187ea0d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2104418 Jun 15 15:27:27.620831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47178) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:27:27.625837 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-076f66a3-5502-4e9c-b604-525129ea6797 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group_rule': {'security_group_id': '128d9a1c-3ea4-4cfb-9d66-891c770da5f9', 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:27:27.632294 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-076f66a3-5502-4e9c-b604-525129ea6797 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:27:27.636560 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-076f66a3-5502-4e9c-b604-525129ea6797 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:27:27.639588 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-076f66a3-5502-4e9c-b604-525129ea6797 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:27:27.646477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-076f66a3-5502-4e9c-b604-525129ea6797 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:27:27.664620 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-076f66a3-5502-4e9c-b604-525129ea6797 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.730587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-076f66a3-5502-4e9c-b604-525129ea6797 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.735863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-076f66a3-5502-4e9c-b604-525129ea6797 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.759156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f66a3-5502-4e9c-b604-525129ea6797 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3964d238-26ad-47e6-be48-0f32ccbf75d3,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:27.769590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-076f66a3-5502-4e9c-b604-525129ea6797 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.770866 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-076f66a3-5502-4e9c-b604-525129ea6797 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1490560 Jun 15 15:27:27.773824 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47182) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:27:27.778848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-32e504df-bd8f-4377-8a4f-c6b3551957a8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group_rule': {'security_group_id': '128d9a1c-3ea4-4cfb-9d66-891c770da5f9', 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:27:27.785425 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-32e504df-bd8f-4377-8a4f-c6b3551957a8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:27:27.789554 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-32e504df-bd8f-4377-8a4f-c6b3551957a8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:27:27.792569 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-32e504df-bd8f-4377-8a4f-c6b3551957a8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:27:27.798255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-32e504df-bd8f-4377-8a4f-c6b3551957a8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:27:27.816702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32e504df-bd8f-4377-8a4f-c6b3551957a8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.880195 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32e504df-bd8f-4377-8a4f-c6b3551957a8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.884926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32e504df-bd8f-4377-8a4f-c6b3551957a8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.910593 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e504df-bd8f-4377-8a4f-c6b3551957a8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13edc2a2-79cd-46ac-8e23-1df350e4df37,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:27.921637 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-32e504df-bd8f-4377-8a4f-c6b3551957a8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:27.922840 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-32e504df-bd8f-4377-8a4f-c6b3551957a8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480453 Jun 15 15:27:27.925831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47186) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:27:27.930899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b7a58976-7ed7-4bab-8db9-e9e4d777b941 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group_rule': {'security_group_id': '128d9a1c-3ea4-4cfb-9d66-891c770da5f9', 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:27:27.936788 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b7a58976-7ed7-4bab-8db9-e9e4d777b941 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:27:27.941082 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b7a58976-7ed7-4bab-8db9-e9e4d777b941 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:27:27.943944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b7a58976-7ed7-4bab-8db9-e9e4d777b941 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:27:27.949634 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b7a58976-7ed7-4bab-8db9-e9e4d777b941 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:27:27.973438 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7a58976-7ed7-4bab-8db9-e9e4d777b941 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.026207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e434be26-33e9-48d3-8472-c49bd8747b6e no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:27:28.044131 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7a58976-7ed7-4bab-8db9-e9e4d777b941 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.048925 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7a58976-7ed7-4bab-8db9-e9e4d777b941 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.061118 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: e434be26-33e9-48d3-8472-c49bd8747b6e {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:27:28.061467 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device e434be26-33e9-48d3-8472-c49bd8747b6e not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:27:28.072046 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a58976-7ed7-4bab-8db9-e9e4d777b941 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab7e9c69-62a3-4f3a-a5b0-dae42077f30e,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:28.082045 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b7a58976-7ed7-4bab-8db9-e9e4d777b941 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.083261 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b7a58976-7ed7-4bab-8db9-e9e4d777b941 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565378 Jun 15 15:27:28.086181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47190) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:27:28.091329 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-eeea2bae-ece4-4e1b-996b-742f8f4ffef8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group_rule': {'security_group_id': '128d9a1c-3ea4-4cfb-9d66-891c770da5f9', 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:27:28.097540 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eeea2bae-ece4-4e1b-996b-742f8f4ffef8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:27:28.101378 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eeea2bae-ece4-4e1b-996b-742f8f4ffef8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:27:28.104270 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-eeea2bae-ece4-4e1b-996b-742f8f4ffef8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:27:28.110110 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-eeea2bae-ece4-4e1b-996b-742f8f4ffef8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:27:28.131256 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eeea2bae-ece4-4e1b-996b-742f8f4ffef8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.312844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eeea2bae-ece4-4e1b-996b-742f8f4ffef8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.318718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eeea2bae-ece4-4e1b-996b-742f8f4ffef8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.346506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea2bae-ece4-4e1b-996b-742f8f4ffef8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7a555d-ad17-43a6-afdd-b6baf74c0a98,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:28.357492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-eeea2bae-ece4-4e1b-996b-742f8f4ffef8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.359355 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-eeea2bae-ece4-4e1b-996b-742f8f4ffef8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2718790 Jun 15 15:27:28.363825 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47194) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:27:28.373903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-d473317c-e3d3-49b2-85da-54c82ec1934d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group_rule': {'security_group_id': '128d9a1c-3ea4-4cfb-9d66-891c770da5f9', 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:27:28.382150 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d473317c-e3d3-49b2-85da-54c82ec1934d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:27:28.386774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d473317c-e3d3-49b2-85da-54c82ec1934d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:27:28.389831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-d473317c-e3d3-49b2-85da-54c82ec1934d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:27:28.396360 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-d473317c-e3d3-49b2-85da-54c82ec1934d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:27:28.407345 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-d473317c-e3d3-49b2-85da-54c82ec1934d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Project 4daa48329978445ab77a8a95e1a77b88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:27:28.417727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d473317c-e3d3-49b2-85da-54c82ec1934d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.492904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d473317c-e3d3-49b2-85da-54c82ec1934d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.499078 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d473317c-e3d3-49b2-85da-54c82ec1934d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.529672 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473317c-e3d3-49b2-85da-54c82ec1934d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9252e47b-8e0a-4312-83b9-dc72eb26d8a7,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:28.540574 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d473317c-e3d3-49b2-85da-54c82ec1934d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.541823 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d473317c-e3d3-49b2-85da-54c82ec1934d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1769691 Jun 15 15:27:28.545297 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47198) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:27:28.551351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-1d913a06-e917-4edc-ae64-d5d613fe8bda tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'security_group_rule': {'security_group_id': '128d9a1c-3ea4-4cfb-9d66-891c770da5f9', 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:27:28.557674 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1d913a06-e917-4edc-ae64-d5d613fe8bda tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:27:28.561842 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1d913a06-e917-4edc-ae64-d5d613fe8bda tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:security_group_rule and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:27:28.564986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-1d913a06-e917-4edc-ae64-d5d613fe8bda tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:27:28.571026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-1d913a06-e917-4edc-ae64-d5d613fe8bda tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:27:28.583588 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-1d913a06-e917-4edc-ae64-d5d613fe8bda tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Project 4daa48329978445ab77a8a95e1a77b88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:27:28.591571 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d913a06-e917-4edc-ae64-d5d613fe8bda tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.689627 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d913a06-e917-4edc-ae64-d5d613fe8bda tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.694255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d913a06-e917-4edc-ae64-d5d613fe8bda tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.725745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d913a06-e917-4edc-ae64-d5d613fe8bda tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dae9614-dfd8-4577-9281-d5e86d82ca15,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:28.737258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-1d913a06-e917-4edc-ae64-d5d613fe8bda tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:28.738538 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-1d913a06-e917-4edc-ae64-d5d613fe8bda tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1921256 Jun 15 15:27:29.413488 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4eb9dbfa-e352-48bb-b77c-c47931547dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:30.629871 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:30.779961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:32.227830 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:43.643883 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:27:43.730419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a7fd1660-8c17-4bb6-9163-05dc38b1ae28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Synchronizing usage tracker for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:security_group {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:27:43.748605 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a7fd1660-8c17-4bb6-9163-05dc38b1ae28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Unset dirty status for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:security_group {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:27:43.750187 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a7fd1660-8c17-4bb6-9163-05dc38b1ae28 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1375326197&fields=id&tenant_id=4daa48329978445ab77a8a95e1a77b88 HTTP/1.1" status: 200 len: 267 time: 0.0607929 Jun 15 15:27:43.910414 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-4898f2f9-03e1-4e8b-bb08-7881a8d1a1f9 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:43.912394 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-4898f2f9-03e1-4e8b-bb08-7881a8d1a1f9 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 809 time: 0.1553550 Jun 15 15:27:43.928997 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-45c28073-d6e3-4e96-8094-79b3a51e7be6 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/quotas/4daa48329978445ab77a8a95e1a77b88 HTTP/1.1" status: 200 len: 375 time: 0.0100710 Jun 15 15:27:44.026644 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5aee6f2b-be87-4c9e-a5f4-cc9a4f63576c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Synchronizing usage tracker for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:27:44.045272 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5aee6f2b-be87-4c9e-a5f4-cc9a4f63576c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Unset dirty status for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:27:44.046623 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5aee6f2b-be87-4c9e-a5f4-cc9a4f63576c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125317 Jun 15 15:27:44.208613 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-e9804750-c219-4816-b6b9-bf21c089e7e5 service neutron] 10.222.0.26 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493661 Jun 15 15:27:44.344630 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-225d608a-6978-44f6-935c-3d7fc3006eeb service neutron] 10.222.0.26 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293638 Jun 15 15:27:44.752177 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d19fd6a5-d176-48e7-838e-bdbc6cf20698 req-39322438-5e69-4754-83e2-ce185d951351 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 210 time: 0.0512900 Jun 15 15:27:45.951722 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-80e6f608-4694-40e2-b10e-80cff8473956 req-da5e06c6-3716-4c4e-aee9-467e5806a359 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 210 time: 0.0651031 Jun 15 15:27:46.007633 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-09225a31-8085-4e2f-9ba0-3376036d50aa tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:46.009123 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-09225a31-8085-4e2f-9ba0-3376036d50aa tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 809 time: 0.1964471 Jun 15 15:27:46.060433 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-b38a905e-ad9c-49aa-ae02-03872311bb2c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4daa48329978445ab77a8a95e1a77b88 HTTP/1.1" status: 200 len: 380 time: 0.0413992 Jun 15 15:27:46.068708 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'port': {'device_id': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'admin_state_up': True, 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'security_groups': ['128d9a1c-3ea4-4cfb-9d66-891c770da5f9']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:27:46.206134 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:27:46.216145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:27:46.227300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Made reservation on behalf of 4daa48329978445ab77a8a95e1a77b88 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:27:46.230896 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:46.403931 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Allocated IP 172.20.0.7 (052aa22d-e3fa-4fdd-b7ef-21dd82a20998/401a229a-8c62-4360-948b-a6d8daaac9c7/9cee7d70-7c2c-4f08-9a77-1f03b4eb7012) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:27:46.604259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:46.622192 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Transition to ACTIVE for port object 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:27:46.647212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:46.721570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:27:46.725160 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:27:46.729226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:27:46.767701 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'Port': ['ID=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:46.801629 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:46.802590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:46.835325 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-a4fc5d0f-5d9d-4510-808f-67cf5d17457d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7700088 Jun 15 15:27:46.846582 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Request body: {'port': {'device_id': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:27:47.045248 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d60821d5-f7bf-4236-965a-0188dd382870 None None] Provisioning for port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:27:47.055420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-d60821d5-f7bf-4236-965a-0188dd382870 None None] Provisioning complete for port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:27:47.056461 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d60821d5-f7bf-4236-965a-0188dd382870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:47.078081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:47.174668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa739314-31b2-446d-9c06-c42009d59a51 req-786f1eec-80dd-490f-a053-a0dd5f75b9a5 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:47.176499 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-aa739314-31b2-446d-9c06-c42009d59a51 req-786f1eec-80dd-490f-a053-a0dd5f75b9a5 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 931 time: 0.1086118 Jun 15 15:27:47.181905 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-d60821d5-f7bf-4236-965a-0188dd382870 None None] Port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:27:47.230328 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-aa739314-31b2-446d-9c06-c42009d59a51 req-43b2a81a-7665-4b08-acb9-ba3a7d8f5ba6 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Synchronizing usage tracker for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:27:47.244921 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-aa739314-31b2-446d-9c06-c42009d59a51 req-43b2a81a-7665-4b08-acb9-ba3a7d8f5ba6 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Unset dirty status for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:27:47.246268 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-aa739314-31b2-446d-9c06-c42009d59a51 req-43b2a81a-7665-4b08-acb9-ba3a7d8f5ba6 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631459 Jun 15 15:27:47.450990 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:27:47.459442 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:47.475093 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Transition to ACTIVE for port object 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:27:47.478327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:47.664684 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Pushing event updated for resources: {'Port': ['ID=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:47.739561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Attempting to bind port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:27:47.740025 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Attempting to bind port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:27:47.740486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Attempting to bind port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 on network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:27:47.745458 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 on network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:27:47.745788 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Attempting to bind port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 on network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:27:47.750941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:27:47.751275 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Checking segment: {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:27:47.751662 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Bound using segment: {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:27:47.752090 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Bound port: 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c5205b-408b-48ae-a9ac-a2b27c5c7866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:27:47.752484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:47.854986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] For port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:27:47.858011 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] For port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:27:47.862263 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:47.923283 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:47.923947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:47.925276 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] 10.222.0.44 "PUT /v2.0/ports/9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 HTTP/1.1" status: 200 len: 1093 time: 1.0831604 Jun 15 15:27:47.925697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:27:47.952502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4081d5-a2b9-435f-b969-7bbfedf1052c service neutron] Pushing event updated for resources: {'Port': ['ID=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:48.005107 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-152db48f-6ad8-4f13-9b83-002d1e5d7548'] response: {'name': 'network-changed', 'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'status': 'completed', 'code': 200} Jun 15 15:27:48.051638 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-32719867-8c9b-45d0-975e-a1fb15588a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:48.053414 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-32719867-8c9b-45d0-975e-a1fb15588a56 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 1096 time: 0.0886171 Jun 15 15:27:48.122640 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-58a89eb9-7236-4305-a6ac-209b881c5fb5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 HTTP/1.1" status: 200 len: 217 time: 0.0625763 Jun 15 15:27:48.189326 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-ac227f1d-0d32-48d2-b3c8-f6123bb80ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:48.190691 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-ac227f1d-0d32-48d2-b3c8-f6123bb80ef1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0626478 Jun 15 15:27:48.284832 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-ac2e3611-5a3b-454c-80f3-8cc99474eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:48.286376 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-ac2e3611-5a3b-454c-80f3-8cc99474eb61 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0900848 Jun 15 15:27:48.424008 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-89c61bf6-1c59-4b6d-ab4c-cb4d7c293cd6 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310158 Jun 15 15:27:48.451945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11661a3f-4330-478c-8cda-bef6168eecf6 req-19d6ace7-3d7b-4596-b761-1137786be6e2 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:48.453625 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-11661a3f-4330-478c-8cda-bef6168eecf6 req-19d6ace7-3d7b-4596-b761-1137786be6e2 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.0971398 Jun 15 15:27:48.500765 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-11661a3f-4330-478c-8cda-bef6168eecf6 req-7f6855b3-8f94-45fa-81c8-9faf547e84fd tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400224 Jun 15 15:27:48.570028 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ea9e56e7-d1e4-4d50-8a20-973a6c114fdf req-e67125b8-90ec-4393-b08e-33aec5f4df11 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396966 Jun 15 15:27:48.702277 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa2230-9ed9-42b9-a91b-70d242003010 req-558da027-d004-418f-949e-509ebe98499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:48.703744 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26aa2230-9ed9-42b9-a91b-70d242003010 req-558da027-d004-418f-949e-509ebe98499c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 1096 time: 0.0880556 Jun 15 15:27:48.969214 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa2230-9ed9-42b9-a91b-70d242003010 req-0477a2cb-37a1-47eb-89ad-a37d89d2ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:48.970671 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26aa2230-9ed9-42b9-a91b-70d242003010 req-0477a2cb-37a1-47eb-89ad-a37d89d2ff41 service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.2588756 Jun 15 15:27:49.040120 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26aa2230-9ed9-42b9-a91b-70d242003010 req-ee2ff00a-8f5d-45fa-9fa1-27abe14de490 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 HTTP/1.1" status: 200 len: 217 time: 0.0627213 Jun 15 15:27:49.105904 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa2230-9ed9-42b9-a91b-70d242003010 req-2cbc3619-043d-4afe-84f6-009e1f04fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:49.107394 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26aa2230-9ed9-42b9-a91b-70d242003010 req-2cbc3619-043d-4afe-84f6-009e1f04fd4a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0616791 Jun 15 15:27:49.194453 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa2230-9ed9-42b9-a91b-70d242003010 req-e3cf9342-91d5-464b-9bcd-b6fa1842ddc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:49.195956 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26aa2230-9ed9-42b9-a91b-70d242003010 req-e3cf9342-91d5-464b-9bcd-b6fa1842ddc9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819526 Jun 15 15:27:49.329385 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26aa2230-9ed9-42b9-a91b-70d242003010 req-2d082a3e-7e0c-45fb-aecb-ac92169e4729 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270077 Jun 15 15:27:49.466455 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-26aa2230-9ed9-42b9-a91b-70d242003010 req-64bf76a7-c8be-4dc9-b630-52b320f32ade service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312084 Jun 15 15:27:49.715425 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2ced0-ccc7-4b21-8edb-6e99250715ae req-3dcd2f81-0b6a-49da-ac34-dff8245ae03b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:49.716130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-60a2ced0-ccc7-4b21-8edb-6e99250715ae req-3dcd2f81-0b6a-49da-ac34-dff8245ae03b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Synchronizing usage tracker for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:27:49.733856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-60a2ced0-ccc7-4b21-8edb-6e99250715ae req-3dcd2f81-0b6a-49da-ac34-dff8245ae03b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Unset dirty status for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:27:49.735352 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60a2ced0-ccc7-4b21-8edb-6e99250715ae req-3dcd2f81-0b6a-49da-ac34-dff8245ae03b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.1230211 Jun 15 15:27:49.782608 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-60a2ced0-ccc7-4b21-8edb-6e99250715ae req-2e8d0981-01c8-45d5-aaa5-3bd49e57cf85 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Jun 15 15:27:51.006895 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddab4e-a12e-4d4d-99cc-f744b189b062 req-4df25b8f-7d83-4ab6-833c-14de6fe750cc tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:51.008405 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-72ddab4e-a12e-4d4d-99cc-f744b189b062 req-4df25b8f-7d83-4ab6-833c-14de6fe750cc tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.1062832 Jun 15 15:27:51.056582 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-72ddab4e-a12e-4d4d-99cc-f744b189b062 req-e3112ba0-fd1a-40c8-bf7b-74c1711c7d7d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390904 Jun 15 15:27:51.938370 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:52.275498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af192c2-2b3b-482a-adb1-65353e69c4a5 req-2d9ac1ba-1916-41d8-be87-dc9e93201d41 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:52.277014 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7af192c2-2b3b-482a-adb1-65353e69c4a5 req-2d9ac1ba-1916-41d8-be87-dc9e93201d41 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.1062782 Jun 15 15:27:52.324865 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7af192c2-2b3b-482a-adb1-65353e69c4a5 req-bdf90c13-53d9-4042-af00-f41b69583daf tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391848 Jun 15 15:27:53.538496 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b10931-0f3a-478b-8028-f1b510498180 req-d6b292f6-390e-43a9-9e64-29aa0bf69590 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:53.540133 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-74b10931-0f3a-478b-8028-f1b510498180 req-d6b292f6-390e-43a9-9e64-29aa0bf69590 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.1027899 Jun 15 15:27:53.586417 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-74b10931-0f3a-478b-8028-f1b510498180 req-44aa59f0-48e5-4b00-90f5-fc22f3aa7a89 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401340 Jun 15 15:27:54.795895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc276a6-2981-43f8-a7d2-50fa7d3a2fea req-38d24940-b288-405b-a2dc-33ed32660a7b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:54.797558 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bcc276a6-2981-43f8-a7d2-50fa7d3a2fea req-38d24940-b288-405b-a2dc-33ed32660a7b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.0932887 Jun 15 15:27:54.842788 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-bcc276a6-2981-43f8-a7d2-50fa7d3a2fea req-c88a4257-7b9a-46e4-9cdb-aa6366b2c414 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393262 Jun 15 15:27:56.057051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd46e8e-ed11-4ddc-b4fd-11e24fe522b0 req-8e0572ee-1e6e-4039-a5af-7faab5d6bcfa tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:56.058550 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-acd46e8e-ed11-4ddc-b4fd-11e24fe522b0 req-8e0572ee-1e6e-4039-a5af-7faab5d6bcfa tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.0929408 Jun 15 15:27:56.103814 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-acd46e8e-ed11-4ddc-b4fd-11e24fe522b0 req-cbce8d5b-e069-46b3-b8d9-2ed41abbf68c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394332 Jun 15 15:27:56.166522 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:27:56.309608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:27:56.322784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'port_id': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'mac_address': 'fa:16:3e:11:1c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:27:56.387760 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:27:56.388147 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:56.405381 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:27:56.423729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:27:56.428885 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:56.499445 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:56.507147 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:56.507510 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:56.507854 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:56.508211 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:56.508563 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:56.508900 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:56.509263 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:56.509714 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:56.510140 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:56.510499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:56.511073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:56.511399 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:27:56.631568 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['9cee7d70-7c2c-4f08-9a77-1f03b4eb7012'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:27:57.305151 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-aa8e9c4c-e81d-4eb9-b62f-06c07f68eabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:57.312854 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13768897-981d-4eda-b18b-85e1350e22fd req-c7b5eeac-109a-49f4-be54-5de3457134c0 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:57.314353 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13768897-981d-4eda-b18b-85e1350e22fd req-c7b5eeac-109a-49f4-be54-5de3457134c0 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 944 time: 0.1022005 Jun 15 15:27:57.363185 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-13768897-981d-4eda-b18b-85e1350e22fd req-9d1c2e97-ed38-4b01-8fcb-f94b4701043a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402958 Jun 15 15:27:58.168041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:27:58.256439 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:27:58.261723 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:27:58.262093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:58.386304 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:27:58.387016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:58.414683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:27:58.426057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:27:58.431122 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:58.501280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:27:58.518109 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ca882c-ed90-405d-830b-34d8c19d2bcf'] response: {'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'code': 200} Jun 15 15:27:58.573294 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a8a5b-3bfd-4a26-bd9d-256bfb900753 req-527f7198-4f93-4ed1-a2ad-25a6155771e1 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:58.574765 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d41a8a5b-3bfd-4a26-bd9d-256bfb900753 req-527f7198-4f93-4ed1-a2ad-25a6155771e1 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.0964522 Jun 15 15:27:58.627738 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d41a8a5b-3bfd-4a26-bd9d-256bfb900753 req-8014c8c3-74e5-48ac-81ab-040482b7973a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444729 Jun 15 15:27:58.808030 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e819f8-ba46-4a58-b575-6db7eb1736f9 req-83db2c2c-6666-4c31-be19-f5a43a642070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:58.809554 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78e819f8-ba46-4a58-b575-6db7eb1736f9 req-83db2c2c-6666-4c31-be19-f5a43a642070 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 1098 time: 0.0870419 Jun 15 15:27:58.849756 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-78e819f8-ba46-4a58-b575-6db7eb1736f9 req-3802a579-2e60-4a31-96cd-925beff6ffad service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344462 Jun 15 15:27:59.420352 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-486bd924-e481-4bf1-b49d-eaa9a0c5918a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:27:59.833462 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470d3e8-46ef-415a-9197-bf7f274b884c req-6db3e0da-c45e-410b-9913-f0f87c9b518f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:27:59.834942 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f470d3e8-46ef-415a-9197-bf7f274b884c req-6db3e0da-c45e-410b-9913-f0f87c9b518f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.0943866 Jun 15 15:27:59.882194 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-f470d3e8-46ef-415a-9197-bf7f274b884c req-a27e9a36-1e83-4168-a079-d1f04e79e1da tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409167 Jun 15 15:28:00.640342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:00.795952 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:01.091178 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa03c8-1d59-4dd6-b4f4-f38be8147f99 req-f065b009-5c7b-479e-93d3-1695daa9ce93 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:28:01.092698 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3aa03c8-1d59-4dd6-b4f4-f38be8147f99 req-f065b009-5c7b-479e-93d3-1695daa9ce93 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.1018431 Jun 15 15:28:01.138978 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-d3aa03c8-1d59-4dd6-b4f4-f38be8147f99 req-7c645f98-0097-431e-a6a7-7c15308214d8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402741 Jun 15 15:28:01.351502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc450b-b18e-426e-b09c-1dfe306f966b req-e9106cfd-f897-444e-8438-c09c2f4ecbe0 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:28:01.353043 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-40bc450b-b18e-426e-b09c-1dfe306f966b req-e9106cfd-f897-444e-8438-c09c2f4ecbe0 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.1042564 Jun 15 15:28:01.403087 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-40bc450b-b18e-426e-b09c-1dfe306f966b req-ed35f802-b9dc-46f0-a4e3-c73aa8f07059 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441551 Jun 15 15:28:01.427130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47386) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:28:01.525941 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3176375-1096-40e1-b388-aed22a1d4490 tempest-TestShelveInstance-1528354309 tempest-TestShelveInstance-1528354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:28:01.527525 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f3176375-1096-40e1-b388-aed22a1d4490 tempest-TestShelveInstance-1528354309 tempest-TestShelveInstance-1528354309-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 1093 time: 0.0992630 Jun 15 15:28:01.530564 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47390) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:28:01.535863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:28:01.542145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:28:01.546422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Usage tracker for resource:floatingip and tenant:4daa48329978445ab77a8a95e1a77b88 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:28:01.549353 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:28:01.555226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:28:01.571159 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:01.714884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:01.855177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Allocated IP 172.26.3.79 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/12e5b83d-f8b3-4100-b195-e22e36069361) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:28:02.007771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:02.057936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:02.129885 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:28:02.132873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:28:02.136592 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:28:02.166374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'Port': ['ID=12e5b83d-f8b3-4100-b195-e22e36069361,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:28:02.230353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:02.673229 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:02.752917 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:02.980682 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:02.987844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:03.096081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event updated for resources: {'Port': ['ID=12e5b83d-f8b3-4100-b195-e22e36069361,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:28:03.112600 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:03.298688 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Floating IP 0f80aa34-eb3c-4013-a145-da793a7d9870 associated. External IP: 172.26.3.79, port: 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012. Jun 15 15:28:03.667184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Router b2753053-e5c4-4da0-b88e-4cc50846cc64 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:28:03.856415 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:28:03.867362 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51bfe8-1c3a-4510-9f1a-8d4946bbbe35 None None] Sync routers for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:28:03.878333 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51bfe8-1c3a-4510-9f1a-8d4946bbbe35 None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:28:03.879503 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-de51bfe8-1c3a-4510-9f1a-8d4946bbbe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:27:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:28:03.883345 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:03.942223 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-0791f246-c107-4b02-bc70-0bf2696e7654 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4081190 Jun 15 15:28:03.942223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:28:03.988323 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d765d81-7109-47f3-9f4f-a833e0eb51ec'] response: {'name': 'network-changed', 'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'status': 'completed', 'code': 200} Jun 15 15:28:04.065337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-de51bfe8-1c3a-4510-9f1a-8d4946bbbe35 None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:28:04.220934 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d653b-a5a7-4d43-af78-6d2cb354659f req-77f457cf-3555-484c-a180-b9630ad3ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:28:04.222378 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-207d653b-a5a7-4d43-af78-6d2cb354659f req-77f457cf-3555-484c-a180-b9630ad3ae2b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 1098 time: 0.2112648 Jun 15 15:28:04.359553 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d653b-a5a7-4d43-af78-6d2cb354659f req-084fde62-38f0-41fb-a54b-aadf06cd2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:28:04.361237 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-207d653b-a5a7-4d43-af78-6d2cb354659f req-084fde62-38f0-41fb-a54b-aadf06cd2b4f service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1317701 Jun 15 15:28:04.449894 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-de51bfe8-1c3a-4510-9f1a-8d4946bbbe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '0f80aa34-eb3c-4013-a145-da793a7d9870', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'floating_ip_address': '172.26.3.79', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'port_id': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'mac_address': 'fa:16:3e:11:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:28:02Z', 'updated_at': '2022-06-15T15:28:02Z', 'revision_number': 0, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:28:04.454115 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51bfe8-1c3a-4510-9f1a-8d4946bbbe35 None None] Checking router: b2753053-e5c4-4da0-b88e-4cc50846cc64 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:28:04.464050 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de51bfe8-1c3a-4510-9f1a-8d4946bbbe35 None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:28:04.464720 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-de51bfe8-1c3a-4510-9f1a-8d4946bbbe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:27:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:28:04.470166 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-207d653b-a5a7-4d43-af78-6d2cb354659f req-1b48ccd8-0ff1-4d90-ab32-76680a1e6d62 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 HTTP/1.1" status: 200 len: 998 time: 0.1025159 Jun 15 15:28:04.536255 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d653b-a5a7-4d43-af78-6d2cb354659f req-43936476-9083-4c56-910d-9379f230ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:28:04.538358 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-207d653b-a5a7-4d43-af78-6d2cb354659f req-43936476-9083-4c56-910d-9379f230ac64 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0623753 Jun 15 15:28:04.644338 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d653b-a5a7-4d43-af78-6d2cb354659f req-5e91f245-5505-4649-90c4-c3424cf4a2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:28:04.645918 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-207d653b-a5a7-4d43-af78-6d2cb354659f req-5e91f245-5505-4649-90c4-c3424cf4a2d5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0976579 Jun 15 15:28:04.691679 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-de51bfe8-1c3a-4510-9f1a-8d4946bbbe35 None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:28:04.784967 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-207d653b-a5a7-4d43-af78-6d2cb354659f req-c41d44e8-ba52-4890-8edf-ccd39b76597f service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329715 Jun 15 15:28:04.925292 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-207d653b-a5a7-4d43-af78-6d2cb354659f req-a13cec1b-a288-40ab-a29f-49d40d487e8a service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337018 Jun 15 15:28:05.074058 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-de51bfe8-1c3a-4510-9f1a-8d4946bbbe35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '0f80aa34-eb3c-4013-a145-da793a7d9870', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'floating_ip_address': '172.26.3.79', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'port_id': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'mac_address': 'fa:16:3e:11:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:28:02Z', 'updated_at': '2022-06-15T15:28:02Z', 'revision_number': 0, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:28:05.079264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de51bfe8-1c3a-4510-9f1a-8d4946bbbe35 None None] The sync data for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv is: [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '0f80aa34-eb3c-4013-a145-da793a7d9870', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'floating_ip_address': '172.26.3.79', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'port_id': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'mac_address': 'fa:16:3e:11:1c:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:28:02Z', 'updated_at': '2022-06-15T15:28:02Z', 'revision_number': 0, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:28:05.286483 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87492c8-2432-4157-ba32-0d0fe2963aba None None] New status for floating IP 0f80aa34-eb3c-4013-a145-da793a7d9870: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:28:15.829906 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d393835-ebaa-406b-8e3b-b2d4262f0145 req-37da4a22-6981-4caa-812e-60723d6c864b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872135 Jun 15 15:28:15.991622 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393835-ebaa-406b-8e3b-b2d4262f0145 req-8cbc6d71-e37f-47eb-8b8c-3964a31a4edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:28:15.993982 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d393835-ebaa-406b-8e3b-b2d4262f0145 req-8cbc6d71-e37f-47eb-8b8c-3964a31a4edc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 1098 time: 0.0861404 Jun 15 15:28:16.171479 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393835-ebaa-406b-8e3b-b2d4262f0145 req-9868c51f-6e63-4a48-a47c-67c3a00d18cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:28:16.171479 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d393835-ebaa-406b-8e3b-b2d4262f0145 req-9868c51f-6e63-4a48-a47c-67c3a00d18cf service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1526716 Jun 15 15:28:16.273004 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d393835-ebaa-406b-8e3b-b2d4262f0145 req-2215e36f-0c51-4d7c-9fbd-c668610a8ad7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 HTTP/1.1" status: 200 len: 1000 time: 0.0954490 Jun 15 15:28:16.340394 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393835-ebaa-406b-8e3b-b2d4262f0145 req-fb432869-8a77-4f36-bfdd-89da678817cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:28:16.341798 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d393835-ebaa-406b-8e3b-b2d4262f0145 req-fb432869-8a77-4f36-bfdd-89da678817cb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0628734 Jun 15 15:28:16.429260 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d393835-ebaa-406b-8e3b-b2d4262f0145 req-abfd6ba1-716f-4585-bd24-722e882e1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:28:16.430605 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d393835-ebaa-406b-8e3b-b2d4262f0145 req-abfd6ba1-716f-4585-bd24-722e882e1b2d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824363 Jun 15 15:28:16.568094 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d393835-ebaa-406b-8e3b-b2d4262f0145 req-bdaa9234-c213-4e3e-9778-5a88cda1ee1a service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309617 Jun 15 15:28:16.714083 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-7d393835-ebaa-406b-8e3b-b2d4262f0145 req-dfad45a3-fcaf-4722-af25-be7956a3dd97 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365740 Jun 15 15:28:20.643803 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:28:21.938135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:27.312807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d7010e4e-1643-468c-a34b-1e714993dd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:29.409567 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe4e3ddb-ea47-4913-9f83-7de1e8198843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:30.641442 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:30.787155 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:32.233784 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:51.961349 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:57.314064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-947cda93-a89a-4040-ab24-f4b6c1075228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:28:57.647520 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:28:59.407939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7fed3c53-d469-47df-b2b7-9e424378fe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:29:00.651492 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:29:00.802135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:29:02.246443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:29:15.692160 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d97ed1de-8d65-40d1-be76-8a4da9159070 req-5d59b108-056e-491f-abe4-2d6bec3d1fcf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1837916 Jun 15 15:29:15.851845 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed1de-8d65-40d1-be76-8a4da9159070 req-11206f2c-07f3-4ac4-b54e-d106f72fabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:29:15.853444 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d97ed1de-8d65-40d1-be76-8a4da9159070 req-11206f2c-07f3-4ac4-b54e-d106f72fabaa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 1098 time: 0.0915987 Jun 15 15:29:16.001936 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed1de-8d65-40d1-be76-8a4da9159070 req-0220c66c-1499-4275-a2db-6a1c35555272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:29:16.003310 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d97ed1de-8d65-40d1-be76-8a4da9159070 req-0220c66c-1499-4275-a2db-6a1c35555272 service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1297162 Jun 15 15:29:16.110943 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d97ed1de-8d65-40d1-be76-8a4da9159070 req-65088394-7dce-4491-a06a-ecf3224018e5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 HTTP/1.1" status: 200 len: 1000 time: 0.1008675 Jun 15 15:29:16.175242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed1de-8d65-40d1-be76-8a4da9159070 req-937d7433-96b5-4871-9973-3584bdcf6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:29:16.176657 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d97ed1de-8d65-40d1-be76-8a4da9159070 req-937d7433-96b5-4871-9973-3584bdcf6485 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0592980 Jun 15 15:29:16.262427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ed1de-8d65-40d1-be76-8a4da9159070 req-76f9c23e-d52d-4542-b7bf-945bfe6a104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:29:16.263846 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d97ed1de-8d65-40d1-be76-8a4da9159070 req-76f9c23e-d52d-4542-b7bf-945bfe6a104d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811453 Jun 15 15:29:16.399291 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d97ed1de-8d65-40d1-be76-8a4da9159070 req-5cc3d88b-881a-4fda-b4a2-2649099cc5f1 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284668 Jun 15 15:29:16.535949 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d97ed1de-8d65-40d1-be76-8a4da9159070 req-10d3945b-f067-476e-aff0-52286bb93a6a service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303151 Jun 15 15:29:21.967378 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:29:27.310292 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-a8829dfd-044e-40b7-b754-17cc1ed21c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:29:29.411440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-ee465125-aa21-436e-b101-2d06160d8ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:29:30.639951 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:29:30.802635 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:29:32.243122 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:29:34.648022 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:29:51.974739 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:29:57.305722 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4a284ddd-b02a-4273-b0b0-525d2edc3fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:29:59.409847 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-65e19f05-50b6-4ca2-8718-087a39f17865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:00.178017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af9974-b530-41a7-8eb3-7a751a63a35d req-08374349-c3e8-4f1a-868e-8f69c993b112 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:00.179503 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-46af9974-b530-41a7-8eb3-7a751a63a35d req-08374349-c3e8-4f1a-868e-8f69c993b112 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.0960517 Jun 15 15:30:00.224769 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-46af9974-b530-41a7-8eb3-7a751a63a35d req-04aad3d4-912b-49f3-8739-b71c27e02c5a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395057 Jun 15 15:30:00.647285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:00.798254 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:01.445895 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c273a9-18e7-4505-a4b3-30bc1e757042 req-50786e2f-09cd-46b9-8aba-b2be2392ecfc tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:01.447448 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a8c273a9-18e7-4505-a4b3-30bc1e757042 req-50786e2f-09cd-46b9-8aba-b2be2392ecfc tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.1017396 Jun 15 15:30:01.495059 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a8c273a9-18e7-4505-a4b3-30bc1e757042 req-88216801-7f03-4640-a7b5-a9573420d37d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391469 Jun 15 15:30:02.252786 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:02.704814 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df54be7-6a5b-4153-bc16-401efcbd61dc req-17d891c5-1353-448f-a225-e81bf1868caa tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:02.706295 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3df54be7-6a5b-4153-bc16-401efcbd61dc req-17d891c5-1353-448f-a225-e81bf1868caa tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.0895190 Jun 15 15:30:02.751809 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-3df54be7-6a5b-4153-bc16-401efcbd61dc req-295f2792-62e7-4104-a6fb-54a74ea80283 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395753 Jun 15 15:30:03.966659 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa4649-e837-414d-855b-9e89ce5ec825 req-b39ee858-bae8-4742-8121-53c6c961eda8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:03.967990 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-00aa4649-e837-414d-855b-9e89ce5ec825 req-b39ee858-bae8-4742-8121-53c6c961eda8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.0973306 Jun 15 15:30:04.015941 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-00aa4649-e837-414d-855b-9e89ce5ec825 req-da116610-8e71-4c52-bf0a-f1f011d7ad80 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421789 Jun 15 15:30:05.228587 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b65917-39ff-4c05-a3e3-34c31a49401b req-e95af5fa-eff5-4a98-8a91-be90233b6c90 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:05.229749 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a9b65917-39ff-4c05-a3e3-34c31a49401b req-e95af5fa-eff5-4a98-8a91-be90233b6c90 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.0990398 Jun 15 15:30:05.278045 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-a9b65917-39ff-4c05-a3e3-34c31a49401b req-b3a42845-6496-4de2-b524-798866b57be0 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402949 Jun 15 15:30:06.491239 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b797-3094-4333-8170-7302dc6a8136 req-f21fabe8-50a2-4225-a4d8-7d3c3423d04f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:06.492758 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d342b797-3094-4333-8170-7302dc6a8136 req-f21fabe8-50a2-4225-a4d8-7d3c3423d04f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.0973132 Jun 15 15:30:06.543361 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d342b797-3094-4333-8170-7302dc6a8136 req-8a3449a3-e4b8-42a9-b5b2-4c1060ba6054 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432620 Jun 15 15:30:07.757337 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d705691-b64f-4d2c-a370-d73553765b8a req-acb358b7-79e0-4af6-a900-187239e461b6 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:07.758833 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7d705691-b64f-4d2c-a370-d73553765b8a req-acb358b7-79e0-4af6-a900-187239e461b6 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.1003661 Jun 15 15:30:07.807816 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7d705691-b64f-4d2c-a370-d73553765b8a req-7e3d9e4a-8abb-4f58-a7c4-9de8720960a4 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403647 Jun 15 15:30:09.023033 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1eb180-fd02-4080-9220-3070899fc4c9 req-1eb608a2-3c4a-4171-91de-298c4d76ffbf tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:09.024461 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eb1eb180-fd02-4080-9220-3070899fc4c9 req-1eb608a2-3c4a-4171-91de-298c4d76ffbf tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.1017609 Jun 15 15:30:09.070986 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eb1eb180-fd02-4080-9220-3070899fc4c9 req-e3416763-9a94-4bf7-af38-94893ef6b338 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403140 Jun 15 15:30:10.277791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb1e7-f132-4d67-a26d-4b6ed738a654 req-22917438-7925-49cf-ba50-548e5646d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:10.279439 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965bb1e7-f132-4d67-a26d-4b6ed738a654 req-22917438-7925-49cf-ba50-548e5646d084 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 1098 time: 0.0836263 Jun 15 15:30:10.288142 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24689292-3c16-4d65-8e4f-f03e05a41214 req-3f540633-60a4-4c2d-a007-175afe1ebe6c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:10.289740 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-24689292-3c16-4d65-8e4f-f03e05a41214 req-3f540633-60a4-4c2d-a007-175afe1ebe6c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.0899153 Jun 15 15:30:10.334558 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-24689292-3c16-4d65-8e4f-f03e05a41214 req-4860913d-c864-498c-8666-f6ca34f92875 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387795 Jun 15 15:30:10.411380 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb1e7-f132-4d67-a26d-4b6ed738a654 req-3602c328-f50b-483a-a018-10f854b15fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:10.412887 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965bb1e7-f132-4d67-a26d-4b6ed738a654 req-3602c328-f50b-483a-a018-10f854b15fb7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1279893 Jun 15 15:30:10.524751 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965bb1e7-f132-4d67-a26d-4b6ed738a654 req-a4af4d59-ed99-4ba1-8352-3943a5dcfcc8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 HTTP/1.1" status: 200 len: 1000 time: 0.1055069 Jun 15 15:30:10.591727 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb1e7-f132-4d67-a26d-4b6ed738a654 req-4fca9a7d-8be0-406e-8d99-de03b247e47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:10.593164 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965bb1e7-f132-4d67-a26d-4b6ed738a654 req-4fca9a7d-8be0-406e-8d99-de03b247e47c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0628889 Jun 15 15:30:10.677624 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bb1e7-f132-4d67-a26d-4b6ed738a654 req-5035e605-d4f1-44b5-a02a-0aad2ba35731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:10.679012 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965bb1e7-f132-4d67-a26d-4b6ed738a654 req-5035e605-d4f1-44b5-a02a-0aad2ba35731 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796287 Jun 15 15:30:10.923824 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965bb1e7-f132-4d67-a26d-4b6ed738a654 req-ac8fa3d8-6a8f-4283-aae1-4b81f15b1672 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386420 Jun 15 15:30:11.066347 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-965bb1e7-f132-4d67-a26d-4b6ed738a654 req-dd467db1-5359-4479-94a1-317c0d337da4 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369011 Jun 15 15:30:11.564492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ca44f-a936-45f0-8d8f-27d1b06df0dd req-a62e6415-99d2-4f05-8615-8baf8faff588 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:11.565975 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c97ca44f-a936-45f0-8d8f-27d1b06df0dd req-a62e6415-99d2-4f05-8615-8baf8faff588 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.1011739 Jun 15 15:30:11.630306 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c97ca44f-a936-45f0-8d8f-27d1b06df0dd req-06e5f294-1db6-4343-8c9e-0bc6b85f5140 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553749 Jun 15 15:30:11.651688 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:30:12.834066 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472436f-d490-4cc7-86ce-9a4368183205 req-0500351b-3bfb-4d0f-8155-5682d8e8635d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:12.835557 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5472436f-d490-4cc7-86ce-9a4368183205 req-0500351b-3bfb-4d0f-8155-5682d8e8635d tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.0936069 Jun 15 15:30:12.882159 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-5472436f-d490-4cc7-86ce-9a4368183205 req-6eb00e00-ffb3-4e26-bfb7-c58e803491a9 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Jun 15 15:30:14.105445 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194256b0-aa35-47de-b06b-f3bf1f901886 req-77ed01b1-9166-46f7-8d3b-6a6fa22ad44a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:14.107301 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-194256b0-aa35-47de-b06b-f3bf1f901886 req-77ed01b1-9166-46f7-8d3b-6a6fa22ad44a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.0997500 Jun 15 15:30:14.161801 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-194256b0-aa35-47de-b06b-f3bf1f901886 req-9dd2dbc1-6c2a-4b70-9ba2-403163199ffb tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457852 Jun 15 15:30:14.681410 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-db639189-4770-47e6-8099-0057a4a290d0 req-e2a077f2-a961-425e-88cc-c84bd39ab4b3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1461198 Jun 15 15:30:14.701565 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff8a5e-7b6f-48a2-beb6-bba9194a9ede req-a10ac9c2-f8b9-4d03-a6af-5a2a9db768e9 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:14.703084 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c0ff8a5e-7b6f-48a2-beb6-bba9194a9ede req-a10ac9c2-f8b9-4d03-a6af-5a2a9db768e9 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.1084373 Jun 15 15:30:14.751318 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c0ff8a5e-7b6f-48a2-beb6-bba9194a9ede req-5ef8caaa-21d9-45ed-bd9c-34314a0ba92b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Jun 15 15:30:15.960690 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618b81b-3d08-488b-a78c-9b36bfedd52a req-43fb0321-faa6-4c1e-b5aa-8000d880d284 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:15.962098 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4618b81b-3d08-488b-a78c-9b36bfedd52a req-43fb0321-faa6-4c1e-b5aa-8000d880d284 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.0965028 Jun 15 15:30:16.010994 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-4618b81b-3d08-488b-a78c-9b36bfedd52a req-8ff639eb-cc33-4189-b124-4b3d6f0326ec tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Jun 15 15:30:16.683143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:30:16.803228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:30:16.803613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:16.831257 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:30:16.841994 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:30:16.846596 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:16.879745 dv-neutron-845844-1-hyperv neutron-server[89020]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-27d8eae3-6846-4d68-a786-bd68a1446e9a']: {'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'code': 422} returned with failed status Jun 15 15:30:16.918585 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:30:16.925730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:30:16.926054 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:30:16.926401 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:30:16.926753 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:30:16.927071 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:30:16.927406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:30:16.927805 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:30:16.928069 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:30:16.928424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:30:16.928751 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:30:16.929072 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:30:16.929398 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:30:17.208438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbac7d0-8ef4-4ec8-a221-d578fb39bc3a req-505278f8-32e2-46b3-9f9d-a5616de076b8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:17.209904 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bcbac7d0-8ef4-4ec8-a221-d578fb39bc3a req-505278f8-32e2-46b3-9f9d-a5616de076b8 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.0946569 Jun 15 15:30:17.256052 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-bcbac7d0-8ef4-4ec8-a221-d578fb39bc3a req-04a9a309-9c0e-47a7-9be3-0dab9d096df4 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390577 Jun 15 15:30:17.373478 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639189-4770-47e6-8099-0057a4a290d0 req-e3688028-2e1e-4b33-b09d-68659af520c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:17.374967 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-db639189-4770-47e6-8099-0057a4a290d0 req-e3688028-2e1e-4b33-b09d-68659af520c4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a&tenant_id=4daa48329978445ab77a8a95e1a77b88 HTTP/1.1" status: 200 len: 1096 time: 0.0818768 Jun 15 15:30:17.478175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639189-4770-47e6-8099-0057a4a290d0 req-4788d089-417e-4b75-a449-eb00215b9fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:17.479684 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-db639189-4770-47e6-8099-0057a4a290d0 req-4788d089-417e-4b75-a449-eb00215b9fdb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 1096 time: 0.0828700 Jun 15 15:30:17.612969 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639189-4770-47e6-8099-0057a4a290d0 req-b0a7b00a-4b5b-49e2-bed2-0d5423a05637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:17.614449 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-db639189-4770-47e6-8099-0057a4a290d0 req-b0a7b00a-4b5b-49e2-bed2-0d5423a05637 service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1288614 Jun 15 15:30:17.717969 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-db639189-4770-47e6-8099-0057a4a290d0 req-e92534b2-917c-4623-af37-c332df6786af service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 HTTP/1.1" status: 200 len: 998 time: 0.0976985 Jun 15 15:30:17.780115 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639189-4770-47e6-8099-0057a4a290d0 req-5fe71a6d-09ca-47c3-9449-860200656502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:17.781620 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-db639189-4770-47e6-8099-0057a4a290d0 req-5fe71a6d-09ca-47c3-9449-860200656502 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0583713 Jun 15 15:30:17.868950 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db639189-4770-47e6-8099-0057a4a290d0 req-506eb744-87a4-4e9e-8545-d200e86e53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:17.870525 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-db639189-4770-47e6-8099-0057a4a290d0 req-506eb744-87a4-4e9e-8545-d200e86e53b6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834935 Jun 15 15:30:18.003599 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-db639189-4770-47e6-8099-0057a4a290d0 req-31cf725e-c237-4dd2-ad99-6a6c873310b9 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272602 Jun 15 15:30:18.144969 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-db639189-4770-47e6-8099-0057a4a290d0 req-79afe1dd-c976-43f9-a95c-fd79c3e364ca service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347318 Jun 15 15:30:18.465789 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116acb5f-3d93-4d3c-9f4a-6f2b37823144 req-58e0dfb1-801f-4c56-92e5-c66fddbaf31f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:18.467269 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-116acb5f-3d93-4d3c-9f4a-6f2b37823144 req-58e0dfb1-801f-4c56-92e5-c66fddbaf31f tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.0966136 Jun 15 15:30:18.511400 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-116acb5f-3d93-4d3c-9f4a-6f2b37823144 req-9ba0d627-5239-4d6a-ae83-3b3cda1b193b tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381155 Jun 15 15:30:19.718416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f9fe5-b378-465c-833b-66caa273227c req-4f79fdab-7ffb-4882-a260-2abebfd22073 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:19.719886 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-629f9fe5-b378-465c-833b-66caa273227c req-4f79fdab-7ffb-4882-a260-2abebfd22073 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.0960512 Jun 15 15:30:19.766703 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-629f9fe5-b378-465c-833b-66caa273227c req-2b74b519-16b6-4aa3-8a36-45a845be84a7 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410476 Jun 15 15:30:21.097068 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4fafc-4d45-4e29-81db-58c2c9397b8a req-4e70c5d0-09b6-4e74-9d3f-9bd426dd4410 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:21.098428 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0e4fafc-4d45-4e29-81db-58c2c9397b8a req-4e70c5d0-09b6-4e74-9d3f-9bd426dd4410 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.2023768 Jun 15 15:30:21.148878 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0e4fafc-4d45-4e29-81db-58c2c9397b8a req-157ba3b5-7389-47a0-8eb6-444497775217 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442483 Jun 15 15:30:21.966275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:22.391250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d621053-1aba-4d47-bd57-5c5f475b2c23 req-a6baa70e-640a-47fc-85f4-2efc94b6b528 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:22.393489 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7d621053-1aba-4d47-bd57-5c5f475b2c23 req-a6baa70e-640a-47fc-85f4-2efc94b6b528 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.1163187 Jun 15 15:30:22.527445 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-7d621053-1aba-4d47-bd57-5c5f475b2c23 req-156ab7e4-c676-4563-90b9-1d82ccfd84e6 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247377 Jun 15 15:30:23.725257 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744d356-76d7-4c7f-9b07-c28d9ad5327e req-57ed34c3-df8a-4afd-9c74-bafb392c6437 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:23.726695 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2744d356-76d7-4c7f-9b07-c28d9ad5327e req-57ed34c3-df8a-4afd-9c74-bafb392c6437 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.0908337 Jun 15 15:30:23.772080 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2744d356-76d7-4c7f-9b07-c28d9ad5327e req-ac949051-0d60-4209-a493-14e16c6a419a tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394166 Jun 15 15:30:24.682452 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:30:24.820718 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:30:24.834555 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'port_id': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'mac_address': 'fa:16:3e:11:1c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:30:24.894651 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:30:24.895014 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:24.912312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:30:24.928267 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:30:24.932978 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:24.965042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131c429-e95b-494d-aff5-e5544597b09a req-96b50e1c-fdbb-4cf2-b9c7-6e336c8d20f5 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:24.966664 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f131c429-e95b-494d-aff5-e5544597b09a req-96b50e1c-fdbb-4cf2-b9c7-6e336c8d20f5 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 943 time: 0.0883384 Jun 15 15:30:25.001297 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:30:25.015419 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f131c429-e95b-494d-aff5-e5544597b09a req-fa7a829e-c980-4981-984a-5079bd266024 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Jun 15 15:30:25.158407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['9cee7d70-7c2c-4f08-9a77-1f03b4eb7012'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:30:26.337268 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee22242-5306-4c84-83d5-dfc004000bad req-eaa9dc9e-fcd3-4c0c-a429-de7cfd42afc5 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:26.338702 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eee22242-5306-4c84-83d5-dfc004000bad req-eaa9dc9e-fcd3-4c0c-a429-de7cfd42afc5 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 944 time: 0.2133212 Jun 15 15:30:26.382884 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-eee22242-5306-4c84-83d5-dfc004000bad req-92db7f89-4fae-4792-8562-8a4f48cab6fb tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381029 Jun 15 15:30:26.707814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:30:26.819659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:30:26.820042 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:26.950080 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:30:26.950564 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:26.989991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:30:27.000293 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:30:27.006355 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:27.042056 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e216182-6280-4dee-bafb-81565fb5d480'] response: {'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'code': 200} Jun 15 15:30:27.073730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:30:27.311693 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-712a13d3-32c2-4e9c-a0a8-9b10e1a49a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:27.322529 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d96776-4f3c-4daa-ad54-04e909f1bd70 req-d49c3551-c4c3-44b6-9b2d-3e8ea8012901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:27.324037 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73d96776-4f3c-4daa-ad54-04e909f1bd70 req-d49c3551-c4c3-44b6-9b2d-3e8ea8012901 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 1098 time: 0.0868819 Jun 15 15:30:27.364901 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73d96776-4f3c-4daa-ad54-04e909f1bd70 req-9aa7609b-1df2-4f33-87ee-87e7e1032fcb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351646 Jun 15 15:30:27.587181 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3cadf-2c0a-45d5-a1de-eabe43d2f1bb req-ef1524c7-ea68-4002-87c4-788467ca9aa3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:27.588586 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06c3cadf-2c0a-45d5-a1de-eabe43d2f1bb req-ef1524c7-ea68-4002-87c4-788467ca9aa3 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.0959382 Jun 15 15:30:27.635955 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06c3cadf-2c0a-45d5-a1de-eabe43d2f1bb req-dca0b4d5-439b-4dd3-96dc-9be1fc2c4df6 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387268 Jun 15 15:30:28.942480 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fad5a7-45d4-46ab-a5f5-558b682f2d90 req-bc142cc1-fdb8-479c-9130-bca41b706ed6 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:30:28.943963 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b4fad5a7-45d4-46ab-a5f5-558b682f2d90 req-bc142cc1-fdb8-479c-9130-bca41b706ed6 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.1965435 Jun 15 15:30:28.987499 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b4fad5a7-45d4-46ab-a5f5-558b682f2d90 req-d9c3035f-d773-4ab4-8cd6-ea6a4d295dfa tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378070 Jun 15 15:30:29.416162 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-816bd9d3-c70a-473c-926f-a57bfdc2e741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:30.646102 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:30.807258 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:32.262643 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:48.656159 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:30:51.959317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:57.307334 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3575943e-e4e8-473c-9504-e65ec8ab0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:30:59.413289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d0467fd1-7379-4366-8f54-55cab79782cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:00.638312 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:00.805342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:02.255215 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:17.651696 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-a0d3cb69-9b2a-48ce-a65e-6724b3fb1bcb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1355119 Jun 15 15:31:17.813300 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-73fd209d-ab94-4734-b5b2-864094c2dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:31:17.814729 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-73fd209d-ab94-4734-b5b2-864094c2dd58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 1098 time: 0.0880067 Jun 15 15:31:17.968146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-b95f57a2-24e8-47b5-a794-13bed13b20e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:31:17.969653 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-b95f57a2-24e8-47b5-a794-13bed13b20e3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1327300 Jun 15 15:31:18.075653 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-2ebf40f8-f3af-495d-819d-57e4de8aea3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 HTTP/1.1" status: 200 len: 1000 time: 0.0996184 Jun 15 15:31:18.149591 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-70e20188-3699-4f9f-802c-f9a037cee3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:31:18.151752 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-70e20188-3699-4f9f-802c-f9a037cee3c2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0702767 Jun 15 15:31:18.251863 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-6e01bf4a-d0e6-4cee-8167-c2f15e313140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:31:18.254025 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-6e01bf4a-d0e6-4cee-8167-c2f15e313140 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0959973 Jun 15 15:31:18.264688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-8a3e9591-21c1-452c-ae37-f7b47410686c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 15:31:18.265602 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-8a3e9591-21c1-452c-ae37-f7b47410686c service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052311 Jun 15 15:31:18.400002 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-a5b279fc-d6e3-43bf-b558-ad8e189d8e23 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277080 Jun 15 15:31:18.532039 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4ef0523f-4686-44b2-9ee0-0f86e0d67dc5 req-fb753eb3-7044-4ea0-b831-b9f6ce727900 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260979 Jun 15 15:31:21.973913 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:25.655466 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:31:27.313470 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cdd8aa33-f149-4532-8e48-7b0d3dfd19e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:29.407046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-46a87ed0-feec-436f-bfe8-3d55ebef68dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:30.646192 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:30.813850 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:32.263385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:45.031304 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47558) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:31:45.239924 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Deleting port 12e5b83d-f8b3-4100-b195-e22e36069361 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:31:45.240287 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:45.511656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:45.512373 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:45.637388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Calling delete_port for 12e5b83d-f8b3-4100-b195-e22e36069361 owned by network:floatingip {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:31:45.800796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:45.850123 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event deleted for resources: {'Port': ['ID=12e5b83d-f8b3-4100-b195-e22e36069361,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:31:45.892155 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:45.892534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:45.892877 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:45.893215 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:45.893570 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:45.893897 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:45.894220 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:45.894547 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:45.894869 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:45.895190 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:45.895497 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:45.895815 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:45.961643 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for floatingip, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:45.961960 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Floating IP 0f80aa34-eb3c-4013-a145-da793a7d9870 disassociated (deleted). External IP: 172.26.3.79, port: 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012. Jun 15 15:31:46.329874 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Router b2753053-e5c4-4da0-b88e-4cc50846cc64 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:31:46.507151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:31:46.517979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14da35b3-7e3f-402f-b292-5f3dc28f73dd None None] Sync routers for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:31:46.528626 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:46.528803 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da35b3-7e3f-402f-b292-5f3dc28f73dd None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:31:46.529328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-14da35b3-7e3f-402f-b292-5f3dc28f73dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:46.588486 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-10f56abe-fbff-41b3-8b70-f409d8f84a11 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "DELETE /v2.0/floatingips/0f80aa34-eb3c-4013-a145-da793a7d9870 HTTP/1.1" status: 204 len: 168 time: 1.5558751 Jun 15 15:31:46.589098 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:31:46.637156 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2a0dc5-0599-4224-ac60-0c3f4459376e'] response: {'name': 'network-changed', 'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'status': 'completed', 'code': 200} Jun 15 15:31:46.717327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-14da35b3-7e3f-402f-b292-5f3dc28f73dd None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:31:46.744714 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5ec7c-7eec-4570-9219-f82726972ddf req-e1e221b7-6f06-41fb-a864-d0faadea9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:31:46.746863 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5d5ec7c-7eec-4570-9219-f82726972ddf req-e1e221b7-6f06-41fb-a864-d0faadea9bb6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=4daa48329978445ab77a8a95e1a77b88&device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 1098 time: 0.0871809 Jun 15 15:31:46.884844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5ec7c-7eec-4570-9219-f82726972ddf req-5daa53dc-65d0-484f-b94a-be0a7d388859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:31:46.886274 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5d5ec7c-7eec-4570-9219-f82726972ddf req-5daa53dc-65d0-484f-b94a-be0a7d388859 service neutron] 10.222.0.44 "GET /v2.0/networks?id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 200 len: 910 time: 0.1336293 Jun 15 15:31:46.999321 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f33a3a-dfad-404e-b07b-b824e151b16c req-3b6b3a76-9096-4280-8dd7-acb96ebbf92e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:31:47.000109 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-21f33a3a-dfad-404e-b07b-b824e151b16c req-3b6b3a76-9096-4280-8dd7-acb96ebbf92e tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.1022489 Jun 15 15:31:47.048149 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-21f33a3a-dfad-404e-b07b-b824e151b16c req-2f09b1b6-0fd1-40ab-8a79-912646f2d989 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422399 Jun 15 15:31:47.050130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-14da35b3-7e3f-402f-b292-5f3dc28f73dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:47.054991 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14da35b3-7e3f-402f-b292-5f3dc28f73dd None None] Checking router: b2753053-e5c4-4da0-b88e-4cc50846cc64 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:31:47.064323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da35b3-7e3f-402f-b292-5f3dc28f73dd None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:31:47.065234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-14da35b3-7e3f-402f-b292-5f3dc28f73dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:47.082739 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5d5ec7c-7eec-4570-9219-f82726972ddf req-f522e0e4-54b0-4839-b357-abd3ab443980 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 HTTP/1.1" status: 200 len: 217 time: 0.1901751 Jun 15 15:31:47.147050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5ec7c-7eec-4570-9219-f82726972ddf req-792bc083-52e1-4217-9c3b-805ffe0fbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:31:47.148067 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5d5ec7c-7eec-4570-9219-f82726972ddf req-792bc083-52e1-4217-9c3b-805ffe0fbdce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 200 len: 848 time: 0.0588083 Jun 15 15:31:47.233441 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5ec7c-7eec-4570-9219-f82726972ddf req-42ebb081-584b-49b7-a34f-aea07b260366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:31:47.234973 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5d5ec7c-7eec-4570-9219-f82726972ddf req-42ebb081-584b-49b7-a34f-aea07b260366 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=052aa22d-e3fa-4fdd-b7ef-21dd82a20998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804722 Jun 15 15:31:47.246496 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-14da35b3-7e3f-402f-b292-5f3dc28f73dd None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:31:47.370759 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5d5ec7c-7eec-4570-9219-f82726972ddf req-c451590e-619c-46d3-8593-88f1fc85135f service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288574 Jun 15 15:31:47.502010 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b5d5ec7c-7eec-4570-9219-f82726972ddf req-ec8a9bfc-0733-4a1f-95c8-90e21d30b824 service neutron] 10.222.0.44 "GET /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245732 Jun 15 15:31:47.609245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-14da35b3-7e3f-402f-b292-5f3dc28f73dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:47.613443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14da35b3-7e3f-402f-b292-5f3dc28f73dd None None] The sync data for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv is: [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:23:06Z', 'revision_number': 4, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'c387c310-a765-43df-9a5f-3eb4faff1948', 'name': '', 'network_id': '052aa22d-e3fa-4fdd-b7ef-21dd82a20998', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'mac_address': 'fa:16:3e:e6:41:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:05Z', 'updated_at': '2022-06-15T15:23:12Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'subnets': [{'id': '401a229a-8c62-4360-948b-a6d8daaac9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:31:47.844563 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6bf218-8fa4-48b8-911b-7b47f0a3f8d4 None None] New status for floating IP 0f80aa34-eb3c-4013-a145-da793a7d9870: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:31:48.258804 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0298b79-b752-4805-a597-3c30b1647cfd req-04dbd6f8-d623-4b90-83ba-61a7302c8ea1 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:31:48.259640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b0298b79-b752-4805-a597-3c30b1647cfd req-04dbd6f8-d623-4b90-83ba-61a7302c8ea1 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Synchronizing usage tracker for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:31:48.278718 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-b0298b79-b752-4805-a597-3c30b1647cfd req-04dbd6f8-d623-4b90-83ba-61a7302c8ea1 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Unset dirty status for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:31:48.280794 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0298b79-b752-4805-a597-3c30b1647cfd req-04dbd6f8-d623-4b90-83ba-61a7302c8ea1 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.1146665 Jun 15 15:31:48.377753 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b0298b79-b752-4805-a597-3c30b1647cfd req-85698c59-b941-4bb7-87b1-fca616e9e29c tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/security-groups?id=128d9a1c-3ea4-4cfb-9d66-891c770da5f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918250 Jun 15 15:31:48.409844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc64db-9a13-4c62-b9d1-1ada73bcd1fb req-b37d92ae-7cd3-40f3-8373-3f27874ff5d0 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:31:48.411282 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34cc64db-9a13-4c62-b9d1-1ada73bcd1fb req-b37d92ae-7cd3-40f3-8373-3f27874ff5d0 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.44 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 945 time: 0.1103425 Jun 15 15:31:48.486892 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-34cc64db-9a13-4c62-b9d1-1ada73bcd1fb req-5943d9d6-63e0-4d69-bc28-5c175c1d0b02 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Deleting port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:31:48.487211 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-34cc64db-9a13-4c62-b9d1-1ada73bcd1fb req-5943d9d6-63e0-4d69-bc28-5c175c1d0b02 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:48.741879 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-34cc64db-9a13-4c62-b9d1-1ada73bcd1fb req-5943d9d6-63e0-4d69-bc28-5c175c1d0b02 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] For port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:31:48.742241 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-34cc64db-9a13-4c62-b9d1-1ada73bcd1fb req-5943d9d6-63e0-4d69-bc28-5c175c1d0b02 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:48.867621 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-34cc64db-9a13-4c62-b9d1-1ada73bcd1fb req-5943d9d6-63e0-4d69-bc28-5c175c1d0b02 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Calling delete_port for 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:31:49.029677 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-34cc64db-9a13-4c62-b9d1-1ada73bcd1fb req-5943d9d6-63e0-4d69-bc28-5c175c1d0b02 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:49.083748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943d9d6-63e0-4d69-bc28-5c175c1d0b02 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event deleted for resources: {'Port': ['ID=9cee7d70-7c2c-4f08-9a77-1f03b4eb7012,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:31:49.174692 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cc64db-9a13-4c62-b9d1-1ada73bcd1fb req-5943d9d6-63e0-4d69-bc28-5c175c1d0b02 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] No DVR routers for this DVR port 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:31:49.178484 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-34cc64db-9a13-4c62-b9d1-1ada73bcd1fb req-5943d9d6-63e0-4d69-bc28-5c175c1d0b02 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:49.182511 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'name': 'network-vif-deleted', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:31:49.201332 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-34cc64db-9a13-4c62-b9d1-1ada73bcd1fb req-5943d9d6-63e0-4d69-bc28-5c175c1d0b02 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.44 "DELETE /v2.0/ports/9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 HTTP/1.1" status: 204 len: 173 time: 0.7842419 Jun 15 15:31:49.231358 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e7d209-ace7-4b1a-ba17-aa32eeed9bf0'] response: {'server_uuid': '1fefb8a0-f731-4733-8cf1-9c0b3f5c267a', 'name': 'network-vif-deleted', 'tag': '9cee7d70-7c2c-4f08-9a77-1f03b4eb7012', 'status': 'completed', 'code': 200} Jun 15 15:31:49.548281 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9a959452-8244-4cef-ac9c-bc26cdeea305 req-885a0886-4e53-4d81-b1f3-86b01956b605 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Synchronizing usage tracker for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:31:49.567339 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-9a959452-8244-4cef-ac9c-bc26cdeea305 req-885a0886-4e53-4d81-b1f3-86b01956b605 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Unset dirty status for tenant:4daa48329978445ab77a8a95e1a77b88 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:31:49.568603 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9a959452-8244-4cef-ac9c-bc26cdeea305 req-885a0886-4e53-4d81-b1f3-86b01956b605 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fefb8a0-f731-4733-8cf1-9c0b3f5c267a HTTP/1.1" status: 200 len: 210 time: 0.0757823 Jun 15 15:31:50.672736 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47584) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:31:50.744521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c3c51e5-caa6-4bde-b980-84c80991e707 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:50.775037 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c3c51e5-caa6-4bde-b980-84c80991e707 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:50.847338 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c3c51e5-caa6-4bde-b980-84c80991e707 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:50.868724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c51e5-caa6-4bde-b980-84c80991e707 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=128d9a1c-3ea4-4cfb-9d66-891c770da5f9,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:31:50.889018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-9c3c51e5-caa6-4bde-b980-84c80991e707 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:50.891806 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-9c3c51e5-caa6-4bde-b980-84c80991e707 tempest-TestShelveInstance-625828209 tempest-TestShelveInstance-625828209-project] 10.222.0.26 "DELETE /v2.0/security-groups/128d9a1c-3ea4-4cfb-9d66-891c770da5f9 HTTP/1.1" status: 204 len: 168 time: 0.2168436 Jun 15 15:31:50.939562 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47590) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:31:51.605847 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:51.964333 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Deleting port c387c310-a765-43df-9a5f-3eb4faff1948 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:31:51.965037 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:51.988141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:52.139972 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] For port c387c310-a765-43df-9a5f-3eb4faff1948, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=c387c310-a765-43df-9a5f-3eb4faff1948,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:31:52.140423 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:52.371575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Calling delete_port for c387c310-a765-43df-9a5f-3eb4faff1948 owned by network:router_interface {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:31:52.693948 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:52.743472 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Pushing event deleted for resources: {'Port': ['ID=c387c310-a765-43df-9a5f-3eb4faff1948,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:31:52.785885 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:52.786161 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:52.786476 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:52.786787 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:52.787120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:52.787461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:52.787842 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:52.788259 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:52.788608 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:52.788782 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:52.789106 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:52.789429 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:31:52.984881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:31:53.022823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:31:53.023491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 9cee7d70-7c2c-4f08-9a77-1f03b4eb7012 not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:31:53.028430 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:53.404019 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Router b2753053-e5c4-4da0-b88e-4cc50846cc64 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:31:53.691146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:31:53.701110 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca49dac-e517-4a54-bea2-a4f017125efe None None] Sync routers for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:31:53.708509 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-5e944fc7-e1de-4bf4-bdc3-d5b3002de097 admin admin] 10.222.0.26 "PUT /v2.0/routers/b2753053-e5c4-4da0-b88e-4cc50846cc64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7677746 Jun 15 15:31:53.711057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47596) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:31:53.711896 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca49dac-e517-4a54-bea2-a4f017125efe None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:31:53.712808 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4ca49dac-e517-4a54-bea2-a4f017125efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:53.894948 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:53.902632 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4ca49dac-e517-4a54-bea2-a4f017125efe None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:31:54.077133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:54.087942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Deleting port 1991a6bd-615d-478b-b94c-3027217310e1 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:31:54.088408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:54.197547 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4ca49dac-e517-4a54-bea2-a4f017125efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199'}], 'enable_snat': True}, 'gw_port_id': '1991a6bd-615d-478b-b94c-3027217310e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:31:52Z', 'revision_number': 5, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port': {'id': '1991a6bd-615d-478b-b94c-3027217310e1', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:02Z', 'updated_at': '2022-06-15T15:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:54.201750 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca49dac-e517-4a54-bea2-a4f017125efe None None] Checking router: b2753053-e5c4-4da0-b88e-4cc50846cc64 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:31:54.210772 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca49dac-e517-4a54-bea2-a4f017125efe None None] Routers {'b2753053-e5c4-4da0-b88e-4cc50846cc64'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:31:54.211385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4ca49dac-e517-4a54-bea2-a4f017125efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['b2753053-e5c4-4da0-b88e-4cc50846cc64'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:54.266737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] For port 1991a6bd-615d-478b-b94c-3027217310e1, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=1991a6bd-615d-478b-b94c-3027217310e1,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:31:54.267096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:54.376586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-4ca49dac-e517-4a54-bea2-a4f017125efe None None] Set router b2753053-e5c4-4da0-b88e-4cc50846cc64 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:31:54.394656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Calling delete_port for 1991a6bd-615d-478b-b94c-3027217310e1 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:31:54.483128 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-4ca49dac-e517-4a54-bea2-a4f017125efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:31:54Z', 'revision_number': 6, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:54.487483 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca49dac-e517-4a54-bea2-a4f017125efe None None] The sync data for ids ['b2753053-e5c4-4da0-b88e-4cc50846cc64'] in dv-neutron-845844-1-hyperv is: [{'id': 'b2753053-e5c4-4da0-b88e-4cc50846cc64', 'name': 'tempest-TestShelveInstance-1328903206-router', 'tenant_id': '4daa48329978445ab77a8a95e1a77b88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:01Z', 'updated_at': '2022-06-15T15:31:54Z', 'revision_number': 6, 'project_id': '4daa48329978445ab77a8a95e1a77b88', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:31:54.567793 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:54.613730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Pushing event deleted for resources: {'Port': ['ID=1991a6bd-615d-478b-b94c-3027217310e1,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:31:54.719698 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:54.893180 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:54.895490 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:54.923732 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:54.924380 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2753053-e5c4-4da0-b88e-4cc50846cc64 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:31:54.937625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:54.938803 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d16a9e3a-b91a-4ec1-9d73-79ef4e50b830 admin admin] 10.222.0.26 "DELETE /v2.0/routers/b2753053-e5c4-4da0-b88e-4cc50846cc64 HTTP/1.1" status: 204 len: 168 time: 1.2265475 Jun 15 15:31:54.941408 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47600) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:31:55.002627 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d15c06-d525-43aa-851e-4ef3d9b42813 admin admin] Deleting subnet 401a229a-8c62-4360-948b-a6d8daaac9c7 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:31:55.005899 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31d15c06-d525-43aa-851e-4ef3d9b42813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:55.055370 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31d15c06-d525-43aa-851e-4ef3d9b42813 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:55.246625 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31d15c06-d525-43aa-851e-4ef3d9b42813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:55.320270 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31d15c06-d525-43aa-851e-4ef3d9b42813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:55.359922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d15c06-d525-43aa-851e-4ef3d9b42813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=401a229a-8c62-4360-948b-a6d8daaac9c7,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:31:55.365421 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-31d15c06-d525-43aa-851e-4ef3d9b42813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:55.371010 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d888bdbd-7d5d-410f-9c93-20469d98ff30 None None] Network 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:31:55.372029 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-31d15c06-d525-43aa-851e-4ef3d9b42813 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/401a229a-8c62-4360-948b-a6d8daaac9c7 HTTP/1.1" status: 204 len: 168 time: 0.4296544 Jun 15 15:31:55.374660 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47604) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:31:55.601998 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:55.614796 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Deleting port bd345a69-90c5-4581-9f93-2f87c17b84da {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:31:55.615143 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:55.644861 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6e0197-f862-4e84-946d-c25e0cfb87e4 None None] DHCP port deletion for 052aa22d-e3fa-4fdd-b7ef-21dd82a20998 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:31:55.649319 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e0197-f862-4e84-946d-c25e0cfb87e4 None None] Deleting port bd345a69-90c5-4581-9f93-2f87c17b84da {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:31:55.649774 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0197-f862-4e84-946d-c25e0cfb87e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:55.830856 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] For port bd345a69-90c5-4581-9f93-2f87c17b84da, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bd345a69-90c5-4581-9f93-2f87c17b84da,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:31:55.831367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:55.868737 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bd345a69-90c5-4581-9f93-2f87c17b84da no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:31:55.953675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cd6e0197-f862-4e84-946d-c25e0cfb87e4 None None] For port bd345a69-90c5-4581-9f93-2f87c17b84da, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bd345a69-90c5-4581-9f93-2f87c17b84da,segment=NetworkSegment(43c5205b-408b-48ae-a9ac-a2b27c5c7866),segment_id=43c5205b-408b-48ae-a9ac-a2b27c5c7866)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:31:55.954041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0197-f862-4e84-946d-c25e0cfb87e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:55.957264 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Calling delete_port for bd345a69-90c5-4581-9f93-2f87c17b84da owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:31:56.037347 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:56.079446 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e0197-f862-4e84-946d-c25e0cfb87e4 None None] Calling delete_port for bd345a69-90c5-4581-9f93-2f87c17b84da owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:31:56.082363 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd345a69-90c5-4581-9f93-2f87c17b84da,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:31:56.088431 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] No DVR routers for this DVR port bd345a69-90c5-4581-9f93-2f87c17b84da on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:31:56.107773 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No ports have port_id starting with bd345a69-90c5-4581-9f93-2f87c17b84da Jun 15 15:31:56.108385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 1991a6bd-615d-478b-b94c-3027217310e1 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:31:56.157039 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 1991a6bd-615d-478b-b94c-3027217310e1 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:31:56.157382 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 1991a6bd-615d-478b-b94c-3027217310e1 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:31:56.157777 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c387c310-a765-43df-9a5f-3eb4faff1948 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:31:56.194711 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: c387c310-a765-43df-9a5f-3eb4faff1948 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:31:56.195440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device c387c310-a765-43df-9a5f-3eb4faff1948 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:31:56.205253 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:56.220868 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-cd6e0197-f862-4e84-946d-c25e0cfb87e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:31:56.221222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-cd6e0197-f862-4e84-946d-c25e0cfb87e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:31:56.235393 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052aa22d-e3fa-4fdd-b7ef-21dd82a20998']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:56.249969 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c5205b-408b-48ae-a9ac-a2b27c5c7866') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:56.250258 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c5205b-408b-48ae-a9ac-a2b27c5c7866') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:56.262301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:56.278488 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:56.285365 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:31:56.285726 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:56.368369 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 43c5205b-408b-48ae-a9ac-a2b27c5c7866 resource provider aggregate not found Jun 15 15:31:56.387938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:56.390431 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 43c5205b-408b-48ae-a9ac-a2b27c5c7866 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43c5205b-408b-48ae-a9ac-a2b27c5c7866 found for delete ", "request_id": "req-2a170079-eedb-4609-9927-84a54fa6fe69"}]} Jun 15 15:31:56.404745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:56.417259 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] Pushing event deleted for resources: {'Network': ['ID=052aa22d-e3fa-4fdd-b7ef-21dd82a20998,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:31:56.422111 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-fe72ab1a-d8e8-483e-89a4-dd80b0a0e766 admin admin] 10.222.0.26 "DELETE /v2.0/networks/052aa22d-e3fa-4fdd-b7ef-21dd82a20998 HTTP/1.1" status: 204 len: 168 time: 1.0464153 Jun 15 15:31:56.426218 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47614) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:31:56.722384 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e0197-f862-4e84-946d-c25e0cfb87e4 None None] Deleting port bd345a69-90c5-4581-9f93-2f87c17b84da {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:31:56.722872 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cd6e0197-f862-4e84-946d-c25e0cfb87e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:56.793925 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-cd6e0197-f862-4e84-946d-c25e0cfb87e4 None None] The port 'bd345a69-90c5-4581-9f93-2f87c17b84da' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 15:31:57.094581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b041eddf-447e-47cf-b603-8ba7b051f236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:57.317824 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e8bb7252-915d-4587-abfd-1de8d8b4685b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:57.460924 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b041eddf-447e-47cf-b603-8ba7b051f236 admin admin] Deleting port beae9fd4-0f2c-45cd-88bb-87460da48833 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:31:57.461517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b041eddf-447e-47cf-b603-8ba7b051f236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:57.634829 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-b041eddf-447e-47cf-b603-8ba7b051f236 admin admin] For port beae9fd4-0f2c-45cd-88bb-87460da48833, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=beae9fd4-0f2c-45cd-88bb-87460da48833,segment=NetworkSegment(71a4fa3b-89ad-4956-8a35-dac00444ae78),segment_id=71a4fa3b-89ad-4956-8a35-dac00444ae78)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:31:57.635175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b041eddf-447e-47cf-b603-8ba7b051f236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:57.765320 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-b041eddf-447e-47cf-b603-8ba7b051f236 admin admin] Calling delete_port for beae9fd4-0f2c-45cd-88bb-87460da48833 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:31:58.088971 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b041eddf-447e-47cf-b603-8ba7b051f236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:58.136404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041eddf-447e-47cf-b603-8ba7b051f236 admin admin] Pushing event deleted for resources: {'Port': ['ID=beae9fd4-0f2c-45cd-88bb-87460da48833,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:31:58.425572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b041eddf-447e-47cf-b603-8ba7b051f236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:58.901361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b041eddf-447e-47cf-b603-8ba7b051f236 admin admin] Router d4ee2d6e-31c8-4691-92ab-69ae885ca38e has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:31:59.081836 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b041eddf-447e-47cf-b603-8ba7b051f236 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:31:59.091251 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b041eddf-447e-47cf-b603-8ba7b051f236 admin admin] 10.222.0.26 "PUT /v2.0/routers/d4ee2d6e-31c8-4691-92ab-69ae885ca38e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6640432 Jun 15 15:31:59.094017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47622) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:31:59.097294 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7bff2-69ff-4742-b30d-f529f8654bd3 None None] Sync routers for ids ['d4ee2d6e-31c8-4691-92ab-69ae885ca38e'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:31:59.108220 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7bff2-69ff-4742-b30d-f529f8654bd3 None None] Routers {'d4ee2d6e-31c8-4691-92ab-69ae885ca38e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:31:59.108897 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-72e7bff2-69ff-4742-b30d-f529f8654bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d4ee2d6e-31c8-4691-92ab-69ae885ca38e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:59.279938 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:59.283115 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-72e7bff2-69ff-4742-b30d-f529f8654bd3 None None] Set router d4ee2d6e-31c8-4691-92ab-69ae885ca38e gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:31:59.402347 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9fe25920-4edd-4f31-98b3-68cb91eccbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:59.457445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:59.469208 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Deleting port 67286b34-ae73-4933-b589-f88d6824bad4 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:31:59.469548 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:59.568333 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-72e7bff2-69ff-4742-b30d-f529f8654bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'name': 'tempest-TestShelveInstance-1177335568-router', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151'}], 'enable_snat': True}, 'gw_port_id': '67286b34-ae73-4933-b589-f88d6824bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:08Z', 'updated_at': '2022-06-15T15:31:58Z', 'revision_number': 5, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'gw_port': {'id': '67286b34-ae73-4933-b589-f88d6824bad4', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:23:09Z', 'updated_at': '2022-06-15T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:59.572289 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7bff2-69ff-4742-b30d-f529f8654bd3 None None] Checking router: d4ee2d6e-31c8-4691-92ab-69ae885ca38e for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:31:59.580548 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7bff2-69ff-4742-b30d-f529f8654bd3 None None] Routers {'d4ee2d6e-31c8-4691-92ab-69ae885ca38e'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:31:59.581137 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-72e7bff2-69ff-4742-b30d-f529f8654bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['d4ee2d6e-31c8-4691-92ab-69ae885ca38e'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:59.645910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] For port 67286b34-ae73-4933-b589-f88d6824bad4, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=67286b34-ae73-4933-b589-f88d6824bad4,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:31:59.646703 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:31:59.757394 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-72e7bff2-69ff-4742-b30d-f529f8654bd3 None None] Set router d4ee2d6e-31c8-4691-92ab-69ae885ca38e gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:31:59.775401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Calling delete_port for 67286b34-ae73-4933-b589-f88d6824bad4 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:31:59.863037 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-72e7bff2-69ff-4742-b30d-f529f8654bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'name': 'tempest-TestShelveInstance-1177335568-router', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:08Z', 'updated_at': '2022-06-15T15:31:59Z', 'revision_number': 6, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:31:59.867143 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7bff2-69ff-4742-b30d-f529f8654bd3 None None] The sync data for ids ['d4ee2d6e-31c8-4691-92ab-69ae885ca38e'] in dv-neutron-845844-1-hyperv is: [{'id': 'd4ee2d6e-31c8-4691-92ab-69ae885ca38e', 'name': 'tempest-TestShelveInstance-1177335568-router', 'tenant_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:23:08Z', 'updated_at': '2022-06-15T15:31:59Z', 'revision_number': 6, 'project_id': '8b44dab470fa4d80bcf9d56c887e2f97', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:31:59.961846 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.009656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=67286b34-ae73-4933-b589-f88d6824bad4,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:00.110309 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.284146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.286660 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.312523 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.313026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4ee2d6e-31c8-4691-92ab-69ae885ca38e {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:32:00.325011 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.326150 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-241ac235-89d2-4b7d-a35f-59372a628d89 admin admin] 10.222.0.26 "DELETE /v2.0/routers/d4ee2d6e-31c8-4691-92ab-69ae885ca38e HTTP/1.1" status: 204 len: 168 time: 1.2311482 Jun 15 15:32:00.328717 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47626) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:00.486172 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c181392-ade9-4f86-be16-30ddfbcaecfa admin admin] Deleting subnet 0cc249d2-fcda-4a26-84c9-aaeb3e8e8996 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:32:00.489094 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c181392-ade9-4f86-be16-30ddfbcaecfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.539311 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c181392-ade9-4f86-be16-30ddfbcaecfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.627811 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c181392-ade9-4f86-be16-30ddfbcaecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.634181 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.698970 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c181392-ade9-4f86-be16-30ddfbcaecfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.739072 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c181392-ade9-4f86-be16-30ddfbcaecfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc249d2-fcda-4a26-84c9-aaeb3e8e8996,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:00.741004 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4c181392-ade9-4f86-be16-30ddfbcaecfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.747287 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4c181392-ade9-4f86-be16-30ddfbcaecfa admin admin] 10.222.0.26 "DELETE /v2.0/subnets/0cc249d2-fcda-4a26-84c9-aaeb3e8e8996 HTTP/1.1" status: 204 len: 168 time: 0.4175787 Jun 15 15:32:00.749786 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47630) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:00.753515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf6a5ed-7a80-4153-b570-bf5e7c57cf3f None None] Network c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:32:00.860145 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.862897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:00.875368 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Deleting port 282fc47c-6988-450a-b8d5-77eac3993a43 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:32:00.875715 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.023909 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8a5bb4-8dc9-4158-a9e2-9b6cb10b8617 None None] DHCP port deletion for c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:32:01.028794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a5bb4-8dc9-4158-a9e2-9b6cb10b8617 None None] Deleting port 282fc47c-6988-450a-b8d5-77eac3993a43 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:32:01.029197 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a8a5bb4-8dc9-4158-a9e2-9b6cb10b8617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.095111 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] For port 282fc47c-6988-450a-b8d5-77eac3993a43, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=282fc47c-6988-450a-b8d5-77eac3993a43,segment=NetworkSegment(71a4fa3b-89ad-4956-8a35-dac00444ae78),segment_id=71a4fa3b-89ad-4956-8a35-dac00444ae78)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:32:01.095467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.216532 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Calling delete_port for 282fc47c-6988-450a-b8d5-77eac3993a43 owned by network:dhcp {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:32:01.241026 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6a8a5bb4-8dc9-4158-a9e2-9b6cb10b8617 None None] For port 282fc47c-6988-450a-b8d5-77eac3993a43, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=282fc47c-6988-450a-b8d5-77eac3993a43,segment=NetworkSegment(71a4fa3b-89ad-4956-8a35-dac00444ae78),segment_id=71a4fa3b-89ad-4956-8a35-dac00444ae78)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:32:01.241424 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a8a5bb4-8dc9-4158-a9e2-9b6cb10b8617 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.298432 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.345373 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Pushing event deleted for resources: {'Port': ['ID=282fc47c-6988-450a-b8d5-77eac3993a43,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:01.347150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] No DVR routers for this DVR port 282fc47c-6988-450a-b8d5-77eac3993a43 on host dv-neutron-845844-1-hyperv {{(pid=89019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:32:01.363745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a5bb4-8dc9-4158-a9e2-9b6cb10b8617 None None] Calling delete_port for 282fc47c-6988-450a-b8d5-77eac3993a43 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:32:01.436961 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-6a8a5bb4-8dc9-4158-a9e2-9b6cb10b8617 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:32:01.437309 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-6a8a5bb4-8dc9-4158-a9e2-9b6cb10b8617 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:32:01.463667 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.489039 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5724cd3-bb68-4878-ac6f-09bd9bfac9f5']}} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:01.501454 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a4fa3b-89ad-4956-8a35-dac00444ae78') {'for_net_delete': True} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:01.501734 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.services.segments.db [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a4fa3b-89ad-4956-8a35-dac00444ae78') {} {{(pid=89019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:01.513977 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133721665'] for segment, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.530097 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.536659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=89019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:32:01.537044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132333716'] for segment, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.623338 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 71a4fa3b-89ad-4956-8a35-dac00444ae78 resource provider aggregate not found Jun 15 15:32:01.637160 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.642670 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.646288 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.services.segments.plugin [-] Segment 71a4fa3b-89ad-4956-8a35-dac00444ae78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71a4fa3b-89ad-4956-8a35-dac00444ae78 found for delete ", "request_id": "req-850eca2c-29b9-4dbd-93a3-dcebeb6f7a9e"}]} Jun 15 15:32:01.667646 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5724cd3-bb68-4878-ac6f-09bd9bfac9f5,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:01.673021 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ffc98fd2-6b2e-4da5-9377-7a73571a5416 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c5724cd3-bb68-4878-ac6f-09bd9bfac9f5 HTTP/1.1" status: 204 len: 168 time: 0.9222381 Jun 15 15:32:01.787122 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47642) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:01.837909 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-317d89ba-849f-4f71-b914-3e56cc5235b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4daa48329978445ab77a8a95e1a77b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493889 Jun 15 15:32:01.840303 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47646) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:01.844171 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 282fc47c-6988-450a-b8d5-77eac3993a43 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:32:01.878670 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 282fc47c-6988-450a-b8d5-77eac3993a43 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:32:01.879019 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 282fc47c-6988-450a-b8d5-77eac3993a43 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:32:01.879438 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 67286b34-ae73-4933-b589-f88d6824bad4 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:32:01.903492 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-302767b6-ad77-4ba0-beeb-bb6a558ba296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.912646 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 67286b34-ae73-4933-b589-f88d6824bad4 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:32:01.913094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 67286b34-ae73-4933-b589-f88d6824bad4 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:32:01.913515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device beae9fd4-0f2c-45cd-88bb-87460da48833 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:32:01.929981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-302767b6-ad77-4ba0-beeb-bb6a558ba296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.940487 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a5bb4-8dc9-4158-a9e2-9b6cb10b8617 None None] Deleting port 282fc47c-6988-450a-b8d5-77eac3993a43 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:32:01.940638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6a8a5bb4-8dc9-4158-a9e2-9b6cb10b8617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:01.987311 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-302767b6-ad77-4ba0-beeb-bb6a558ba296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:02.006268 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302767b6-ad77-4ba0-beeb-bb6a558ba296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a5a10b-742f-435a-a3aa-1930427fc5d6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:02.012630 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: beae9fd4-0f2c-45cd-88bb-87460da48833 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:32:02.012941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device beae9fd4-0f2c-45cd-88bb-87460da48833 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:32:02.015330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-302767b6-ad77-4ba0-beeb-bb6a558ba296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:02.016648 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-302767b6-ad77-4ba0-beeb-bb6a558ba296 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16a5a10b-742f-435a-a3aa-1930427fc5d6 HTTP/1.1" status: 204 len: 168 time: 0.1754513 Jun 15 15:32:02.059782 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-6a8a5bb4-8dc9-4158-a9e2-9b6cb10b8617 None None] The port '282fc47c-6988-450a-b8d5-77eac3993a43' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 15:32:02.259172 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:02.392168 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47654) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:02.443226 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a41a630c-f181-4178-99ed-8263f6cb87dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b44dab470fa4d80bcf9d56c887e2f97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498533 Jun 15 15:32:02.446929 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47658) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:02.505621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4fab5be-bc47-4293-a909-5fbe88aec26b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:02.534599 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4fab5be-bc47-4293-a909-5fbe88aec26b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:02.590416 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4fab5be-bc47-4293-a909-5fbe88aec26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:02.609458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fab5be-bc47-4293-a909-5fbe88aec26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69b2db4-8bfa-4ea1-aaaa-ba0e6a22b4ed,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:02.614026 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-e4fab5be-bc47-4293-a909-5fbe88aec26b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:02.615119 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-e4fab5be-bc47-4293-a909-5fbe88aec26b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d69b2db4-8bfa-4ea1-aaaa-ba0e6a22b4ed HTTP/1.1" status: 204 len: 168 time: 0.1672895 Jun 15 15:32:02.653764 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:32:03.399868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47688) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:03.518748 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-222674722-network', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:03.525737 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:03.530005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Usage tracker for resource:network and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:03.533096 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:03.540377 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:03.550522 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Made reservation on behalf of 41f1d4d729e346eda6a78ccb698cf119 for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:32:03.552934 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:03.565325 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:03.580383 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:03.584553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Usage tracker for resource:security_group_rule and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:03.587616 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:03.593700 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:03.679650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:03.684120 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:03.719807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:32:03.725029 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75eaf18a-d342-41bf-aa52-649cbe348033,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:03.731813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:03.732288 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Added segment 2c558f03-ca93-43ba-b1bd-dcd4fa1d5540 of type vlan for network bcbef049-6938-4175-b757-2d10617b7745 Jun 15 15:32:03.758720 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:03.794730 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:03.795681 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:03.796312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:03.901746 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] Pushing event updated for resources: {'Network': ['ID=bcbef049-6938-4175-b757-2d10617b7745,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:03.904850 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c1c4e1a9-1f7b-435d-b384-3f4883de31b1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5039327 Jun 15 15:32:03.907807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47694) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:03.912303 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network bcbef049-6938-4175-b757-2d10617b7745 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:32:03.913543 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Request body: {'subnet': {'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-222674722-subnet', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:03.919195 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:03.923339 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Usage tracker for resource:subnet and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:03.926487 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:03.933404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:03.945928 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Made reservation on behalf of 41f1d4d729e346eda6a78ccb698cf119 for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:32:03.948499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:04.266736 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:04.340068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8eef5b97-5c78-4cdd-bf24-d592467b0c93,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:04.352659 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Checking segment: {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:32:04.352996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Network hostable DHCP agents. Network: bcbef049-6938-4175-b757-2d10617b7745, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:32:04.374364 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Network bcbef049-6938-4175-b757-2d10617b7745 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:32:04.384280 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, bcbef049-6938-4175-b757-2d10617b7745) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:32:04.389639 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:04.390552 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:04.394794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82e4b4-a940-47e7-a967-45d756ab0156 None None] Network bcbef049-6938-4175-b757-2d10617b7745 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:32:04.413586 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-db3ee0c3-4e1b-402a-b273-fd6ea6690239 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5045586 Jun 15 15:32:04.416731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47698) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:04.421863 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:04.426588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:04.431110 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Usage tracker for resource:router and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:04.434059 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:04.439754 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:04.451057 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:04.452079 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:04.468683 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:04.621073 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-bcbef049-6938-4175-b757-2d10617b7745', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:32:04.621931 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:04.744393 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:04.794973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Allocated IP 172.20.0.2 (bcbef049-6938-4175-b757-2d10617b7745/8eef5b97-5c78-4cdd-bf24-d592467b0c93/f19f1cf6-21ac-4724-808f-6b88cfbf19f7) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:32:04.999230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:05.010790 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Transition to ACTIVE for port object f19f1cf6-21ac-4724-808f-6b88cfbf19f7 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:32:05.030158 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Transition to ACTIVE for port object f19f1cf6-21ac-4724-808f-6b88cfbf19f7 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:32:05.037135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:05.059927 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:05.090648 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:05.106655 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Network bcbef049-6938-4175-b757-2d10617b7745 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:32:05.109448 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:32:05.112129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:32:05.155762 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Pushing event updated for resources: {'Port': ['ID=f19f1cf6-21ac-4724-808f-6b88cfbf19f7,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:05.200205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:05.200205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:05.200205 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:05.200590 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:05.200859 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:05.201184 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:05.201502 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:05.201823 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:05.202141 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:05.202457 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:05.202770 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:05.203086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:05.227812 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Attempting to bind port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:32:05.228199 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Attempting to bind port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:32:05.228561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Attempting to bind port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 on network bcbef049-6938-4175-b757-2d10617b7745 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:32:05.233772 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Allocated IP 172.26.3.233 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/742fb21a-f2a3-41d7-a31a-96624ed88e51) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:32:05.234403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:32:05.234781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Checking segment: {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:32:05.235237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:05.235665 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Bound using segment: {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:32:05.236167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Bound port: f19f1cf6-21ac-4724-808f-6b88cfbf19f7, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:32:05.236605 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:05.331282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] For port f19f1cf6-21ac-4724-808f-6b88cfbf19f7, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:32:05.334820 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] For port f19f1cf6-21ac-4724-808f-6b88cfbf19f7, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f19f1cf6-21ac-4724-808f-6b88cfbf19f7,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:32:05.339366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:05.385445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:05.421242 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:05.429133 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f43efa-dbee-4abb-91ff-748d1d6e2f9e None None] Pushing event updated for resources: {'Port': ['ID=f19f1cf6-21ac-4724-808f-6b88cfbf19f7,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:05.498461 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:32:05.501561 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:32:05.506578 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:32:05.538356 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Pushing event updated for resources: {'Port': ['ID=742fb21a-f2a3-41d7-a31a-96624ed88e51,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:05.876041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f19f1cf6-21ac-4724-808f-6b88cfbf19f7 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:05.949055 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:32:06.071276 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:06.315941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8403d1b4-cb71-4f07-9b69-269896c68457 None None] Network bcbef049-6938-4175-b757-2d10617b7745 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:32:06.410895 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-260c3b72-8a5c-4264-bfba-55a1134dc677 None None] Provisioning for port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:32:06.426907 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:06.428347 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-260c3b72-8a5c-4264-bfba-55a1134dc677 None None] Provisioning complete for port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:06.428730 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-260c3b72-8a5c-4264-bfba-55a1134dc677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:06.639813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Router c0602e76-7a78-44b2-b95c-1b1fa2458676 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:32:06.650608 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-260c3b72-8a5c-4264-bfba-55a1134dc677 None None] Current status of the port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:06.650993 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-260c3b72-8a5c-4264-bfba-55a1134dc677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:06.693893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-260c3b72-8a5c-4264-bfba-55a1134dc677 None None] For port f19f1cf6-21ac-4724-808f-6b88cfbf19f7, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f19f1cf6-21ac-4724-808f-6b88cfbf19f7,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:32:06.698624 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-260c3b72-8a5c-4264-bfba-55a1134dc677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:06.811867 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c3b72-8a5c-4264-bfba-55a1134dc677 None None] Pushing event updated for resources: {'Port': ['ID=f19f1cf6-21ac-4724-808f-6b88cfbf19f7,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:06.830076 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:32:06.842143 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Sync routers for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:32:06.852315 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:32:06.853252 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:06.857207 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:06.858643 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-ea7ed868-879b-4e78-9b5e-84d1362bfdc6 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4409540 Jun 15 15:32:06.861367 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47704) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:07.001565 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2c09905c-c12b-4456-a853-428c7e597d65 None None] Provisioning complete for port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:07.001789 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2c09905c-c12b-4456-a853-428c7e597d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:07.091776 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:32:07.333837 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2c09905c-c12b-4456-a853-428c7e597d65 None None] Current status of the port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:07.428097 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:05Z', 'revision_number': 3, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:07.434960 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Checking router: c0602e76-7a78-44b2-b95c-1b1fa2458676 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:32:07.435308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Updating router c0602e76-7a78-44b2-b95c-1b1fa2458676 port 742fb21a-f2a3-41d7-a31a-96624ed88e51 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:32:07.494946 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:07.661081 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:07.835702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:07.848094 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Transition to ACTIVE for port object 742fb21a-f2a3-41d7-a31a-96624ed88e51 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:32:07.856407 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:07.882765 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Allocated IP 172.20.0.1 (bcbef049-6938-4175-b757-2d10617b7745/8eef5b97-5c78-4cdd-bf24-d592467b0c93/2315eecc-a19d-40d8-bd6b-a67991d8560d) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:32:07.900919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f19f1cf6-21ac-4724-808f-6b88cfbf19f7 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:07.986085 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Attempting to bind port 742fb21a-f2a3-41d7-a31a-96624ed88e51 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:32:07.986456 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Attempting to bind port 742fb21a-f2a3-41d7-a31a-96624ed88e51 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:32:07.986821 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Attempting to bind port 742fb21a-f2a3-41d7-a31a-96624ed88e51 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:32:07.998767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363c689-1c05-42ba-ba91-e0b6bcc70b76 None None] Pushing event updated for resources: {'Port': ['ID=742fb21a-f2a3-41d7-a31a-96624ed88e51,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:08.002665 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:32:08.003041 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:32:08.003441 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:08.003826 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:32:08.004324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Bound port: 742fb21a-f2a3-41d7-a31a-96624ed88e51, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:32:08.004699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:08.034638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:08.050618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Transition to ACTIVE for port object 2315eecc-a19d-40d8-bd6b-a67991d8560d will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:32:08.073756 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:08.076814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:08.077194 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:08.133888 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] For port 742fb21a-f2a3-41d7-a31a-96624ed88e51, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:32:08.142362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Network bcbef049-6938-4175-b757-2d10617b7745 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:32:08.145420 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:32:08.146979 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] For port 742fb21a-f2a3-41d7-a31a-96624ed88e51, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=742fb21a-f2a3-41d7-a31a-96624ed88e51,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:32:08.149317 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:32:08.156300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:08.204022 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Pushing event updated for resources: {'Port': ['ID=2315eecc-a19d-40d8-bd6b-a67991d8560d,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:08.224832 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:08.341711 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:32:08.342383 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:08.389848 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:08.410530 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363c689-1c05-42ba-ba91-e0b6bcc70b76 None None] Pushing event updated for resources: {'Port': ['ID=742fb21a-f2a3-41d7-a31a-96624ed88e51,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:08.437976 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2620ec8d-81d7-4a8d-8864-ed1edd06deba None None] Provisioning for port 2315eecc-a19d-40d8-bd6b-a67991d8560d completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:32:08.495647 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-2620ec8d-81d7-4a8d-8864-ed1edd06deba None None] Provisioning complete for port 2315eecc-a19d-40d8-bd6b-a67991d8560d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:08.496005 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2620ec8d-81d7-4a8d-8864-ed1edd06deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:08.505035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:08.578342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-2620ec8d-81d7-4a8d-8864-ed1edd06deba None None] Port 2315eecc-a19d-40d8-bd6b-a67991d8560d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:32:08.586954 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:32:08.726994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:08.731833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:08.877559 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:05Z', 'revision_number': 3, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:08.882044 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85122fe-c2bf-410c-be45-d21d40975936 None None] The sync data for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv is: [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:05Z', 'revision_number': 3, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:32:08.962074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Pushing event updated for resources: {'Port': ['ID=2315eecc-a19d-40d8-bd6b-a67991d8560d,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:08.964718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:09.123203 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Network bcbef049-6938-4175-b757-2d10617b7745 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:32:09.124302 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:32:09.332981 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Router c0602e76-7a78-44b2-b95c-1b1fa2458676 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:32:09.403363 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-bfd5b82e-7348-4134-aeb2-54fd1b55d0bd None None] Provisioning complete for port 2315eecc-a19d-40d8-bd6b-a67991d8560d triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:09.403906 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-bfd5b82e-7348-4134-aeb2-54fd1b55d0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:09.477922 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5b82e-7348-4134-aeb2-54fd1b55d0bd None None] Port 2315eecc-a19d-40d8-bd6b-a67991d8560d cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:32:09.533426 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:32:09.542977 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-8d95d702-68db-4e5e-b145-d2b0cd568113 admin admin] 10.222.0.26 "PUT /v2.0/routers/c0602e76-7a78-44b2-b95c-1b1fa2458676/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6806056 Jun 15 15:32:09.868135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 742fb21a-f2a3-41d7-a31a-96624ed88e51 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:09.938920 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 742fb21a-f2a3-41d7-a31a-96624ed88e51 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:32:09.944328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 742fb21a-f2a3-41d7-a31a-96624ed88e51 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:09.944748 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.064746 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 742fb21a-f2a3-41d7-a31a-96624ed88e51 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:10.065121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47722) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:10.065576 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.071402 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-548161140-network', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:10.076568 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:10.081147 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Usage tracker for resource:network and tenant:e6b9dde734364166bcb19aafbdc359cb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:10.081997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 742fb21a-f2a3-41d7-a31a-96624ed88e51, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=742fb21a-f2a3-41d7-a31a-96624ed88e51,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:32:10.084988 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:10.086973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.092073 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:10.104650 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Made reservation on behalf of e6b9dde734364166bcb19aafbdc359cb for: {'network': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:32:10.107077 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for network, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.122602 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.144427 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:10.148935 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Usage tracker for resource:security_group_rule and tenant:e6b9dde734364166bcb19aafbdc359cb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:10.151821 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:10.156047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=742fb21a-f2a3-41d7-a31a-96624ed88e51,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:10.157766 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:10.244042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.248313 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.279252 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=89019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 15 15:32:10.287773 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e407253-86f7-4234-abe3-b7d4856f8bdd,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:10.293744 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.294084 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.segments_db [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Added segment e8eb7275-bf9d-4a56-8e71-8327a8e6779e of type vlan for network b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 Jun 15 15:32:10.322713 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756968857326'] for network, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.355638 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725'] for network, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.356603 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:10.357177 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Notify callbacks [] for network, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.394494 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Sync routers for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:32:10.405116 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:32:10.405845 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:10.462471 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] Pushing event updated for resources: {'Network': ['ID=b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:10.465427 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-827593be-b891-4617-b92d-aca12a2386b6 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3991668 Jun 15 15:32:10.468158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47726) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:10.472924 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Network b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 details requested by agent ovs-agent-dv-neutron-845844-1-hyperv with host dv-neutron-845844-1-hyperv {{(pid=89020) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 15 15:32:10.473712 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Request body: {'subnet': {'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-548161140-subnet', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'ip_version': 4}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:10.480080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:10.485307 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Usage tracker for resource:subnet and tenant:e6b9dde734364166bcb19aafbdc359cb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:10.488775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:10.495750 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:10.509445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Made reservation on behalf of e6b9dde734364166bcb19aafbdc359cb for: {'subnet': 1} {{(pid=89019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:32:10.512855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132309715'] for subnet, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.587309 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:32:10.719942 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132335089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132309701'] for subnet, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.795000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7ee922-5df6-4c4f-a895-a2dde3e52901,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:10.806477 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Checking segment: {'id': 'e8eb7275-bf9d-4a56-8e71-8327a8e6779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:32:10.806834 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Network hostable DHCP agents. Network: b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0, hostable agents: ['b66f28d7-54c3-4cac-a2a3-ba32f504b8fb'], hosted agents: [] {{(pid=89019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 15 15:32:10.827404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Network b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 is scheduled to be hosted by DHCP agent b66f28d7-54c3-4cac-a2a3-ba32f504b8fb with binding_index 1 {{(pid=89019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 15 15:32:10.837443 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-845844-1-hyperv, b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0) {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:32:10.841469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:10.842047 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.846577 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e361102-b3bd-4589-82cd-9d294bd4fa9e None None] Network b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:32:10.868028 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-55baa4b3-effa-45fa-918b-6def320867bb admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3986886 Jun 15 15:32:10.870474 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47730) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:10.876324 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-548161140-router', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:10.881467 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:10.886799 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Usage tracker for resource:router and tenant:e6b9dde734364166bcb19aafbdc359cb is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:10.889869 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:10.895878 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:10.909003 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-958228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7052'] for router, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.909996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-954169', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-952377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-966969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7061'] for router, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.919864 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 2, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:10.924138 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Checking router: c0602e76-7a78-44b2-b95c-1b1fa2458676 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:32:10.924789 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Updating router c0602e76-7a78-44b2-b95c-1b1fa2458676 port 2315eecc-a19d-40d8-bd6b-a67991d8560d binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:32:10.928312 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:10.978036 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.076506 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd99ce533-6bd1-5bd7-8555-c8ebd4f2b36e-b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0', 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'fixed_ips': [{'subnet_id': '8a7ee922-5df6-4c4f-a895-a2dde3e52901'}]}} from dv-neutron-845844-1-hyperv. {{(pid=89020) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 15 15:32:11.077376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.239924 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.db_base_plugin_common [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Allocated IP 172.20.0.2 (b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0/8a7ee922-5df6-4c4f-a895-a2dde3e52901/5be6c042-18ef-4c37-a8ed-94c40559b846) {{(pid=89020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:32:11.343688 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-952367', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-958255', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7075'] for router, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.348672 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.362553 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Transition to ACTIVE for port object 2315eecc-a19d-40d8-bd6b-a67991d8560d will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:32:11.371962 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.505819 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Notify callbacks [] for port, precommit_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.518645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Transition to ACTIVE for port object 5be6c042-18ef-4c37-a8ed-94c40559b846 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:32:11.539265 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Transition to ACTIVE for port object 5be6c042-18ef-4c37-a8ed-94c40559b846 will not be triggered until provisioned by entity DHCP. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:32:11.548629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928'] for port, after_create {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.627187 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Network b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 is already hosted by enough agents. {{(pid=89020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:32:11.627493 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Attempting to bind port 2315eecc-a19d-40d8-bd6b-a67991d8560d on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:32:11.628015 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Attempting to bind port 2315eecc-a19d-40d8-bd6b-a67991d8560d by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:32:11.628600 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Attempting to bind port 2315eecc-a19d-40d8-bd6b-a67991d8560d on network bcbef049-6938-4175-b757-2d10617b7745 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:32:11.630744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.scheduler.base_scheduler [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Resources bound (agent type, host, resource id): {{(pid=89020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:32:11.634627 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Pushing event updated for resources: {'Port': ['ID=2315eecc-a19d-40d8-bd6b-a67991d8560d,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:11.641977 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:32:11.642362 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Checking segment: {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:32:11.642765 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.643159 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Bound using segment: {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:32:11.643628 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Bound port: 2315eecc-a19d-40d8-bd6b-a67991d8560d, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:32:11.644002 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.651098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Received port after_create {{(pid=89020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:32:11.656867 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:11.657282 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:11.657620 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:11.657995 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:11.658642 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:11.658978 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:11.659494 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:11.659827 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:11.660155 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:11.660568 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:11.660892 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:11.661325 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:32:11.676980 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Pushing event updated for resources: {'Port': ['ID=5be6c042-18ef-4c37-a8ed-94c40559b846,revision_number=1']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:11.708990 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.751290 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.797444 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] For port 2315eecc-a19d-40d8-bd6b-a67991d8560d, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:32:11.798436 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Attempting to bind port 5be6c042-18ef-4c37-a8ed-94c40559b846 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:32:11.798983 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Attempting to bind port 5be6c042-18ef-4c37-a8ed-94c40559b846 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'e8eb7275-bf9d-4a56-8e71-8327a8e6779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:32:11.799346 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Attempting to bind port 5be6c042-18ef-4c37-a8ed-94c40559b846 on network b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:32:11.801531 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] For port 2315eecc-a19d-40d8-bd6b-a67991d8560d, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=2315eecc-a19d-40d8-bd6b-a67991d8560d,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:32:11.805912 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:32:11.806283 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Checking segment: {'id': 'e8eb7275-bf9d-4a56-8e71-8327a8e6779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:32:11.806645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.807038 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Bound using segment: {'id': 'e8eb7275-bf9d-4a56-8e71-8327a8e6779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:32:11.807631 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Bound port: 5be6c042-18ef-4c37-a8ed-94c40559b846, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8eb7275-bf9d-4a56-8e71-8327a8e6779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:32:11.808773 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.808992 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:11.878311 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:32:11.879313 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:11.880037 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 742fb21a-f2a3-41d7-a31a-96624ed88e51 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:11.917128 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Allocated IP 172.26.3.108 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/3fef306d-2bc2-4217-b997-6c0505a48d84) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:32:11.985386 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] For port 5be6c042-18ef-4c37-a8ed-94c40559b846, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:32:11.989306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] For port 5be6c042-18ef-4c37-a8ed-94c40559b846, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5be6c042-18ef-4c37-a8ed-94c40559b846,segment=NetworkSegment(e8eb7275-bf9d-4a56-8e71-8327a8e6779e),segment_id=e8eb7275-bf9d-4a56-8e71-8327a8e6779e)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:32:11.990916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 742fb21a-f2a3-41d7-a31a-96624ed88e51 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:11.991983 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:12.056831 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:12.079209 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df357f-ce80-490f-ba2f-c3e0805b7db2 None None] Pushing event updated for resources: {'Port': ['ID=2315eecc-a19d-40d8-bd6b-a67991d8560d,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:12.110018 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:32:12.113994 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:12.148581 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:12.213126 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812e56c-9084-4560-ae61-ac0beeb36d20 None None] Pushing event updated for resources: {'Port': ['ID=5be6c042-18ef-4c37-a8ed-94c40559b846,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:12.221536 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:32:12.225376 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:32:12.229807 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:32:12.240562 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 742fb21a-f2a3-41d7-a31a-96624ed88e51 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:12.277445 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3fef306d-2bc2-4217-b997-6c0505a48d84,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:12.496634 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:11Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:12.501677 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348041e0-3839-4a3e-9092-75cbe51c7ded None None] The sync data for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv is: [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:11Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:32:12.705357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:13.192042 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-958246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-952330'] for router, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:13.286959 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f07825-e613-4cb1-bcb8-a968c5fb09df None None] Network b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:32:13.397306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-3a290b0d-883b-41cb-9770-073c1224b173 None None] Provisioning for port 5be6c042-18ef-4c37-a8ed-94c40559b846 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:32:13.414879 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Router 6343bec7-e74a-4493-8f04-8c58e09427f0 is scheduled to L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d with binding_index 1 {{(pid=89019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 15 15:32:13.599158 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:32:13.608644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Sync routers for ids ['6343bec7-e74a-4493-8f04-8c58e09427f0'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:32:13.621114 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Routers {'6343bec7-e74a-4493-8f04-8c58e09427f0'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:32:13.621666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['6343bec7-e74a-4493-8f04-8c58e09427f0'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:13.633716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:13.637098 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-7849eb88-acd6-40b2-8d4e-df17df1ad2d4 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7656128 Jun 15 15:32:13.637966 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47734) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:13.826051 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Set router 6343bec7-e74a-4493-8f04-8c58e09427f0 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:32:13.954997 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5be6c042-18ef-4c37-a8ed-94c40559b846 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:14.123388 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 5be6c042-18ef-4c37-a8ed-94c40559b846 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:32:14.133264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 5be6c042-18ef-4c37-a8ed-94c40559b846 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:14.133642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:14.357915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'name': 'tempest-TestSnapshotPattern-548161140-router', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:10Z', 'updated_at': '2022-06-15T15:32:12Z', 'revision_number': 3, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'gw_port': {'id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:11Z', 'updated_at': '2022-06-15T15:32:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:14.359929 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 5be6c042-18ef-4c37-a8ed-94c40559b846 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:14.360337 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:14.367499 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:14.374377 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Checking router: 6343bec7-e74a-4493-8f04-8c58e09427f0 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:32:14.374715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Updating router 6343bec7-e74a-4493-8f04-8c58e09427f0 port 3fef306d-2bc2-4217-b997-6c0505a48d84 binding host dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:32:14.441820 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 5be6c042-18ef-4c37-a8ed-94c40559b846, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5be6c042-18ef-4c37-a8ed-94c40559b846,segment=NetworkSegment(e8eb7275-bf9d-4a56-8e71-8327a8e6779e),segment_id=e8eb7275-bf9d-4a56-8e71-8327a8e6779e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:32:14.444662 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:14.477611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:14.478611 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2315eecc-a19d-40d8-bd6b-a67991d8560d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:14.683129 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=5be6c042-18ef-4c37-a8ed-94c40559b846,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:14.703187 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_common [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Allocated IP 172.20.0.1 (b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0/8a7ee922-5df6-4c4f-a895-a2dde3e52901/bd8fc25b-ff48-4864-a903-0e9afda5f6d6) {{(pid=89019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:32:14.758098 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 2315eecc-a19d-40d8-bd6b-a67991d8560d completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:32:14.775222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 2315eecc-a19d-40d8-bd6b-a67991d8560d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:14.775605 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:14.850689 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:14.868050 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.provisioning_blocks [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Transition to ACTIVE for port object bd8fc25b-ff48-4864-a903-0e9afda5f6d6 will not be triggered until provisioned by entity DHCP. {{(pid=89019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:32:14.892656 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:14.962258 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Network b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:32:14.965080 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:32:14.968696 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Received port after_create {{(pid=89019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:32:14.986460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 2315eecc-a19d-40d8-bd6b-a67991d8560d is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:14.986849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.001969 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8fc25b-ff48-4864-a903-0e9afda5f6d6,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:15.022617 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Notify callbacks [] for port, precommit_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.026922 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-958256'] for router_interface, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.042324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Transition to ACTIVE for port object 3fef306d-2bc2-4217-b997-6c0505a48d84 will not be triggered until provisioned by entity L2. {{(pid=89020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:32:15.045280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 2315eecc-a19d-40d8-bd6b-a67991d8560d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=2315eecc-a19d-40d8-bd6b-a67991d8560d,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:32:15.052161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.086142 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.142403 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Attempting to bind port 3fef306d-2bc2-4217-b997-6c0505a48d84 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:32:15.142778 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Attempting to bind port 3fef306d-2bc2-4217-b997-6c0505a48d84 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:32:15.143146 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Attempting to bind port 3fef306d-2bc2-4217-b997-6c0505a48d84 on network a7f47a7c-176e-46ad-8b17-810dc9055957 {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:32:15.152499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:32:15.152877 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Checking segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:32:15.153286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.153689 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Bound using segment: {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'} {{(pid=89020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:32:15.154156 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.managers [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Bound port: 3fef306d-2bc2-4217-b997-6c0505a48d84, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db39a9e2-c911-4745-933c-99b986885047', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957'}}] {{(pid=89020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:32:15.154537 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.159135 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.183629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=2315eecc-a19d-40d8-bd6b-a67991d8560d,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:15.282529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce124bd-56dd-41ac-8e88-e90385416ae2 None None] Pushing event updated for resources: {'Port': ['ID=3fef306d-2bc2-4217-b997-6c0505a48d84,revision_number=2']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:15.290756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b702ee29-bf0a-4da3-82ad-d7f3d85c5f1c None None] Provisioning for port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:32:15.300870 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-b702ee29-bf0a-4da3-82ad-d7f3d85c5f1c None None] Provisioning complete for port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:15.301246 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b702ee29-bf0a-4da3-82ad-d7f3d85c5f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.330505 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] For port 3fef306d-2bc2-4217-b997-6c0505a48d84, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:32:15.352352 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] For port 3fef306d-2bc2-4217-b997-6c0505a48d84, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3fef306d-2bc2-4217-b997-6c0505a48d84,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:32:15.359749 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.390838 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.396618 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132333688'] for port, after_update {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.399827 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-b702ee29-bf0a-4da3-82ad-d7f3d85c5f1c None None] Port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:32:15.438385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Routers {'6343bec7-e74a-4493-8f04-8c58e09427f0'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:32:15.438995 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['6343bec7-e74a-4493-8f04-8c58e09427f0'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:15.503451 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce124bd-56dd-41ac-8e88-e90385416ae2 None None] Pushing event updated for resources: {'Port': ['ID=3fef306d-2bc2-4217-b997-6c0505a48d84,revision_number=3']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:15.505121 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-626747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-958295'] for router_interface, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:15.508780 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Pushing event updated for resources: {'Port': ['ID=bd8fc25b-ff48-4864-a903-0e9afda5f6d6,revision_number=2']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:15.623289 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] Set router 6343bec7-e74a-4493-8f04-8c58e09427f0 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:32:15.643091 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Network b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 is already hosted by enough agents. {{(pid=89019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:32:15.644357 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.base_scheduler [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Resources bound (agent type, host, resource id): {{(pid=89019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:32:15.843810 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Router 6343bec7-e74a-4493-8f04-8c58e09427f0 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:32:15.890161 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5be6c042-18ef-4c37-a8ed-94c40559b846 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:16.018278 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-351f5aaf-02df-472e-8fea-5ccde60a6a23 None None] Provisioning complete for port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:16.018658 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-351f5aaf-02df-472e-8fea-5ccde60a6a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:16.032002 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:32:16.041214 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-1d276d9b-87d1-484e-89b4-63ac53af6832 admin admin] 10.222.0.26 "PUT /v2.0/routers/6343bec7-e74a-4493-8f04-8c58e09427f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4020839 Jun 15 15:32:16.095430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-351f5aaf-02df-472e-8fea-5ccde60a6a23 None None] Port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:32:16.107034 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 5be6c042-18ef-4c37-a8ed-94c40559b846 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:16.107410 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:16.171406 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'name': 'tempest-TestSnapshotPattern-548161140-router', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:10Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 4, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'gw_port': {'id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:11Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'bd8fc25b-ff48-4864-a903-0e9afda5f6d6', 'name': '', 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'mac_address': 'fa:16:3e:95:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8a7ee922-5df6-4c4f-a895-a2dde3e52901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:14Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 2, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'subnets': [{'id': '8a7ee922-5df6-4c4f-a895-a2dde3e52901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:16.179121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc65c1c5-377c-4b38-940b-676dd4070e8b None None] The sync data for ids ['6343bec7-e74a-4493-8f04-8c58e09427f0'] in dv-neutron-845844-1-hyperv is: [{'id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'name': 'tempest-TestSnapshotPattern-548161140-router', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:10Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 4, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'gw_port': {'id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:11Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'bd8fc25b-ff48-4864-a903-0e9afda5f6d6', 'name': '', 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'mac_address': 'fa:16:3e:95:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8a7ee922-5df6-4c4f-a895-a2dde3e52901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:14Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 2, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'subnets': [{'id': '8a7ee922-5df6-4c4f-a895-a2dde3e52901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:32:16.241595 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 5be6c042-18ef-4c37-a8ed-94c40559b846 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:16.242948 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2315eecc-a19d-40d8-bd6b-a67991d8560d up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:16.315491 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 2315eecc-a19d-40d8-bd6b-a67991d8560d triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:16.315856 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:16.462218 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 2315eecc-a19d-40d8-bd6b-a67991d8560d is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:17.503594 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47746) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:17.509570 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297365202', 'description': 'tempest-secgroup-smoke-297365202 description', 'project_id': '41f1d4d729e346eda6a78ccb698cf119'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:17.516458 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:17.520961 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Usage tracker for resource:security_group and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:17.524868 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:17.531553 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:17.542520 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:17.561861 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:17.565655 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Usage tracker for resource:security_group_rule and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:17.568450 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:17.574475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:17.649671 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:17.654352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:17.695629 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7439a75-09fb-4ba0-987a-45cf139e4338,revision_number=1']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:17.698453 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:17.699725 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a1a55158-fa7c-4cf5-bd59-735093c79553 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1950898 Jun 15 15:32:17.702469 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47750) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:17.707606 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-707bbc60-66ef-494c-a8d7-6de9fef7f3e0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Request body: {'security_group_rule': {'security_group_id': 'd7439a75-09fb-4ba0-987a-45cf139e4338', 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:17.714167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-707bbc60-66ef-494c-a8d7-6de9fef7f3e0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:17.718133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-707bbc60-66ef-494c-a8d7-6de9fef7f3e0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Usage tracker for resource:security_group_rule and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:17.721214 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-707bbc60-66ef-494c-a8d7-6de9fef7f3e0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:17.727693 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-707bbc60-66ef-494c-a8d7-6de9fef7f3e0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:17.754227 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-707bbc60-66ef-494c-a8d7-6de9fef7f3e0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:17.822219 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-707bbc60-66ef-494c-a8d7-6de9fef7f3e0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:17.826910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-707bbc60-66ef-494c-a8d7-6de9fef7f3e0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:17.851484 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bbc60-66ef-494c-a8d7-6de9fef7f3e0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a99b5c9b-8bfc-43a0-8275-82ce2fd236a7,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:17.862044 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-707bbc60-66ef-494c-a8d7-6de9fef7f3e0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:17.863379 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-707bbc60-66ef-494c-a8d7-6de9fef7f3e0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599350 Jun 15 15:32:17.866167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47754) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:17.871813 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-d758ac82-1a13-4e27-b8c9-bd8c96736d73 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Request body: {'security_group_rule': {'security_group_id': 'd7439a75-09fb-4ba0-987a-45cf139e4338', 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:17.878489 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d758ac82-1a13-4e27-b8c9-bd8c96736d73 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:17.879054 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3fef306d-2bc2-4217-b997-6c0505a48d84 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:17.882734 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d758ac82-1a13-4e27-b8c9-bd8c96736d73 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Usage tracker for resource:security_group_rule and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:17.885731 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-d758ac82-1a13-4e27-b8c9-bd8c96736d73 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:17.891851 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-d758ac82-1a13-4e27-b8c9-bd8c96736d73 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:17.912015 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d758ac82-1a13-4e27-b8c9-bd8c96736d73 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:17.950222 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port 3fef306d-2bc2-4217-b997-6c0505a48d84 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:32:17.954946 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3fef306d-2bc2-4217-b997-6c0505a48d84 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:17.955314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:17.980167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d758ac82-1a13-4e27-b8c9-bd8c96736d73 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:17.984088 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d758ac82-1a13-4e27-b8c9-bd8c96736d73 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.077638 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3fef306d-2bc2-4217-b997-6c0505a48d84 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:18.078003 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.095629 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port 3fef306d-2bc2-4217-b997-6c0505a48d84, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3fef306d-2bc2-4217-b997-6c0505a48d84,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:32:18.101652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.119703 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758ac82-1a13-4e27-b8c9-bd8c96736d73 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52205d5b-9b02-4ae2-9ffe-ad28ba19e58c,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:18.131085 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-d758ac82-1a13-4e27-b8c9-bd8c96736d73 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.132600 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-d758ac82-1a13-4e27-b8c9-bd8c96736d73 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2650836 Jun 15 15:32:18.135191 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47758) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:18.140613 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-a51e34f7-5114-441e-82d5-a0edf145381d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Request body: {'security_group_rule': {'security_group_id': 'd7439a75-09fb-4ba0-987a-45cf139e4338', 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:18.146451 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a51e34f7-5114-441e-82d5-a0edf145381d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:18.150788 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a51e34f7-5114-441e-82d5-a0edf145381d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Usage tracker for resource:security_group_rule and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:18.154238 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-a51e34f7-5114-441e-82d5-a0edf145381d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:18.160053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-a51e34f7-5114-441e-82d5-a0edf145381d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:18.176481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a51e34f7-5114-441e-82d5-a0edf145381d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.176684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=3fef306d-2bc2-4217-b997-6c0505a48d84,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:18.237716 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a51e34f7-5114-441e-82d5-a0edf145381d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.242017 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a51e34f7-5114-441e-82d5-a0edf145381d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.264911 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e34f7-5114-441e-82d5-a0edf145381d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8982c4-233e-4a04-9fe1-0b19f92a1086,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:18.275113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a51e34f7-5114-441e-82d5-a0edf145381d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.276779 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a51e34f7-5114-441e-82d5-a0edf145381d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405213 Jun 15 15:32:18.279185 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47762) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:18.284155 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-bb2f4173-0393-444d-bcd9-854a173ece61 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Request body: {'security_group_rule': {'security_group_id': 'd7439a75-09fb-4ba0-987a-45cf139e4338', 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:18.290833 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bb2f4173-0393-444d-bcd9-854a173ece61 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:18.294937 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bb2f4173-0393-444d-bcd9-854a173ece61 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Usage tracker for resource:security_group_rule and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:18.297997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-bb2f4173-0393-444d-bcd9-854a173ece61 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:18.304580 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-bb2f4173-0393-444d-bcd9-854a173ece61 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:18.324250 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb2f4173-0393-444d-bcd9-854a173ece61 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.393614 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb2f4173-0393-444d-bcd9-854a173ece61 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.398587 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb2f4173-0393-444d-bcd9-854a173ece61 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.421245 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2f4173-0393-444d-bcd9-854a173ece61 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d53a8d-5ee7-4cff-944d-860f41c58d85,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:18.431131 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-bb2f4173-0393-444d-bcd9-854a173ece61 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.432403 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-bb2f4173-0393-444d-bcd9-854a173ece61 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522930 Jun 15 15:32:18.435321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47766) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:18.440795 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-991eed58-1fce-4fbf-861c-204d28a19da0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Request body: {'security_group_rule': {'security_group_id': 'd7439a75-09fb-4ba0-987a-45cf139e4338', 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:18.447436 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-991eed58-1fce-4fbf-861c-204d28a19da0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:18.451851 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-991eed58-1fce-4fbf-861c-204d28a19da0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Usage tracker for resource:security_group_rule and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:18.455118 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-991eed58-1fce-4fbf-861c-204d28a19da0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:18.462766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-991eed58-1fce-4fbf-861c-204d28a19da0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:18.474691 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.securitygroups_db [None req-991eed58-1fce-4fbf-861c-204d28a19da0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Project 41f1d4d729e346eda6a78ccb698cf119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:32:18.482203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-991eed58-1fce-4fbf-861c-204d28a19da0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.551475 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-991eed58-1fce-4fbf-861c-204d28a19da0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.556541 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-991eed58-1fce-4fbf-861c-204d28a19da0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.581295 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991eed58-1fce-4fbf-861c-204d28a19da0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67201a3d-7cfb-48ea-904a-d6bc49420094,revision_number=0']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:18.592559 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-991eed58-1fce-4fbf-861c-204d28a19da0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.594173 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-991eed58-1fce-4fbf-861c-204d28a19da0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1574979 Jun 15 15:32:18.596996 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 47770) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:18.602398 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.v2.base [None req-4f458cb4-26de-4eed-bbf4-31412483f6e1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Request body: {'security_group_rule': {'security_group_id': 'd7439a75-09fb-4ba0-987a-45cf139e4338', 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:18.608997 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4f458cb4-26de-4eed-bbf4-31412483f6e1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:18.613322 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f458cb4-26de-4eed-bbf4-31412483f6e1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Usage tracker for resource:security_group_rule and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:18.616702 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [None req-4f458cb4-26de-4eed-bbf4-31412483f6e1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:18.622917 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.quota.driver [None req-4f458cb4-26de-4eed-bbf4-31412483f6e1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:18.634011 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.securitygroups_db [None req-4f458cb4-26de-4eed-bbf4-31412483f6e1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Project 41f1d4d729e346eda6a78ccb698cf119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 15 15:32:18.641035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f458cb4-26de-4eed-bbf4-31412483f6e1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.712524 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f458cb4-26de-4eed-bbf4-31412483f6e1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.717352 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f458cb4-26de-4eed-bbf4-31412483f6e1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005531'] for security_group_rule, after_create {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.740933 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f458cb4-26de-4eed-bbf4-31412483f6e1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c7300f-2f1d-4633-93b7-67c8a9184597,revision_number=0']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:18.751255 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-4f458cb4-26de-4eed-bbf4-31412483f6e1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:18.752476 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-4f458cb4-26de-4eed-bbf4-31412483f6e1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1544878 Jun 15 15:32:18.981047 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-f7c87280-1ced-467f-b926-40b749e0ed75 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297365202&fields=id&tenant_id=41f1d4d729e346eda6a78ccb698cf119 HTTP/1.1" status: 200 len: 267 time: 0.0414171 Jun 15 15:32:19.134709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-3b80a81e-7d51-4945-8375-acb3db7aab69 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:19.136574 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-3b80a81e-7d51-4945-8375-acb3db7aab69 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 809 time: 0.1485698 Jun 15 15:32:19.154253 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-de0db255-1a8e-4e3a-b6b7-725790d1a406 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/quotas/41f1d4d729e346eda6a78ccb698cf119 HTTP/1.1" status: 200 len: 375 time: 0.0095553 Jun 15 15:32:19.252734 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-8c890ab1-f6c7-4e15-b18c-8b3c23782813 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909626 Jun 15 15:32:19.624763 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-1f9ab210-d0d0-483e-969f-57b0e53cb160 service neutron] 10.222.0.26 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584573 Jun 15 15:32:19.763254 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-f971cf78-9ae0-41bb-85ae-c5a18a3a9f02 service neutron] 10.222.0.26 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339850 Jun 15 15:32:19.862853 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3fef306d-2bc2-4217-b997-6c0505a48d84 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:19.945515 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port 3fef306d-2bc2-4217-b997-6c0505a48d84 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:19.945881 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:19.989988 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Sync routers for ids ['6343bec7-e74a-4493-8f04-8c58e09427f0'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:32:19.999525 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Routers {'6343bec7-e74a-4493-8f04-8c58e09427f0'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:32:20.000282 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['6343bec7-e74a-4493-8f04-8c58e09427f0'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:20.061121 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port 3fef306d-2bc2-4217-b997-6c0505a48d84 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:20.179326 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Set router 6343bec7-e74a-4493-8f04-8c58e09427f0 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:32:20.503927 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'name': 'tempest-TestSnapshotPattern-548161140-router', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:10Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 4, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'gw_port': {'id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:11Z', 'updated_at': '2022-06-15T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'bd8fc25b-ff48-4864-a903-0e9afda5f6d6', 'name': '', 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'mac_address': 'fa:16:3e:95:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8a7ee922-5df6-4c4f-a895-a2dde3e52901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:14Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 2, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'subnets': [{'id': '8a7ee922-5df6-4c4f-a895-a2dde3e52901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:20.508833 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Checking router: 6343bec7-e74a-4493-8f04-8c58e09427f0 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:32:20.509153 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Updating router 6343bec7-e74a-4493-8f04-8c58e09427f0 port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 binding host dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 15 15:32:20.562453 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:20.948792 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Notify callbacks [] for port, precommit_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:20.962551 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.provisioning_blocks [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Transition to ACTIVE for port object bd8fc25b-ff48-4864-a903-0e9afda5f6d6 will not be triggered until provisioned by entity L2. {{(pid=89021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:32:20.971292 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:20.978113 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-c0422d49-6338-41ef-8abe-71de5e7e0c4b req-7f4b94b7-6d7f-4add-a519-2758612330f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Synchronizing usage tracker for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:32:20.996984 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-c0422d49-6338-41ef-8abe-71de5e7e0c4b req-7f4b94b7-6d7f-4add-a519-2758612330f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Unset dirty status for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:32:20.998328 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-c0422d49-6338-41ef-8abe-71de5e7e0c4b req-7f4b94b7-6d7f-4add-a519-2758612330f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 210 time: 0.0813291 Jun 15 15:32:21.148098 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefb081-b83d-4e70-ba24-22087ec597bd None None] Pushing event updated for resources: {'Port': ['ID=bd8fc25b-ff48-4864-a903-0e9afda5f6d6,revision_number=3']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:21.211797 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Attempting to bind port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 on host dv-neutron-845844-1-hyperv for vnic_type normal with profile {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:32:21.212262 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Attempting to bind port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 by drivers openvswitch,hyperv on host dv-neutron-845844-1-hyperv at level 0 using segments [{'id': 'e8eb7275-bf9d-4a56-8e71-8327a8e6779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0'}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:32:21.212680 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Attempting to bind port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 on network b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:32:21.219402 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Checking agent: {'id': '15fd2363-e872-4301-b832-8a687f387d18', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-845844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 31, 1), 'started_at': datetime.datetime(2022, 6, 15, 14, 31, 31), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-845844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:32:21.219872 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Checking segment: {'id': 'e8eb7275-bf9d-4a56-8e71-8327a8e6779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:32:21.220387 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:21.220843 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Bound using segment: {'id': 'e8eb7275-bf9d-4a56-8e71-8327a8e6779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0'} {{(pid=89021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:32:21.221405 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.managers [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Bound port: bd8fc25b-ff48-4864-a903-0e9afda5f6d6, host: dv-neutron-845844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8eb7275-bf9d-4a56-8e71-8327a8e6779e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0'}}] {{(pid=89021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:32:21.221824 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:21.314496 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] For port bd8fc25b-ff48-4864-a903-0e9afda5f6d6, host dv-neutron-845844-1-hyperv, cleared binding levels {{(pid=89021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:32:21.318037 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.plugins.ml2.db [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] For port bd8fc25b-ff48-4864-a903-0e9afda5f6d6, host dv-neutron-845844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bd8fc25b-ff48-4864-a903-0e9afda5f6d6,segment=NetworkSegment(e8eb7275-bf9d-4a56-8e71-8327a8e6779e),segment_id=e8eb7275-bf9d-4a56-8e71-8327a8e6779e)] {{(pid=89021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:32:21.324767 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron_lib.callbacks.manager [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:21.413558 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Routers {'6343bec7-e74a-4493-8f04-8c58e09427f0'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:32:21.414203 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:31:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['6343bec7-e74a-4493-8f04-8c58e09427f0'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:21.498627 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefb081-b83d-4e70-ba24-22087ec597bd None None] Pushing event updated for resources: {'Port': ['ID=bd8fc25b-ff48-4864-a903-0e9afda5f6d6,revision_number=4']} {{(pid=89021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:21.623440 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] Set router 6343bec7-e74a-4493-8f04-8c58e09427f0 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:32:21.877293 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bd8fc25b-ff48-4864-a903-0e9afda5f6d6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:21.950294 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning for port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:32:21.951013 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'name': 'tempest-TestSnapshotPattern-548161140-router', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:10Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 4, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'gw_port': {'id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:11Z', 'updated_at': '2022-06-15T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'bd8fc25b-ff48-4864-a903-0e9afda5f6d6', 'name': '', 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'mac_address': 'fa:16:3e:95:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8a7ee922-5df6-4c4f-a895-a2dde3e52901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:14Z', 'updated_at': '2022-06-15T15:32:21Z', 'revision_number': 4, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'subnets': [{'id': '8a7ee922-5df6-4c4f-a895-a2dde3e52901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:21.955086 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:21.955212 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53d2a3d-0854-408b-8ff6-0ed9bf0fc542 None None] The sync data for ids ['6343bec7-e74a-4493-8f04-8c58e09427f0'] in dv-neutron-845844-1-hyperv is: [{'id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'name': 'tempest-TestSnapshotPattern-548161140-router', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:10Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 4, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'gw_port': {'id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:11Z', 'updated_at': '2022-06-15T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': 'bd8fc25b-ff48-4864-a903-0e9afda5f6d6', 'name': '', 'network_id': 'b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'mac_address': 'fa:16:3e:95:29:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '8a7ee922-5df6-4c4f-a895-a2dde3e52901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:14Z', 'updated_at': '2022-06-15T15:32:21Z', 'revision_number': 4, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'subnets': [{'id': '8a7ee922-5df6-4c4f-a895-a2dde3e52901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:32:21.955477 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:22.028412 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:22.095705 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 is: DOWN; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:22.096088 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:22.129440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] For port bd8fc25b-ff48-4864-a903-0e9afda5f6d6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bd8fc25b-ff48-4864-a903-0e9afda5f6d6,segment=NetworkSegment(e8eb7275-bf9d-4a56-8e71-8327a8e6779e),segment_id=e8eb7275-bf9d-4a56-8e71-8327a8e6779e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:32:22.135846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:22.176859 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-28769068-fefb-419a-8b21-1812db38cf48 req-c0f79214-f843-4b71-aaa5-e75bca8c4f0f tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 210 time: 0.0624650 Jun 15 15:32:22.214541 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Pushing event updated for resources: {'Port': ['ID=bd8fc25b-ff48-4864-a903-0e9afda5f6d6,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:22.336650 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-ffd9e34c-b2b7-464d-8e24-296240d57948 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:22.338200 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-ffd9e34c-b2b7-464d-8e24-296240d57948 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.44 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 809 time: 0.1592796 Jun 15 15:32:22.386802 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-43ce8a5e-452d-4339-baec-9bd7084c928e tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41f1d4d729e346eda6a78ccb698cf119 HTTP/1.1" status: 200 len: 379 time: 0.0409839 Jun 15 15:32:22.394731 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Request body: {'port': {'device_id': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'admin_state_up': True, 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'security_groups': ['d7439a75-09fb-4ba0-987a-45cf139e4338']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:22.660141 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:22.670774 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:22.682702 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Made reservation on behalf of 41f1d4d729e346eda6a78ccb698cf119 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:32:22.686249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:22.858140 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Allocated IP 172.20.0.8 (bcbef049-6938-4175-b757-2d10617b7745/8eef5b97-5c78-4cdd-bf24-d592467b0c93/11a92e2e-793e-45cf-a21f-06b7218af8ca) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:32:23.055994 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:23.075089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Transition to ACTIVE for port object 11a92e2e-793e-45cf-a21f-06b7218af8ca will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:32:23.106262 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:23.179062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Network bcbef049-6938-4175-b757-2d10617b7745 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:32:23.181785 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:32:23.185542 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:32:23.216299 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'Port': ['ID=11a92e2e-793e-45cf-a21f-06b7218af8ca,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:23.262212 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:23.262871 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:23.296173 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-4c2083fa-20e9-467b-a87c-cd09630db969 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9049399 Jun 15 15:32:23.309581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Request body: {'port': {'device_id': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:23.470022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:23.478475 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efa45e-8933-458a-87e6-b1953311c88f req-0533ed8f-1bb7-499b-84f8-dec28286ee37 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:23.480801 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-34efa45e-8933-458a-87e6-b1953311c88f req-0533ed8f-1bb7-499b-84f8-dec28286ee37 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 931 time: 0.1671197 Jun 15 15:32:23.523092 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-41e98c99-0973-43ad-9a18-fa0ab0eaaf4f None None] Provisioning for port 11a92e2e-793e-45cf-a21f-06b7218af8ca completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:32:23.529459 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-41e98c99-0973-43ad-9a18-fa0ab0eaaf4f None None] Provisioning complete for port 11a92e2e-793e-45cf-a21f-06b7218af8ca triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:23.529927 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-41e98c99-0973-43ad-9a18-fa0ab0eaaf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:23.582864 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-34efa45e-8933-458a-87e6-b1953311c88f req-a108105c-cf25-4fe3-8fbc-31cc52409b1a tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Synchronizing usage tracker for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:security_group {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:32:23.623564 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-34efa45e-8933-458a-87e6-b1953311c88f req-a108105c-cf25-4fe3-8fbc-31cc52409b1a tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Unset dirty status for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:security_group {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:32:23.636879 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-34efa45e-8933-458a-87e6-b1953311c88f req-a108105c-cf25-4fe3-8fbc-31cc52409b1a tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486723 Jun 15 15:32:23.643440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-41e98c99-0973-43ad-9a18-fa0ab0eaaf4f None None] Port 11a92e2e-793e-45cf-a21f-06b7218af8ca cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:32:23.853707 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a92e2e-793e-45cf-a21f-06b7218af8ca {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:32:23.857503 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bd8fc25b-ff48-4864-a903-0e9afda5f6d6 up at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:23.862042 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:23.877709 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Transition to ACTIVE for port object 11a92e2e-793e-45cf-a21f-06b7218af8ca will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:32:23.882427 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:23.932637 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Provisioning complete for port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:23.933009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:24.055327 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Pushing event updated for resources: {'Port': ['ID=11a92e2e-793e-45cf-a21f-06b7218af8ca,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:24.065937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Current status of the port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 is: ACTIVE; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:24.132411 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Attempting to bind port 11a92e2e-793e-45cf-a21f-06b7218af8ca on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:32:24.132754 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Attempting to bind port 11a92e2e-793e-45cf-a21f-06b7218af8ca by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:32:24.133088 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Attempting to bind port 11a92e2e-793e-45cf-a21f-06b7218af8ca on network bcbef049-6938-4175-b757-2d10617b7745 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:32:24.138495 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Port 11a92e2e-793e-45cf-a21f-06b7218af8ca on network bcbef049-6938-4175-b757-2d10617b7745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:32:24.138820 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Attempting to bind port 11a92e2e-793e-45cf-a21f-06b7218af8ca on network bcbef049-6938-4175-b757-2d10617b7745 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:32:24.143964 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:32:24.144339 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Checking segment: {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:32:24.144728 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Bound using segment: {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:32:24.145158 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Bound port: 11a92e2e-793e-45cf-a21f-06b7218af8ca, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:32:24.145506 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:24.240658 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] For port 11a92e2e-793e-45cf-a21f-06b7218af8ca, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:32:24.243722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] For port 11a92e2e-793e-45cf-a21f-06b7218af8ca, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:32:24.251657 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:24.311747 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:24.312397 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:24.313809 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] 10.222.0.44 "PUT /v2.0/ports/11a92e2e-793e-45cf-a21f-06b7218af8ca HTTP/1.1" status: 200 len: 1093 time: 1.0099242 Jun 15 15:32:24.314227 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:32:24.337793 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec4fb1-f6b0-430f-ba46-ea743fa219ac service neutron] Pushing event updated for resources: {'Port': ['ID=11a92e2e-793e-45cf-a21f-06b7218af8ca,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:24.400035 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b65de9b-3d82-44d5-9177-eb78fc8e9160'] response: {'name': 'network-changed', 'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'status': 'completed', 'code': 200} Jun 15 15:32:24.447047 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-d6526c43-5ffe-4235-8210-3e06970b9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:24.448600 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-d6526c43-5ffe-4235-8210-3e06970b9fa7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 1096 time: 0.0904412 Jun 15 15:32:24.517850 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-35f4452e-78d8-43e0-8710-6ba814c424be service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca HTTP/1.1" status: 200 len: 217 time: 0.0627646 Jun 15 15:32:24.679741 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-c87694fb-c2c2-47b1-b4da-1c0b36970c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:24.681248 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-c87694fb-c2c2-47b1-b4da-1c0b36970c55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 200 len: 848 time: 0.1576905 Jun 15 15:32:24.765041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-263f9c31-ccb1-4479-a471-87a3a019d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:24.766543 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-263f9c31-ccb1-4479-a471-87a3a019d772 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcbef049-6938-4175-b757-2d10617b7745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792654 Jun 15 15:32:24.825673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61906f37-a6ff-4c18-bc76-5daed69bd3dd req-c6a50017-1cbf-4940-88db-bf79079a97ea tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:24.827119 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-61906f37-a6ff-4c18-bc76-5daed69bd3dd req-c6a50017-1cbf-4940-88db-bf79079a97ea tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 943 time: 0.0896244 Jun 15 15:32:24.877309 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-61906f37-a6ff-4c18-bc76-5daed69bd3dd req-02c8d18d-5c50-4a00-9089-e40d79ad2f8d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441840 Jun 15 15:32:24.902095 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-c5c7f473-3b8e-4a46-8b4b-146aa7565761 service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284313 Jun 15 15:32:25.044223 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-2b27a0c9-e705-49d6-99f0-51aa5c0e7a0a req-72e3a65e-95d2-4dac-ac2c-d447846a3f37 service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334915 Jun 15 15:32:25.184077 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06377445-10c6-4a01-bf34-587ef5eff6ec req-7c35fd8b-6619-44c0-92c2-63b308c981fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:25.185593 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06377445-10c6-4a01-bf34-587ef5eff6ec req-7c35fd8b-6619-44c0-92c2-63b308c981fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 1096 time: 0.0843627 Jun 15 15:32:25.323803 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06377445-10c6-4a01-bf34-587ef5eff6ec req-571f3cdf-2100-47c5-82e4-50d26ccfc86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:25.325427 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06377445-10c6-4a01-bf34-587ef5eff6ec req-571f3cdf-2100-47c5-82e4-50d26ccfc86b service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 910 time: 0.1333189 Jun 15 15:32:25.399445 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06377445-10c6-4a01-bf34-587ef5eff6ec req-bed64b0e-6d9b-4e5b-85a2-a24f28644530 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca HTTP/1.1" status: 200 len: 217 time: 0.0671690 Jun 15 15:32:25.465242 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06377445-10c6-4a01-bf34-587ef5eff6ec req-894fd3d0-0239-41ae-9529-8f88efeb65f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:25.466640 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06377445-10c6-4a01-bf34-587ef5eff6ec req-894fd3d0-0239-41ae-9529-8f88efeb65f8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 200 len: 848 time: 0.0603919 Jun 15 15:32:25.558374 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06377445-10c6-4a01-bf34-587ef5eff6ec req-cf6e5025-88f1-4455-8a95-b987582fa994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:25.559852 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06377445-10c6-4a01-bf34-587ef5eff6ec req-cf6e5025-88f1-4455-8a95-b987582fa994 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcbef049-6938-4175-b757-2d10617b7745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860784 Jun 15 15:32:25.692340 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06377445-10c6-4a01-bf34-587ef5eff6ec req-eb4e20d9-1f3e-4c5e-8ada-143ff3bd74ec service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252878 Jun 15 15:32:25.833584 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-06377445-10c6-4a01-bf34-587ef5eff6ec req-547788ec-ea3e-4aa5-9ee0-ee7a00467fc7 service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342614 Jun 15 15:32:26.077524 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecb24f-b76a-445d-a8c3-ea17d9c6d287 req-c74a5141-a845-4c32-96f7-fdf02aa5eca6 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:26.078107 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e1ecb24f-b76a-445d-a8c3-ea17d9c6d287 req-c74a5141-a845-4c32-96f7-fdf02aa5eca6 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Synchronizing usage tracker for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:32:26.096100 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-e1ecb24f-b76a-445d-a8c3-ea17d9c6d287 req-c74a5141-a845-4c32-96f7-fdf02aa5eca6 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Unset dirty status for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:32:26.097306 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1ecb24f-b76a-445d-a8c3-ea17d9c6d287 req-c74a5141-a845-4c32-96f7-fdf02aa5eca6 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 943 time: 0.1100368 Jun 15 15:32:26.147327 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e1ecb24f-b76a-445d-a8c3-ea17d9c6d287 req-92b50eae-a5db-4dbd-953b-5e4ad6bb4b02 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431657 Jun 15 15:32:27.191288 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 11a92e2e-793e-45cf-a21f-06b7218af8ca details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:32:27.337743 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b1c1575f-dc4b-4f6e-9a92-46754971edeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:27.358005 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2d76e-24fd-44d2-8bec-106e34851729 req-e9bcb090-342e-426b-a58d-929ae6179526 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:27.359488 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-85b2d76e-24fd-44d2-8bec-106e34851729 req-e9bcb090-342e-426b-a58d-929ae6179526 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 943 time: 0.0934649 Jun 15 15:32:27.376736 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 11a92e2e-793e-45cf-a21f-06b7218af8ca, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:32:27.390742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'port_id': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'mac_address': 'fa:16:3e:19:a7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:32:27.404261 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-85b2d76e-24fd-44d2-8bec-106e34851729 req-d7e66fae-2938-491c-8aa6-438b71d2479f tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389242 Jun 15 15:32:27.449890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 11a92e2e-793e-45cf-a21f-06b7218af8ca is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:27.450274 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:27.466763 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a92e2e-793e-45cf-a21f-06b7218af8ca {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:32:27.483935 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 11a92e2e-793e-45cf-a21f-06b7218af8ca, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:32:27.489634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:27.558182 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=11a92e2e-793e-45cf-a21f-06b7218af8ca,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:27.694589 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['11a92e2e-793e-45cf-a21f-06b7218af8ca'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:32:28.622534 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d915d1-7b8f-41cf-8967-3f878887547b req-67993f85-a085-4561-82bb-14961ca798a1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:28.624019 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b8d915d1-7b8f-41cf-8967-3f878887547b req-67993f85-a085-4561-82bb-14961ca798a1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 944 time: 0.0972753 Jun 15 15:32:28.669629 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b8d915d1-7b8f-41cf-8967-3f878887547b req-60786a48-6fb4-4962-aba0-7697d318b17f tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397494 Jun 15 15:32:29.221457 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 11a92e2e-793e-45cf-a21f-06b7218af8ca up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:32:29.306956 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port 11a92e2e-793e-45cf-a21f-06b7218af8ca completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:32:29.311779 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 11a92e2e-793e-45cf-a21f-06b7218af8ca triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:32:29.312153 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:29.440763 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fab85df6-1e2e-4999-b72c-1a4204e304c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:29.447435 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 11a92e2e-793e-45cf-a21f-06b7218af8ca is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:32:29.447818 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:29.476123 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:32:29.488397 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 11a92e2e-793e-45cf-a21f-06b7218af8ca, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:32:29.494613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:29.531483 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343261a2-1385-4259-bb7f-50a12410c292'] response: {'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'code': 200} Jun 15 15:32:29.565734 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=11a92e2e-793e-45cf-a21f-06b7218af8ca,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:29.770414 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903f536-fe41-4fa5-8113-cdd7523c4e6a req-22c7500d-d2b9-4c87-8ef6-768d09d3022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:29.771976 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9903f536-fe41-4fa5-8113-cdd7523c4e6a req-22c7500d-d2b9-4c87-8ef6-768d09d3022f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 1098 time: 0.0810301 Jun 15 15:32:29.867051 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-9903f536-fe41-4fa5-8113-cdd7523c4e6a req-20e7d0ca-6cea-4be6-b543-5fb9ab213485 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887961 Jun 15 15:32:29.898890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdf4fd-3411-4a75-b3bf-a44832e9e9d3 req-c8548649-07b0-493f-9b5a-98afdffddcdb tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:29.900378 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-20bdf4fd-3411-4a75-b3bf-a44832e9e9d3 req-c8548649-07b0-493f-9b5a-98afdffddcdb tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 945 time: 0.1069455 Jun 15 15:32:29.947474 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-20bdf4fd-3411-4a75-b3bf-a44832e9e9d3 req-a7a54793-4fa2-4bd5-823c-5347dc259cc5 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386136 Jun 15 15:32:30.637955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:30.821536 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:31.158199 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50ce94-c81e-4ced-84c2-a520851b8f43 req-32681161-9484-4f61-ade8-4c4ae0c2b0d5 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:31.159694 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6b50ce94-c81e-4ced-84c2-a520851b8f43 req-32681161-9484-4f61-ade8-4c4ae0c2b0d5 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 945 time: 0.0982416 Jun 15 15:32:31.206583 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-6b50ce94-c81e-4ced-84c2-a520851b8f43 req-3f3392cc-29b5-4a78-8547-2dc8549cb504 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392933 Jun 15 15:32:31.429943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf1201-033a-4a09-a980-1eaa4f8abeb5 req-f3118f75-a2ac-401f-9427-3f6501ae5aa2 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:31.431429 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6adf1201-033a-4a09-a980-1eaa4f8abeb5 req-f3118f75-a2ac-401f-9427-3f6501ae5aa2 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 945 time: 0.1107697 Jun 15 15:32:31.476879 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6adf1201-033a-4a09-a980-1eaa4f8abeb5 req-5d4e69ae-50ab-40c4-b3f6-a42cda8dc9b9 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396791 Jun 15 15:32:31.504667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47834) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:31.638156 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09f2c08-4f10-42e7-b1c4-a3cfe2041353 tempest-TestSnapshotPattern-1039660315 tempest-TestSnapshotPattern-1039660315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:31.639709 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-f09f2c08-4f10-42e7-b1c4-a3cfe2041353 tempest-TestSnapshotPattern-1039660315 tempest-TestSnapshotPattern-1039660315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 1093 time: 0.1340511 Jun 15 15:32:31.642859 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 47840) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:32:31.647903 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:32:31.654335 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:32:31.658523 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Usage tracker for resource:floatingip and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:32:31.661556 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:32:31.667742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:32:31.679734 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:31.821520 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:32.060561 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Allocated IP 172.26.3.180 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/5d7d9cb2-fd57-46df-ad87-dc8e50a17fc6) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:32:32.218654 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:32.255821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:32.262064 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:32.324351 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:32:32.326996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:32:32.330705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:32:32.365424 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'Port': ['ID=5d7d9cb2-fd57-46df-ad87-dc8e50a17fc6,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:32.770735 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:32.847976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:33.059508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:33.066226 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:33.182175 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'Port': ['ID=5d7d9cb2-fd57-46df-ad87-dc8e50a17fc6,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:32:33.192293 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:33.364079 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Floating IP eba608a2-633c-4c1e-8766-1ab8e5f20245 associated. External IP: 172.26.3.180, port: 11a92e2e-793e-45cf-a21f-06b7218af8ca. Jun 15 15:32:33.835085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Router c0602e76-7a78-44b2-b95c-1b1fa2458676 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:32:34.022324 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:32:34.032021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d138780-d1df-4e88-af90-1cba0ead64c9 None None] Sync routers for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:32:34.042732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d138780-d1df-4e88-af90-1cba0ead64c9 None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:32:34.043331 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7d138780-d1df-4e88-af90-1cba0ead64c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:32:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:34.048502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:34.107914 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-b3265998-6e41-4896-81c5-53cd943426ba tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4640281 Jun 15 15:32:34.108535 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:32:34.205878 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae44089c-64ef-46ad-bd67-06cd7668b464'] response: {'name': 'network-changed', 'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'status': 'completed', 'code': 200} Jun 15 15:32:34.223989 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7d138780-d1df-4e88-af90-1cba0ead64c9 None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:32:34.312065 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85177ad4-6bcf-40b0-9ab0-0b88bd5cd500 req-a1cd9609-e0ad-48a4-b5e1-ba2c39d702ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:34.313563 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85177ad4-6bcf-40b0-9ab0-0b88bd5cd500 req-a1cd9609-e0ad-48a4-b5e1-ba2c39d702ed service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 1098 time: 0.0847318 Jun 15 15:32:34.450389 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85177ad4-6bcf-40b0-9ab0-0b88bd5cd500 req-cb1fdf0f-3ef2-4e2a-84d8-2ffc236d1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:34.451887 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85177ad4-6bcf-40b0-9ab0-0b88bd5cd500 req-cb1fdf0f-3ef2-4e2a-84d8-2ffc236d1f8f service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 910 time: 0.1320162 Jun 15 15:32:34.557558 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85177ad4-6bcf-40b0-9ab0-0b88bd5cd500 req-a5b6b9b0-71aa-42cb-ba35-6a83e03a818f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca HTTP/1.1" status: 200 len: 999 time: 0.0992832 Jun 15 15:32:34.575941 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7d138780-d1df-4e88-af90-1cba0ead64c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'eba608a2-633c-4c1e-8766-1ab8e5f20245', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'floating_ip_address': '172.26.3.180', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'port_id': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'mac_address': 'fa:16:3e:19:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:32:32Z', 'updated_at': '2022-06-15T15:32:32Z', 'revision_number': 0, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:34.579937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d138780-d1df-4e88-af90-1cba0ead64c9 None None] Checking router: c0602e76-7a78-44b2-b95c-1b1fa2458676 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:32:34.589198 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d138780-d1df-4e88-af90-1cba0ead64c9 None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:32:34.589901 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7d138780-d1df-4e88-af90-1cba0ead64c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:32:29Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:34.619940 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85177ad4-6bcf-40b0-9ab0-0b88bd5cd500 req-a7e892a1-7ad6-4455-a6ec-fffa6be51bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:34.621482 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85177ad4-6bcf-40b0-9ab0-0b88bd5cd500 req-a7e892a1-7ad6-4455-a6ec-fffa6be51bd2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 200 len: 848 time: 0.0576329 Jun 15 15:32:34.708946 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85177ad4-6bcf-40b0-9ab0-0b88bd5cd500 req-9e3507b6-5eb3-4035-94be-1b2afd941b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:32:34.710472 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85177ad4-6bcf-40b0-9ab0-0b88bd5cd500 req-9e3507b6-5eb3-4035-94be-1b2afd941b38 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcbef049-6938-4175-b757-2d10617b7745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832129 Jun 15 15:32:34.770306 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-7d138780-d1df-4e88-af90-1cba0ead64c9 None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:32:34.847209 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85177ad4-6bcf-40b0-9ab0-0b88bd5cd500 req-c59e0f6a-ce60-4745-881d-6e1c6b5e08a4 service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306689 Jun 15 15:32:34.982479 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-85177ad4-6bcf-40b0-9ab0-0b88bd5cd500 req-b311f1da-1016-49bb-a038-3481ea4f6f6e service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293221 Jun 15 15:32:35.154598 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-7d138780-d1df-4e88-af90-1cba0ead64c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'eba608a2-633c-4c1e-8766-1ab8e5f20245', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'floating_ip_address': '172.26.3.180', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'port_id': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'mac_address': 'fa:16:3e:19:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:32:32Z', 'updated_at': '2022-06-15T15:32:32Z', 'revision_number': 0, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:32:35.158969 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d138780-d1df-4e88-af90-1cba0ead64c9 None None] The sync data for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv is: [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'eba608a2-633c-4c1e-8766-1ab8e5f20245', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'floating_ip_address': '172.26.3.180', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'port_id': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'mac_address': 'fa:16:3e:19:a7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:32:32Z', 'updated_at': '2022-06-15T15:32:32Z', 'revision_number': 0, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:32:35.357112 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8df184-db3a-4be2-b673-e60346033c73 None None] New status for floating IP eba608a2-633c-4c1e-8766-1ab8e5f20245: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:32:39.655427 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:32:52.034257 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:57.323233 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b9c06bc0-052e-40ab-ab16-8d0c273db2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:32:59.402136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-d902a8bc-2bbc-42ba-8b83-ba91375de4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:33:00.638323 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:33:00.826967 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:33:02.269287 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:33:16.659784 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:33:20.010628 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0081d22-5add-43ff-a188-668ef92232b6 req-ddee2d14-3b02-4a30-8203-502b7bc07733 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0800498 Jun 15 15:33:20.185428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0081d22-5add-43ff-a188-668ef92232b6 req-171a758d-5bb4-446d-bbdd-98d854eaae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:33:20.186908 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0081d22-5add-43ff-a188-668ef92232b6 req-171a758d-5bb4-446d-bbdd-98d854eaae1c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 1098 time: 0.0860391 Jun 15 15:33:20.336224 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0081d22-5add-43ff-a188-668ef92232b6 req-59ec83ad-a70a-4a1e-bd6f-795ba2ad66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:33:20.337587 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0081d22-5add-43ff-a188-668ef92232b6 req-59ec83ad-a70a-4a1e-bd6f-795ba2ad66bf service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 910 time: 0.1315956 Jun 15 15:33:20.546210 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0081d22-5add-43ff-a188-668ef92232b6 req-80831a58-a5c3-4658-8e62-6d97b49a5d07 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca HTTP/1.1" status: 200 len: 1001 time: 0.2021370 Jun 15 15:33:20.609909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0081d22-5add-43ff-a188-668ef92232b6 req-0d1b3bd2-9bd8-44e5-84f4-54905916423b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:33:20.611229 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0081d22-5add-43ff-a188-668ef92232b6 req-0d1b3bd2-9bd8-44e5-84f4-54905916423b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 200 len: 848 time: 0.0587294 Jun 15 15:33:20.694202 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0081d22-5add-43ff-a188-668ef92232b6 req-0b22e014-70c6-4fea-8bed-f7010622c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:33:20.695685 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0081d22-5add-43ff-a188-668ef92232b6 req-0b22e014-70c6-4fea-8bed-f7010622c902 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcbef049-6938-4175-b757-2d10617b7745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779257 Jun 15 15:33:20.830374 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0081d22-5add-43ff-a188-668ef92232b6 req-23d6f9ca-cf40-48a8-a5b8-dae63a2672de service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282692 Jun 15 15:33:20.963265 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-e0081d22-5add-43ff-a188-668ef92232b6 req-f3727ce9-3ebe-43b1-b657-58b155d76f2a service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262257 Jun 15 15:33:22.017373 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:33:27.335018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9221-1117-462c-8f13-fa9269bce943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:33:29.403926 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-4ca033d9-6268-4a8f-9afb-dba34cefdacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:33:30.638221 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:33:30.831237 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:33:32.279690 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:33:52.022885 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:33:53.659350 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:33:57.339460 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-869f45e7-fdeb-4086-8e12-348e2cf66356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:33:59.410769 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-93d0c5a1-512e-4e5c-9d6b-a060ae3c3c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:00.645354 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:00.838120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:02.278550 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:21.646705 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-973f9837-1f6b-4cad-8366-259839714520 req-2c357b62-10d5-4b3c-b043-9bcae036ac0a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847478 Jun 15 15:34:21.807899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f9837-1f6b-4cad-8366-259839714520 req-05110035-a38d-4255-b058-6833459df1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:21.809449 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-973f9837-1f6b-4cad-8366-259839714520 req-05110035-a38d-4255-b058-6833459df1b4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 1098 time: 0.0938034 Jun 15 15:34:21.979918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f9837-1f6b-4cad-8366-259839714520 req-4e27677d-de77-44ce-abc0-89e3f1c5ba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:21.981417 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-973f9837-1f6b-4cad-8366-259839714520 req-4e27677d-de77-44ce-abc0-89e3f1c5ba27 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 910 time: 0.1483500 Jun 15 15:34:22.012625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:22.087290 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-973f9837-1f6b-4cad-8366-259839714520 req-419c7cd0-64bd-4d86-ba28-4e40a434b2bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca HTTP/1.1" status: 200 len: 1001 time: 0.0997472 Jun 15 15:34:22.153850 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f9837-1f6b-4cad-8366-259839714520 req-1358e8d5-b98e-459e-995e-1bdb57723371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:22.155322 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-973f9837-1f6b-4cad-8366-259839714520 req-1358e8d5-b98e-459e-995e-1bdb57723371 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 200 len: 848 time: 0.0619829 Jun 15 15:34:22.257409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f9837-1f6b-4cad-8366-259839714520 req-1456096c-f50b-459b-b794-7e77bd5b963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:22.259208 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-973f9837-1f6b-4cad-8366-259839714520 req-1456096c-f50b-459b-b794-7e77bd5b963d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcbef049-6938-4175-b757-2d10617b7745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0976737 Jun 15 15:34:22.402360 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-973f9837-1f6b-4cad-8366-259839714520 req-4d625818-0109-418a-bffe-ead224e0df00 service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366236 Jun 15 15:34:22.537238 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-973f9837-1f6b-4cad-8366-259839714520 req-9e11c127-f64a-439f-97cd-7cfa892fd98e service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282215 Jun 15 15:34:27.338895 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-29e1b267-aa70-4778-8c3f-962d82868b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:29.394342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9c261341-fd35-4915-9c37-1af0d0dead46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:30.637902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:30.658446 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:34:30.832328 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:32.283046 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:33.893220 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 11a92e2e-793e-45cf-a21f-06b7218af8ca details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:34:34.055261 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 11a92e2e-793e-45cf-a21f-06b7218af8ca, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:34:34.069869 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'port_id': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'mac_address': 'fa:16:3e:19:a7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:34:34.131955 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 11a92e2e-793e-45cf-a21f-06b7218af8ca is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:34:34.132262 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:34.152518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11a92e2e-793e-45cf-a21f-06b7218af8ca {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:34:34.169915 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 11a92e2e-793e-45cf-a21f-06b7218af8ca, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:34:34.176113 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:34.253625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['11a92e2e-793e-45cf-a21f-06b7218af8ca'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:34:34.289127 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=11a92e2e-793e-45cf-a21f-06b7218af8ca,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:34:34.303570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:34.303570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:34.303570 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:34.304146 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:34.304639 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:34.305079 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:34.305501 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:34.305919 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:34.306256 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:34.306583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:34.306911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:34.307234 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:35.892690 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 11a92e2e-793e-45cf-a21f-06b7218af8ca up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:34:35.986716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port 11a92e2e-793e-45cf-a21f-06b7218af8ca triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:34:35.987092 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:36.147262 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 11a92e2e-793e-45cf-a21f-06b7218af8ca is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:34:36.147995 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:36.184602 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:34:36.201077 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 11a92e2e-793e-45cf-a21f-06b7218af8ca, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:34:36.209115 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:36.314484 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=11a92e2e-793e-45cf-a21f-06b7218af8ca,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:34:36.331460 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27e8019-af50-4ca9-a9f2-85e57100efd9'] response: {'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'code': 200} Jun 15 15:34:43.209779 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-267efafc-aa99-4caf-a495-2c0db80e3e0d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297365202&fields=id&tenant_id=41f1d4d729e346eda6a78ccb698cf119 HTTP/1.1" status: 200 len: 267 time: 0.0415080 Jun 15 15:34:43.364321 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-b127bbdf-6e90-45cf-93df-ca5a55ed90b2 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:43.365702 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-b127bbdf-6e90-45cf-93df-ca5a55ed90b2 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 809 time: 0.1464717 Jun 15 15:34:43.380889 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-06d8c3f9-f078-4cba-87a1-5039bc284a16 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/quotas/41f1d4d729e346eda6a78ccb698cf119 HTTP/1.1" status: 200 len: 375 time: 0.0094118 Jun 15 15:34:43.483136 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-3bf2649a-f8d1-4935-aa16-22986ca4f6d5 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0967705 Jun 15 15:34:43.498783 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-d2291bf8-1ccd-4ecf-adb8-9d837fa4f456 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=89018) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 15 15:34:43.499799 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-d2291bf8-1ccd-4ecf-adb8-9d837fa4f456 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051358 Jun 15 15:34:43.643688 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-521e8ece-fb1f-46ac-a908-ab6ba508f374 service neutron] 10.222.0.26 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381993 Jun 15 15:34:43.873362 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-07aec1c1-6cf3-4db9-89db-be6f65874870 service neutron] 10.222.0.26 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233975 Jun 15 15:34:44.079767 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-159fb25f-6e72-4775-a5b4-7693adaa5bae req-458b2c38-321f-4465-a533-e182d36ee2f8 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 210 time: 0.0600731 Jun 15 15:34:45.200021 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1ded1656-26c2-4df9-8e40-e8b37395a152 req-b03cd00a-0666-4030-b340-6d8f4789437e tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 210 time: 0.0614455 Jun 15 15:34:45.951819 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 11a92e2e-793e-45cf-a21f-06b7218af8ca no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:34:46.109849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port 11a92e2e-793e-45cf-a21f-06b7218af8ca is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:34:46.110342 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:46.139514 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:34:46.149675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port 11a92e2e-793e-45cf-a21f-06b7218af8ca, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:34:46.157154 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:46.195552 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ae4837-c2ac-4fdd-995a-0181484f3fde'] response: {'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'code': 200} Jun 15 15:34:46.231885 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=11a92e2e-793e-45cf-a21f-06b7218af8ca,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:34:46.308141 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0c124a3d-eea5-4d3a-938d-e990024a5c5f req-0f2b1eac-1ffa-4fdb-be57-91b608aa589e tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 210 time: 0.0520029 Jun 15 15:34:47.417718 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-86ab6dc2-3721-48b5-a5c7-39b672be77c3 req-4476ceb1-eb41-4ca8-9c62-9ed10581cd2c tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 210 time: 0.0555198 Jun 15 15:34:48.590523 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-73e884ec-c96d-4113-bea5-bb3f4bb37c1d req-7b5cdd11-693e-46ee-b4e6-90148d843e3b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 210 time: 0.0525675 Jun 15 15:34:49.222254 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-841ddeaf-b415-4836-817c-27193511e4df tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:49.223723 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-841ddeaf-b415-4836-817c-27193511e4df tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.44 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 809 time: 0.1623573 Jun 15 15:34:49.274310 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-01a4acb9-0a5b-4d50-8bc1-53476a3b7857 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41f1d4d729e346eda6a78ccb698cf119 HTTP/1.1" status: 200 len: 379 time: 0.0417330 Jun 15 15:34:49.284463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Request body: {'port': {'device_id': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'admin_state_up': True, 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'security_groups': ['d7439a75-09fb-4ba0-987a-45cf139e4338']}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:34:49.425328 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:34:49.435050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:34:49.446862 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Made reservation on behalf of 41f1d4d729e346eda6a78ccb698cf119 for: {'port': 1} {{(pid=89018) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 15 15:34:49.450890 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:49.698926 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Allocated IP 172.20.0.13 (bcbef049-6938-4175-b757-2d10617b7745/8eef5b97-5c78-4cdd-bf24-d592467b0c93/f70043aa-61cf-4048-8c19-409333e4422b) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:34:49.863868 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-9a0aec08-34d9-448e-a562-9cca16113cdc req-bd6daa31-d602-4569-b75b-73756bf49529 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 210 time: 0.0684745 Jun 15 15:34:49.986521 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:50.005223 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Transition to ACTIVE for port object f70043aa-61cf-4048-8c19-409333e4422b will not be triggered until provisioned by entity DHCP. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:34:50.040531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:50.126454 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Network bcbef049-6938-4175-b757-2d10617b7745 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:34:50.130095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:34:50.135343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:34:50.179814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'Port': ['ID=f70043aa-61cf-4048-8c19-409333e4422b,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:34:50.208669 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:50.209085 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:50.209366 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:50.209688 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:50.210071 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:50.210463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:50.210802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:50.211125 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:50.211456 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:50.212062 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:50.212463 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:50.212792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:34:50.258461 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:50.259117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:50.305960 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-0c7c8114-aad0-4bca-9716-bed712b5f74b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0252583 Jun 15 15:34:50.538645 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0fc0d914-5c5d-48cf-8fac-34d800586ce0 None None] Provisioning for port f70043aa-61cf-4048-8c19-409333e4422b completed by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:34:50.546917 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-0fc0d914-5c5d-48cf-8fac-34d800586ce0 None None] Provisioning complete for port f70043aa-61cf-4048-8c19-409333e4422b triggered by entity DHCP. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:34:50.547360 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d914-5c5d-48cf-8fac-34d800586ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:50.604814 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-0fc0d914-5c5d-48cf-8fac-34d800586ce0 None None] Port f70043aa-61cf-4048-8c19-409333e4422b cannot update to ACTIVE because it is not bound. {{(pid=89020) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 15 15:34:51.058020 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae184863-e270-4ce3-b30b-f3ed3be2c285 req-207cac76-c09f-4c17-b8aa-6de306fa5e09 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:51.058748 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ae184863-e270-4ce3-b30b-f3ed3be2c285 req-207cac76-c09f-4c17-b8aa-6de306fa5e09 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Synchronizing usage tracker for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:34:51.081301 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-ae184863-e270-4ce3-b30b-f3ed3be2c285 req-207cac76-c09f-4c17-b8aa-6de306fa5e09 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Unset dirty status for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:34:51.082559 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae184863-e270-4ce3-b30b-f3ed3be2c285 req-207cac76-c09f-4c17-b8aa-6de306fa5e09 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 932 time: 0.1186974 Jun 15 15:34:51.135903 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ae184863-e270-4ce3-b30b-f3ed3be2c285 req-32a3fba0-2e82-4bfb-95e9-d5591b08129d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452785 Jun 15 15:34:52.013282 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:52.356345 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64896c4b-7082-45ff-b7b6-d79ee7858c02 req-7792e7ca-d2ac-4905-84c7-367dd0b062f6 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:52.357799 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-64896c4b-7082-45ff-b7b6-d79ee7858c02 req-7792e7ca-d2ac-4905-84c7-367dd0b062f6 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 932 time: 0.1009483 Jun 15 15:34:52.406606 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-64896c4b-7082-45ff-b7b6-d79ee7858c02 req-5e8b5d8e-bf5a-4215-96ee-f71d4e52352f tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422888 Jun 15 15:34:53.615184 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963444a-7458-4377-a469-c380989ad2c5 req-446fbf5f-f5f5-4161-967b-4d145e19afee tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:53.617412 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4963444a-7458-4377-a469-c380989ad2c5 req-446fbf5f-f5f5-4161-967b-4d145e19afee tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 932 time: 0.0985096 Jun 15 15:34:53.690434 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4963444a-7458-4377-a469-c380989ad2c5 req-91e3b1a4-8527-433c-9a89-f3a4f844df0a tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668244 Jun 15 15:34:54.893196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c37c2f-8d74-41ec-9538-bf3f1bbddb9e req-f56d7898-c720-4566-8118-ff1646917460 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:54.895423 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1c37c2f-8d74-41ec-9538-bf3f1bbddb9e req-f56d7898-c720-4566-8118-ff1646917460 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 932 time: 0.0939610 Jun 15 15:34:54.946113 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b1c37c2f-8d74-41ec-9538-bf3f1bbddb9e req-8babadda-b1c7-4bf8-8a10-7d342477eb02 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446641 Jun 15 15:34:56.160419 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721967e-6534-4b54-a840-b0b26c6fd55a req-dab83a51-ab5f-43c3-9a92-312f402d98ae tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:56.161917 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a721967e-6534-4b54-a840-b0b26c6fd55a req-dab83a51-ab5f-43c3-9a92-312f402d98ae tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 932 time: 0.1035452 Jun 15 15:34:56.215680 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a721967e-6534-4b54-a840-b0b26c6fd55a req-49975d78-9508-478a-b80e-904bf8a9d16d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478284 Jun 15 15:34:57.338015 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6fc61aa7-53f7-45c7-82ba-2c6270a95ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:57.426438 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ee7f7-866a-4e75-8e3b-50637d9d1a9d req-441a190d-6a1c-4f51-9c11-8ab0b911ae8b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:57.428055 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-558ee7f7-866a-4e75-8e3b-50637d9d1a9d req-441a190d-6a1c-4f51-9c11-8ab0b911ae8b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 932 time: 0.0998867 Jun 15 15:34:57.476547 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-558ee7f7-866a-4e75-8e3b-50637d9d1a9d req-7d737c24-1ee9-4967-94b0-e4f580c727e0 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423369 Jun 15 15:34:57.774146 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Request body: {'port': {'device_id': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8458'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:34:57.895244 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:58.248635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70043aa-61cf-4048-8c19-409333e4422b {{(pid=89018) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:34:58.257026 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:58.277512 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.provisioning_blocks [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Transition to ACTIVE for port object f70043aa-61cf-4048-8c19-409333e4422b will not be triggered until provisioned by entity L2. {{(pid=89018) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 15 15:34:58.283764 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:58.560398 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=f70043aa-61cf-4048-8c19-409333e4422b,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:34:58.711667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Attempting to bind port f70043aa-61cf-4048-8c19-409333e4422b on host hv-neutron-8458 for vnic_type normal with profile {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 15 15:34:58.711993 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Attempting to bind port f70043aa-61cf-4048-8c19-409333e4422b by drivers openvswitch,hyperv on host hv-neutron-8458 at level 0 using segments [{'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 15 15:34:58.712348 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Attempting to bind port f70043aa-61cf-4048-8c19-409333e4422b on network bcbef049-6938-4175-b757-2d10617b7745 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:34:58.719611 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Port f70043aa-61cf-4048-8c19-409333e4422b on network bcbef049-6938-4175-b757-2d10617b7745 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8458 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 15 15:34:58.719930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Attempting to bind port f70043aa-61cf-4048-8c19-409333e4422b on network bcbef049-6938-4175-b757-2d10617b7745 {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 15 15:34:58.727814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Checking agent: {'id': '6087415e-56ed-4224-8a92-650cf792dc27', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8458', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'started_at': datetime.datetime(2022, 6, 15, 14, 37, 21), 'heartbeat_timestamp': datetime.datetime(2022, 6, 15, 15, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 15 15:34:58.728149 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Checking segment: {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89018) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 15 15:34:58.728555 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Bound using segment: {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'} {{(pid=89018) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 15 15:34:58.728976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.managers [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Bound port: f70043aa-61cf-4048-8c19-409333e4422b, host: hv-neutron-8458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745'}}] {{(pid=89018) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 15 15:34:58.729489 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:58.778401 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1411a673-519f-4dfd-b812-8a05e37bc6d8 req-473f5290-f639-48e7-9519-5ea12e5a7de2 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:58.779796 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1411a673-519f-4dfd-b812-8a05e37bc6d8 req-473f5290-f639-48e7-9519-5ea12e5a7de2 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 944 time: 0.1727486 Jun 15 15:34:58.861752 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1411a673-519f-4dfd-b812-8a05e37bc6d8 req-ee7b618c-afe9-46f5-9e7d-d5bd140e6dab tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699191 Jun 15 15:34:58.865609 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] For port f70043aa-61cf-4048-8c19-409333e4422b, host hv-neutron-8458, cleared binding levels {{(pid=89018) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 15 15:34:58.868695 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] For port f70043aa-61cf-4048-8c19-409333e4422b, host hv-neutron-8458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=f70043aa-61cf-4048-8c19-409333e4422b,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89018) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 15 15:34:58.874117 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:58.935849 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:58.936915 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:58.938321 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] 10.222.0.44 "PUT /v2.0/ports/f70043aa-61cf-4048-8c19-409333e4422b HTTP/1.1" status: 200 len: 1094 time: 1.1714172 Jun 15 15:34:58.938749 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:34:58.965388 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b827f93-3276-43ef-aa69-0ef6418e1bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=f70043aa-61cf-4048-8c19-409333e4422b,revision_number=3']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:34:59.016800 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791dec4c-6dac-4c01-96ff-4586ecc351ce'] response: {'name': 'network-changed', 'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b', 'status': 'completed', 'code': 200} Jun 15 15:34:59.064780 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-78d67ef2-073e-4b67-97d6-0993eff99da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:59.066382 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-78d67ef2-073e-4b67-97d6-0993eff99da8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 1097 time: 0.0895867 Jun 15 15:34:59.140905 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-f5d392f1-d48b-45f2-a312-730b8bd66925 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f70043aa-61cf-4048-8c19-409333e4422b HTTP/1.1" status: 200 len: 217 time: 0.0675557 Jun 15 15:34:59.208792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-038a3890-2447-4d48-b140-adcf7932e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:59.210279 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-038a3890-2447-4d48-b140-adcf7932e77f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 200 len: 848 time: 0.0634112 Jun 15 15:34:59.301409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-3b3f5b9f-35fa-41a5-a578-5e99e86919b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:59.302840 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-3b3f5b9f-35fa-41a5-a578-5e99e86919b1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcbef049-6938-4175-b757-2d10617b7745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860832 Jun 15 15:34:59.401557 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f6b7ca7a-2646-4035-962f-44ed22d748d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:34:59.449086 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-ea4577d5-4ca2-4514-b9ef-c5ff141c0a42 service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391423 Jun 15 15:34:59.582644 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-ee32280e-2bf3-4114-9d70-475a10ab3df1 req-38362c4a-a3e5-47ce-85b8-5181adbceafb service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269631 Jun 15 15:34:59.712092 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018765f3-6d9a-4706-8371-065691f7f4b9 req-c979e5f9-7e88-45f1-8e23-1460c6ae4235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:59.713641 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-018765f3-6d9a-4706-8371-065691f7f4b9 req-c979e5f9-7e88-45f1-8e23-1460c6ae4235 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 1097 time: 0.0845151 Jun 15 15:34:59.848697 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018765f3-6d9a-4706-8371-065691f7f4b9 req-f5f8f2b5-ae1e-4405-8d9c-1bafdc9dea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:34:59.850032 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-018765f3-6d9a-4706-8371-065691f7f4b9 req-f5f8f2b5-ae1e-4405-8d9c-1bafdc9dea2f service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 910 time: 0.1302366 Jun 15 15:34:59.918725 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-018765f3-6d9a-4706-8371-065691f7f4b9 req-90d7858e-fce3-445b-9755-c47e563dfb46 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f70043aa-61cf-4048-8c19-409333e4422b HTTP/1.1" status: 200 len: 217 time: 0.0613844 Jun 15 15:35:00.032730 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018765f3-6d9a-4706-8371-065691f7f4b9 req-358809d6-6a20-4daf-aa90-9a3d6a84001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:00.034152 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-018765f3-6d9a-4706-8371-065691f7f4b9 req-358809d6-6a20-4daf-aa90-9a3d6a84001c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 200 len: 848 time: 0.1090064 Jun 15 15:35:00.132095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a36c9-cbcc-4e38-a1c2-62c9f0761aa2 req-edec9987-21cf-40f9-9e33-61d7ce1f3dc9 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:00.133885 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a44a36c9-cbcc-4e38-a1c2-62c9f0761aa2 req-edec9987-21cf-40f9-9e33-61d7ce1f3dc9 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 944 time: 0.1621785 Jun 15 15:35:00.163352 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018765f3-6d9a-4706-8371-065691f7f4b9 req-8f03e8e8-0bd7-4ac8-bbc4-6d685431f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:00.164840 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-018765f3-6d9a-4706-8371-065691f7f4b9 req-8f03e8e8-0bd7-4ac8-bbc4-6d685431f845 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcbef049-6938-4175-b757-2d10617b7745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1234906 Jun 15 15:35:00.250450 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a44a36c9-cbcc-4e38-a1c2-62c9f0761aa2 req-96729c10-1fe8-4546-b806-e33732dd8336 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104102 Jun 15 15:35:00.418946 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-018765f3-6d9a-4706-8371-065691f7f4b9 req-94d29ec7-37c7-455f-8c44-f534a737058e service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457290 Jun 15 15:35:00.553420 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-018765f3-6d9a-4706-8371-065691f7f4b9 req-7f79053e-1a22-43ba-af38-d83d5e74268e service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282570 Jun 15 15:35:00.645235 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:00.845715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:01.472747 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d477ba-fbc0-4231-9520-b72fb80e94a1 req-4be49780-05ea-4a4a-9f30-cc3456cc0b15 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:01.474230 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f9d477ba-fbc0-4231-9520-b72fb80e94a1 req-4be49780-05ea-4a4a-9f30-cc3456cc0b15 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 944 time: 0.1024613 Jun 15 15:35:01.519611 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-f9d477ba-fbc0-4231-9520-b72fb80e94a1 req-38331931-2585-49ab-8b3e-30f8f65c3ea3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395937 Jun 15 15:35:02.053030 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device f70043aa-61cf-4048-8c19-409333e4422b details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:35:02.194561 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port f70043aa-61cf-4048-8c19-409333e4422b, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=f70043aa-61cf-4048-8c19-409333e4422b,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:35:02.207843 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'f70043aa-61cf-4048-8c19-409333e4422b', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'port_id': 'f70043aa-61cf-4048-8c19-409333e4422b', 'mac_address': 'fa:16:3e:cb:4a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:35:02.276684 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port f70043aa-61cf-4048-8c19-409333e4422b is: DOWN; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:35:02.277066 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:02.295846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:02.297532 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70043aa-61cf-4048-8c19-409333e4422b {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:35:02.313580 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port f70043aa-61cf-4048-8c19-409333e4422b, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=f70043aa-61cf-4048-8c19-409333e4422b,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:35:02.319361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:02.390791 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=f70043aa-61cf-4048-8c19-409333e4422b,revision_number=4']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:35:02.549890 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['f70043aa-61cf-4048-8c19-409333e4422b'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:35:02.717732 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a8baf-6fa5-47a8-a258-5ed33272f205 req-9061c3bb-d2a3-4671-a49b-a60c21add523 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:02.719657 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-960a8baf-6fa5-47a8-a258-5ed33272f205 req-9061c3bb-d2a3-4671-a49b-a60c21add523 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 945 time: 0.0907998 Jun 15 15:35:02.764543 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-960a8baf-6fa5-47a8-a258-5ed33272f205 req-b1b39114-8b36-4e63-b189-cf57400d7640 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391321 Jun 15 15:35:03.982668 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba7276-c020-40ab-a528-7b95d72e2450 req-e5fabb17-501a-4af6-bf31-e82ce3f0a97c tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:03.984058 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b8ba7276-c020-40ab-a528-7b95d72e2450 req-e5fabb17-501a-4af6-bf31-e82ce3f0a97c tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 945 time: 0.0905607 Jun 15 15:35:04.032084 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-b8ba7276-c020-40ab-a528-7b95d72e2450 req-2352815b-9607-4348-b38b-f371a483fa2a tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421932 Jun 15 15:35:04.042620 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device f70043aa-61cf-4048-8c19-409333e4422b up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:35:04.116911 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning for port f70043aa-61cf-4048-8c19-409333e4422b completed by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 15 15:35:04.121825 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port f70043aa-61cf-4048-8c19-409333e4422b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:35:04.122204 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:04.236949 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port f70043aa-61cf-4048-8c19-409333e4422b is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:35:04.237239 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:04.267586 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:35:04.277251 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port f70043aa-61cf-4048-8c19-409333e4422b, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=f70043aa-61cf-4048-8c19-409333e4422b,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:35:04.282470 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:04.318359 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a33c5816-d343-4810-9e0a-8b3ecd56ecfa'] response: {'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b', 'code': 200} Jun 15 15:35:04.352211 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=f70043aa-61cf-4048-8c19-409333e4422b,revision_number=5']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:35:04.555545 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658d36c-edcf-4576-80bf-26f4e541c316 req-93eddebf-6d67-4792-991b-79382d0dbc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:04.557095 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5658d36c-edcf-4576-80bf-26f4e541c316 req-93eddebf-6d67-4792-991b-79382d0dbc30 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 1099 time: 0.0863953 Jun 15 15:35:04.599783 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-5658d36c-edcf-4576-80bf-26f4e541c316 req-509a1c16-93f0-408f-a2f4-47d9ea59110c service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361969 Jun 15 15:35:05.254588 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f023e-bae6-432f-bcb8-f9e776b0a86b req-e441bcdd-505f-467e-b0d8-b3827f6efb99 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:05.256098 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e19f023e-bae6-432f-bcb8-f9e776b0a86b req-e441bcdd-505f-467e-b0d8-b3827f6efb99 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 946 time: 0.1011076 Jun 15 15:35:05.303907 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-e19f023e-bae6-432f-bcb8-f9e776b0a86b req-3610a62f-b675-4931-ad18-fdf45be13342 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388873 Jun 15 15:35:06.530745 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03103ba8-00b9-4237-959f-bff0b45888e9 req-d5e182aa-386d-4499-ba98-ea5e104656e2 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:06.532216 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-03103ba8-00b9-4237-959f-bff0b45888e9 req-d5e182aa-386d-4499-ba98-ea5e104656e2 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 946 time: 0.1076679 Jun 15 15:35:06.577038 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-03103ba8-00b9-4237-959f-bff0b45888e9 req-91180517-f228-4025-866b-41e5343182b1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387776 Jun 15 15:35:06.776890 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc198a-7b96-428d-a8e0-48e47182155f req-c39a714e-e41b-49d3-b364-fc9cd89bda6f tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:06.778351 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-25cc198a-7b96-428d-a8e0-48e47182155f req-c39a714e-e41b-49d3-b364-fc9cd89bda6f tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 946 time: 0.0949013 Jun 15 15:35:06.825275 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-25cc198a-7b96-428d-a8e0-48e47182155f req-60ee389f-fe7f-4d70-809b-f0758d61c75b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389204 Jun 15 15:35:06.856022 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 48126) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:35:06.940661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a12dd7-b7bd-4071-b96c-d3641bd9fda0 tempest-TestSnapshotPattern-1039660315 tempest-TestSnapshotPattern-1039660315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:06.942403 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-45a12dd7-b7bd-4071-b96c-d3641bd9fda0 tempest-TestSnapshotPattern-1039660315 tempest-TestSnapshotPattern-1039660315-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 1094 time: 0.0853679 Jun 15 15:35:06.945404 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 48130) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:35:06.950203 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.v2.base [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Request body: {'floatingip': {'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'port_id': 'f70043aa-61cf-4048-8c19-409333e4422b', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89018) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 15 15:35:06.956635 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 15 15:35:06.961050 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Usage tracker for resource:floatingip and tenant:41f1d4d729e346eda6a78ccb698cf119 is out of sync, need to count used quota {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 15 15:35:06.963986 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89018) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 15 15:35:06.970504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.quota.driver [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89018) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 15 15:35:06.984116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for floatingip, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:07.129467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:07.269235 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_common [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Allocated IP 172.26.3.59 (a7f47a7c-176e-46ad-8b17-810dc9055957/d0e701d2-37eb-414b-aff2-2a582a9a5fdf/f47d1d37-74e7-4265-8c7a-1dea9b94632d) {{(pid=89018) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 15 15:35:07.417358 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for port, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:07.453572 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756968834928', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:07.517372 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Network a7f47a7c-176e-46ad-8b17-810dc9055957 is already hosted by enough agents. {{(pid=89018) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 15 15:35:07.520667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Resources bound (agent type, host, resource id): {{(pid=89018) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 15 15:35:07.524285 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Received port after_create {{(pid=89018) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 15 15:35:07.561918 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'Port': ['ID=f47d1d37-74e7-4265-8c7a-1dea9b94632d,revision_number=1']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:35:07.658395 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:35:07.956873 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:08.032996 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:08.352809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for port, precommit_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:08.361086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132287574'] for port, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:08.478944 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event updated for resources: {'Port': ['ID=f47d1d37-74e7-4265-8c7a-1dea9b94632d,revision_number=2']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:35:08.490367 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-958399'] for floatingip, after_update {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:08.665832 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.db.l3_db [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Floating IP 9b769f73-cebd-4969-9455-2911cc2592f8 associated. External IP: 172.26.3.59, port: f70043aa-61cf-4048-8c19-409333e4422b. Jun 15 15:35:09.036947 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Router c0602e76-7a78-44b2-b95c-1b1fa2458676 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:35:09.222359 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:35:09.232318 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25a845-c53b-4ca5-a0c5-20bb02a79018 None None] Sync routers for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:35:09.242056 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25a845-c53b-4ca5-a0c5-20bb02a79018 None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:35:09.242702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ed25a845-c53b-4ca5-a0c5-20bb02a79018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:34:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:35:09.247422 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:09.302999 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-c8b4fb28-e354-405d-8fda-dc87a1569f53 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3564918 Jun 15 15:35:09.303455 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:35:09.352105 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f00f002-54f1-4c21-b775-6e5b9ceacec6'] response: {'name': 'network-changed', 'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b', 'status': 'completed', 'code': 200} Jun 15 15:35:09.425849 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ed25a845-c53b-4ca5-a0c5-20bb02a79018 None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:35:09.457343 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f7896-3275-41cb-b0b9-60301e8d5e5a req-5088d1a5-afa1-4ee5-80de-56982e0b6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:09.458967 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d38f7896-3275-41cb-b0b9-60301e8d5e5a req-5088d1a5-afa1-4ee5-80de-56982e0b6f5f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 1099 time: 0.0838280 Jun 15 15:35:09.593307 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f7896-3275-41cb-b0b9-60301e8d5e5a req-16090377-9780-4a02-b27b-78676906e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:09.594748 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d38f7896-3275-41cb-b0b9-60301e8d5e5a req-16090377-9780-4a02-b27b-78676906e66a service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 910 time: 0.1298895 Jun 15 15:35:09.820340 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d38f7896-3275-41cb-b0b9-60301e8d5e5a req-99f14cdf-b4df-4a4d-b2b1-9cd7407f5c72 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f70043aa-61cf-4048-8c19-409333e4422b HTTP/1.1" status: 200 len: 999 time: 0.2194586 Jun 15 15:35:09.823308 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ed25a845-c53b-4ca5-a0c5-20bb02a79018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '9b769f73-cebd-4969-9455-2911cc2592f8', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'floating_ip_address': '172.26.3.59', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'port_id': 'f70043aa-61cf-4048-8c19-409333e4422b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'mac_address': 'fa:16:3e:cb:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:35:07Z', 'updated_at': '2022-06-15T15:35:07Z', 'revision_number': 0, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address_scope': None}, {'id': 'eba608a2-633c-4c1e-8766-1ab8e5f20245', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'floating_ip_address': '172.26.3.180', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'port_id': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'mac_address': 'fa:16:3e:19:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:32:32Z', 'updated_at': '2022-06-15T15:32:35Z', 'revision_number': 1, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:35:09.827361 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25a845-c53b-4ca5-a0c5-20bb02a79018 None None] Checking router: c0602e76-7a78-44b2-b95c-1b1fa2458676 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:35:09.836326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25a845-c53b-4ca5-a0c5-20bb02a79018 None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:35:09.836932 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ed25a845-c53b-4ca5-a0c5-20bb02a79018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:34:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:35:09.883089 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f7896-3275-41cb-b0b9-60301e8d5e5a req-5be982f8-a7fd-4d2e-b408-cf7f29ced73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:09.884508 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d38f7896-3275-41cb-b0b9-60301e8d5e5a req-5be982f8-a7fd-4d2e-b408-cf7f29ced73b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 200 len: 848 time: 0.0578206 Jun 15 15:35:09.968509 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f7896-3275-41cb-b0b9-60301e8d5e5a req-caa4275a-56e2-4455-b457-dd4b7cd212df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:09.970130 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d38f7896-3275-41cb-b0b9-60301e8d5e5a req-caa4275a-56e2-4455-b457-dd4b7cd212df service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcbef049-6938-4175-b757-2d10617b7745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794404 Jun 15 15:35:10.012767 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-ed25a845-c53b-4ca5-a0c5-20bb02a79018 None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:35:10.102954 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d38f7896-3275-41cb-b0b9-60301e8d5e5a req-3b5abbf4-9390-455e-9a70-1f618ecb03f3 service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264851 Jun 15 15:35:10.235075 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d38f7896-3275-41cb-b0b9-60301e8d5e5a req-1e4e56c9-5c51-4fb0-a826-abf89df121a6 service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253715 Jun 15 15:35:10.374454 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-ed25a845-c53b-4ca5-a0c5-20bb02a79018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '9b769f73-cebd-4969-9455-2911cc2592f8', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'floating_ip_address': '172.26.3.59', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'port_id': 'f70043aa-61cf-4048-8c19-409333e4422b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'mac_address': 'fa:16:3e:cb:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:35:07Z', 'updated_at': '2022-06-15T15:35:07Z', 'revision_number': 0, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address_scope': None}, {'id': 'eba608a2-633c-4c1e-8766-1ab8e5f20245', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'floating_ip_address': '172.26.3.180', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'port_id': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'mac_address': 'fa:16:3e:19:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:32:32Z', 'updated_at': '2022-06-15T15:32:35Z', 'revision_number': 1, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:35:10.378648 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25a845-c53b-4ca5-a0c5-20bb02a79018 None None] The sync data for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv is: [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': '9b769f73-cebd-4969-9455-2911cc2592f8', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'floating_ip_address': '172.26.3.59', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'port_id': 'f70043aa-61cf-4048-8c19-409333e4422b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'mac_address': 'fa:16:3e:cb:4a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:35:07Z', 'updated_at': '2022-06-15T15:35:07Z', 'revision_number': 0, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address_scope': None}, {'id': 'eba608a2-633c-4c1e-8766-1ab8e5f20245', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'floating_ip_address': '172.26.3.180', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'port_id': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'mac_address': 'fa:16:3e:19:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:32:32Z', 'updated_at': '2022-06-15T15:32:35Z', 'revision_number': 1, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:35:10.575548 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451fd91d-fae1-4e9a-95e3-b9342d82ad3e None None] New status for floating IP 9b769f73-cebd-4969-9455-2911cc2592f8: ACTIVE {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:35:22.035613 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:22.638592 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c80f3168-3fa3-4d87-a157-5da00cd6b551 req-d363424d-dd29-4db3-864b-da996808eeab service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0886385 Jun 15 15:35:22.800408 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3168-3fa3-4d87-a157-5da00cd6b551 req-8e565d41-3e6c-4903-a31b-b75844ac1be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:22.802543 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c80f3168-3fa3-4d87-a157-5da00cd6b551 req-8e565d41-3e6c-4903-a31b-b75844ac1be0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 1096 time: 0.0936706 Jun 15 15:35:22.954341 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3168-3fa3-4d87-a157-5da00cd6b551 req-be8f4e79-f226-4a65-921a-b6364d1f622d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:22.955820 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c80f3168-3fa3-4d87-a157-5da00cd6b551 req-be8f4e79-f226-4a65-921a-b6364d1f622d service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 910 time: 0.1338563 Jun 15 15:35:23.071608 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c80f3168-3fa3-4d87-a157-5da00cd6b551 req-accc57f4-1a26-4062-9854-1e62076c4a5a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca HTTP/1.1" status: 200 len: 999 time: 0.1093390 Jun 15 15:35:23.139237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3168-3fa3-4d87-a157-5da00cd6b551 req-ca7a2e26-51df-4658-8824-fa40bfbfd30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:23.140683 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c80f3168-3fa3-4d87-a157-5da00cd6b551 req-ca7a2e26-51df-4658-8824-fa40bfbfd30b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 200 len: 848 time: 0.0628684 Jun 15 15:35:23.226315 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3168-3fa3-4d87-a157-5da00cd6b551 req-765a0084-9302-404c-82df-51ed9c878da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:35:23.227861 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c80f3168-3fa3-4d87-a157-5da00cd6b551 req-765a0084-9302-404c-82df-51ed9c878da6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcbef049-6938-4175-b757-2d10617b7745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807076 Jun 15 15:35:23.362649 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c80f3168-3fa3-4d87-a157-5da00cd6b551 req-0df60b1d-410c-4137-ace1-f69c659ffb89 service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285348 Jun 15 15:35:23.504116 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-c80f3168-3fa3-4d87-a157-5da00cd6b551 req-2d49a4e5-1ea0-439f-801d-8f001482043f service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343176 Jun 15 15:35:27.343582 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-2431d334-b954-4df1-8d75-0ebe1a69dfe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:29.401695 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1f28a60a-8a09-430b-b285-86a830479a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:30.642903 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:30.844724 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:32.295987 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:44.659813 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:35:52.034206 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:57.336883 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-33d6abf7-5c47-4962-817f-5217a2e13017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:35:59.403177 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-34f2991e-7523-4776-b844-353519e10109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:00.636466 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:00.848059 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:02.300474 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:21.659492 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:36:22.047405 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:23.817321 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1792e1c2-31eb-4347-a738-a47647e82b61 req-b88244b6-cc71-4c81-8d8c-b05bdb957f9f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1673310 Jun 15 15:36:23.919943 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e1c2-31eb-4347-a738-a47647e82b61 req-50435fec-0231-484f-ba04-4ccb22a5c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:36:23.921387 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1792e1c2-31eb-4347-a738-a47647e82b61 req-50435fec-0231-484f-ba04-4ccb22a5c1a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 1099 time: 0.0827830 Jun 15 15:36:24.068809 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e1c2-31eb-4347-a738-a47647e82b61 req-045e6d87-14a1-4d5f-aa16-c58f734bc7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:36:24.070270 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1792e1c2-31eb-4347-a738-a47647e82b61 req-045e6d87-14a1-4d5f-aa16-c58f734bc7f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 910 time: 0.1310806 Jun 15 15:36:24.292967 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1792e1c2-31eb-4347-a738-a47647e82b61 req-a586cb44-1f92-4e81-a0cb-11f600c7121d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f70043aa-61cf-4048-8c19-409333e4422b HTTP/1.1" status: 200 len: 1001 time: 0.2150431 Jun 15 15:36:24.360240 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e1c2-31eb-4347-a738-a47647e82b61 req-962addab-b90f-43f5-baf6-385497639e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:36:24.361705 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1792e1c2-31eb-4347-a738-a47647e82b61 req-962addab-b90f-43f5-baf6-385497639e98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 200 len: 848 time: 0.0626481 Jun 15 15:36:24.450628 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e1c2-31eb-4347-a738-a47647e82b61 req-4bce365e-cec9-42f0-8257-6cd4d325fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:36:24.452099 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1792e1c2-31eb-4347-a738-a47647e82b61 req-4bce365e-cec9-42f0-8257-6cd4d325fcae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcbef049-6938-4175-b757-2d10617b7745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847983 Jun 15 15:36:24.585156 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1792e1c2-31eb-4347-a738-a47647e82b61 req-a219efc8-2ecc-46a9-8f81-e566481f4efc service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264668 Jun 15 15:36:24.719036 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1792e1c2-31eb-4347-a738-a47647e82b61 req-95d58123-6518-4cb6-ba2c-5bd40fd995ff service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272573 Jun 15 15:36:27.341798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-310618af-05e3-4c4f-8164-85a03a9d0903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:29.402275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-1399628c-ba14-4f0e-8add-13651bf64abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:30.642599 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:30.852625 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:32.297667 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:52.052531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:52.515264 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device f70043aa-61cf-4048-8c19-409333e4422b details requested by agent hyperv_hv-neutron-8458 with host hv-neutron-8458 {{(pid=89020) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 15 15:36:52.666811 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port f70043aa-61cf-4048-8c19-409333e4422b, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=f70043aa-61cf-4048-8c19-409333e4422b,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:36:52.680660 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Returning: {'device': 'f70043aa-61cf-4048-8c19-409333e4422b', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'port_id': 'f70043aa-61cf-4048-8c19-409333e4422b', 'mac_address': 'fa:16:3e:cb:4a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89020) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 15 15:36:52.737458 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port f70043aa-61cf-4048-8c19-409333e4422b is: ACTIVE; New status is: BUILD {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:36:52.737841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:52.755975 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f70043aa-61cf-4048-8c19-409333e4422b {{(pid=89020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 15 15:36:52.772275 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port f70043aa-61cf-4048-8c19-409333e4422b, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=f70043aa-61cf-4048-8c19-409333e4422b,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:36:52.777314 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:52.858120 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=f70043aa-61cf-4048-8c19-409333e4422b,revision_number=6']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:36:52.869472 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] get_ports_and_sgs() called for port_ids ['f70043aa-61cf-4048-8c19-409333e4422b'] {{(pid=89020) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 15 15:36:52.897879 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:36:52.898226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:36:52.898571 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:36:52.898910 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:36:52.899242 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:36:52.899685 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:36:52.900018 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:36:52.900374 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:36:52.903212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:36:52.903212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:36:52.903212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:36:52.903212 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:36:54.530300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device f70043aa-61cf-4048-8c19-409333e4422b up at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 15 15:36:54.598135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.provisioning_blocks [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Provisioning complete for port f70043aa-61cf-4048-8c19-409333e4422b triggered by entity L2. {{(pid=89020) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 15 15:36:54.599035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1927336'] for port, provisioning_complete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:54.727443 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port f70043aa-61cf-4048-8c19-409333e4422b is: BUILD; New status is: ACTIVE {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:36:54.727899 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:54.756047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:36:54.769009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port f70043aa-61cf-4048-8c19-409333e4422b, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=f70043aa-61cf-4048-8c19-409333e4422b,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:36:54.775744 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:54.813726 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46660f2e-1d1f-4c5d-bfff-409037438dee'] response: {'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b', 'code': 200} Jun 15 15:36:54.850084 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=f70043aa-61cf-4048-8c19-409333e4422b,revision_number=7']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:36:57.343070 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-615c189c-8886-4b2c-8908-be7005ab65ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:36:58.659386 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:36:59.398023 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-760345a1-e81a-410d-85f6-f76c9a0b20d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:00.629430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:00.857207 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:02.132982 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 48338) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:02.289317 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:02.449504 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Deleting port f47d1d37-74e7-4265-8c7a-1dea9b94632d {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:02.449871 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:02.625570 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:02.625897 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:02.751036 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Calling delete_port for f47d1d37-74e7-4265-8c7a-1dea9b94632d owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:37:02.910025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:02.957575 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event deleted for resources: {'Port': ['ID=f47d1d37-74e7-4265-8c7a-1dea9b94632d,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:03.002757 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:03.003068 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:03.003431 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:03.003758 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:03.004256 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:03.005051 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:03.005760 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:03.006075 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:03.006401 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:03.006738 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:03.007025 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:03.007362 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:03.070530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:03.070895 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Floating IP 9b769f73-cebd-4969-9455-2911cc2592f8 disassociated (deleted). External IP: 172.26.3.59, port: f70043aa-61cf-4048-8c19-409333e4422b. Jun 15 15:37:03.433697 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Router c0602e76-7a78-44b2-b95c-1b1fa2458676 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:37:03.618769 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:37:03.628652 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ab997-0d67-47ad-b0fe-dd2e8058db28 None None] Sync routers for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:37:03.639499 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ab997-0d67-47ad-b0fe-dd2e8058db28 None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:37:03.640136 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-364ab997-0d67-47ad-b0fe-dd2e8058db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:36:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:03.640855 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:03.701146 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-f1ab0db0-a079-42fb-94b6-751d3beec4f3 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "DELETE /v2.0/floatingips/9b769f73-cebd-4969-9455-2911cc2592f8 HTTP/1.1" status: 204 len: 168 time: 1.5645635 Jun 15 15:37:03.701146 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:37:03.809965 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-630246d7-0612-49a1-ab65-73813f90c3f2'] response: {'name': 'network-changed', 'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b', 'status': 'completed', 'code': 200} Jun 15 15:37:03.835016 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-364ab997-0d67-47ad-b0fe-dd2e8058db28 None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:37:03.920640 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763fa57-64fc-4063-b1fd-e69b2c5fff13 req-6121a9cd-2693-4ff8-967e-98bcd8977605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:03.922144 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d763fa57-64fc-4063-b1fd-e69b2c5fff13 req-6121a9cd-2693-4ff8-967e-98bcd8977605 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 1099 time: 0.0909321 Jun 15 15:37:04.076857 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763fa57-64fc-4063-b1fd-e69b2c5fff13 req-2935aa96-ebee-4ed6-8fc1-e18998fba183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:04.078982 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d763fa57-64fc-4063-b1fd-e69b2c5fff13 req-2935aa96-ebee-4ed6-8fc1-e18998fba183 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 910 time: 0.1433198 Jun 15 15:37:04.192173 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d763fa57-64fc-4063-b1fd-e69b2c5fff13 req-423492d0-4c4f-48e3-8307-b4623faeaf75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f70043aa-61cf-4048-8c19-409333e4422b HTTP/1.1" status: 200 len: 217 time: 0.0732186 Jun 15 15:37:04.203473 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-364ab997-0d67-47ad-b0fe-dd2e8058db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'eba608a2-633c-4c1e-8766-1ab8e5f20245', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'floating_ip_address': '172.26.3.180', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'port_id': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'mac_address': 'fa:16:3e:19:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:32:32Z', 'updated_at': '2022-06-15T15:32:35Z', 'revision_number': 1, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:04.207916 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ab997-0d67-47ad-b0fe-dd2e8058db28 None None] Checking router: c0602e76-7a78-44b2-b95c-1b1fa2458676 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:37:04.216728 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ab997-0d67-47ad-b0fe-dd2e8058db28 None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:37:04.217245 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-364ab997-0d67-47ad-b0fe-dd2e8058db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:36:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:04.267027 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763fa57-64fc-4063-b1fd-e69b2c5fff13 req-7301bf90-7513-49a2-af80-8bd8590062a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:04.268514 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d763fa57-64fc-4063-b1fd-e69b2c5fff13 req-7301bf90-7513-49a2-af80-8bd8590062a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 200 len: 848 time: 0.0704422 Jun 15 15:37:04.322656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d76c66-d775-493a-a060-49b45ab942c2 req-ef0d5242-db74-4444-8a98-54fb6214072b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:04.324128 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b9d76c66-d775-493a-a060-49b45ab942c2 req-ef0d5242-db74-4444-8a98-54fb6214072b tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 946 time: 0.3085020 Jun 15 15:37:04.390842 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-b9d76c66-d775-493a-a060-49b45ab942c2 req-346968d3-6b54-45de-936d-657afdeb03e4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605476 Jun 15 15:37:04.412467 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763fa57-64fc-4063-b1fd-e69b2c5fff13 req-2df43100-4c4b-4a8d-9b04-76f179712412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:04.412467 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d763fa57-64fc-4063-b1fd-e69b2c5fff13 req-2df43100-4c4b-4a8d-9b04-76f179712412 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcbef049-6938-4175-b757-2d10617b7745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1317511 Jun 15 15:37:04.412659 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-364ab997-0d67-47ad-b0fe-dd2e8058db28 None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:37:04.541842 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d763fa57-64fc-4063-b1fd-e69b2c5fff13 req-65cd280a-d3eb-43d1-9907-b759e794dae9 service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273448 Jun 15 15:37:04.574305 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device f70043aa-61cf-4048-8c19-409333e4422b no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:37:04.681498 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-d763fa57-64fc-4063-b1fd-e69b2c5fff13 req-8f58ce40-a15a-4492-a844-8b949a7a6ae6 service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314828 Jun 15 15:37:04.873841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Current status of the port f70043aa-61cf-4048-8c19-409333e4422b is: ACTIVE; New status is: DOWN {{(pid=89020) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2165}} Jun 15 15:37:04.874420 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2048168'] for port, before_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:04.909683 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b'}] {{(pid=89020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:37:04.922440 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] For port f70043aa-61cf-4048-8c19-409333e4422b, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=f70043aa-61cf-4048-8c19-409333e4422b,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:37:04.928465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756969228400', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756968834946', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756968834991'] for port, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:04.960879 dv-neutron-845844-1-hyperv neutron-server[89020]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab89f30-5cbf-4657-a292-605f4ecf7de2'] response: {'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b', 'code': 200} Jun 15 15:37:04.986421 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-364ab997-0d67-47ad-b0fe-dd2e8058db28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'eba608a2-633c-4c1e-8766-1ab8e5f20245', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'floating_ip_address': '172.26.3.180', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'port_id': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'mac_address': 'fa:16:3e:19:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:32:32Z', 'updated_at': '2022-06-15T15:32:35Z', 'revision_number': 1, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:04.995266 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ab997-0d67-47ad-b0fe-dd2e8058db28 None None] The sync data for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv is: [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_floatingips': [{'id': 'eba608a2-633c-4c1e-8766-1ab8e5f20245', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'floating_ip_address': '172.26.3.180', 'floating_network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'router_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'port_id': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'mac_address': 'fa:16:3e:19:a7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-15T15:32:32Z', 'updated_at': '2022-06-15T15:32:35Z', 'revision_number': 1, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:37:05.006846 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Pushing event updated for resources: {'Port': ['ID=f70043aa-61cf-4048-8c19-409333e4422b,revision_number=8']} {{(pid=89020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:05.221660 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27356a49-9a0f-4716-b88a-1b0578fea093 None None] New status for floating IP 9b769f73-cebd-4969-9455-2911cc2592f8: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:37:05.666973 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef81a03-c9d4-4505-bc55-418090ff941b req-8f514e92-10ff-4057-8909-c3337e150fb2 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:05.668484 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1ef81a03-c9d4-4505-bc55-418090ff941b req-8f514e92-10ff-4057-8909-c3337e150fb2 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 944 time: 0.1566012 Jun 15 15:37:05.676818 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5060c-f580-42a4-ae38-62255e1fde48 req-320573e3-204c-4312-affe-f0a2275d4f33 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:05.678111 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4dc5060c-f580-42a4-ae38-62255e1fde48 req-320573e3-204c-4312-affe-f0a2275d4f33 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.44 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 944 time: 0.1278374 Jun 15 15:37:05.773146 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-1ef81a03-c9d4-4505-bc55-418090ff941b req-a789b387-a36c-47cf-9f8b-ca4e6c507450 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940588 Jun 15 15:37:05.776590 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-4dc5060c-f580-42a4-ae38-62255e1fde48 req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Deleting port f70043aa-61cf-4048-8c19-409333e4422b {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:05.776938 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4dc5060c-f580-42a4-ae38-62255e1fde48 req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:06.153161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-4dc5060c-f580-42a4-ae38-62255e1fde48 req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] For port f70043aa-61cf-4048-8c19-409333e4422b, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=f70043aa-61cf-4048-8c19-409333e4422b,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:37:06.153522 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4dc5060c-f580-42a4-ae38-62255e1fde48 req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:06.279661 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-4dc5060c-f580-42a4-ae38-62255e1fde48 req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Calling delete_port for f70043aa-61cf-4048-8c19-409333e4422b owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:37:06.430539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4dc5060c-f580-42a4-ae38-62255e1fde48 req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:06.480930 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event deleted for resources: {'Port': ['ID=f70043aa-61cf-4048-8c19-409333e4422b,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:06.527802 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:06.528145 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:06.528504 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:06.528844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:06.529164 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:06.529492 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:06.529860 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:06.530130 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:06.530446 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:06.530757 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:06.531069 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:06.531382 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-845844-1-hyperv {{(pid=89018) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 15 15:37:06.581581 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc5060c-f580-42a4-ae38-62255e1fde48 req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] No DVR routers for this DVR port f70043aa-61cf-4048-8c19-409333e4422b on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:37:06.584967 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-4dc5060c-f580-42a4-ae38-62255e1fde48 req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:06.587444 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'name': 'network-vif-deleted', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:37:06.599766 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-4dc5060c-f580-42a4-ae38-62255e1fde48 req-6a117bc5-1c0e-4c57-892b-bbb2e4593976 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.44 "DELETE /v2.0/ports/f70043aa-61cf-4048-8c19-409333e4422b HTTP/1.1" status: 204 len: 173 time: 0.9080799 Jun 15 15:37:06.638688 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76c1513-1617-4fba-b419-d36c766d5cd4'] response: {'server_uuid': '6c466350-f73e-40f2-9b11-79bf7857be9b', 'name': 'network-vif-deleted', 'tag': 'f70043aa-61cf-4048-8c19-409333e4422b', 'status': 'completed', 'code': 200} Jun 15 15:37:06.952336 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6bda8bdc-c6ce-4a71-bc87-7f3bcab0d7d0 req-7ab0852a-9699-4810-9ecd-a4246c900841 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Synchronizing usage tracker for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:37:06.971375 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-6bda8bdc-c6ce-4a71-bc87-7f3bcab0d7d0 req-7ab0852a-9699-4810-9ecd-a4246c900841 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Unset dirty status for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:37:06.972857 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-6bda8bdc-c6ce-4a71-bc87-7f3bcab0d7d0 req-7ab0852a-9699-4810-9ecd-a4246c900841 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c466350-f73e-40f2-9b11-79bf7857be9b HTTP/1.1" status: 200 len: 210 time: 0.0756512 Jun 15 15:37:08.570634 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device f70043aa-61cf-4048-8c19-409333e4422b no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:37:08.609318 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: f70043aa-61cf-4048-8c19-409333e4422b {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:37:08.609657 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device f70043aa-61cf-4048-8c19-409333e4422b not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:37:08.679390 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 48408) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:08.987196 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Deleting port 5d7d9cb2-fd57-46df-ad87-dc8e50a17fc6 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:08.987530 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:09.167133 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:09.167481 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:09.292979 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Calling delete_port for 5d7d9cb2-fd57-46df-ad87-dc8e50a17fc6 owned by network:floatingip {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:37:09.454180 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:09.502945 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event deleted for resources: {'Port': ['ID=5d7d9cb2-fd57-46df-ad87-dc8e50a17fc6,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:09.605053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for floatingip, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:09.605288 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.db.l3_db [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Floating IP eba608a2-633c-4c1e-8766-1ab8e5f20245 disassociated (deleted). External IP: 172.26.3.180, port: 11a92e2e-793e-45cf-a21f-06b7218af8ca. Jun 15 15:37:09.983777 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Router c0602e76-7a78-44b2-b95c-1b1fa2458676 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:37:10.172571 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:37:10.182799 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea5903-5a45-440c-a6aa-3a8740a43548 None None] Sync routers for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:37:10.192322 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea5903-5a45-440c-a6aa-3a8740a43548 None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:37:10.193572 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-35ea5903-5a45-440c-a6aa-3a8740a43548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:36:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:10.195511 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for floatingip, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:10.253084 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-b6fdd8d7-0e0e-410a-b7bd-355d9f080aa4 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "DELETE /v2.0/floatingips/eba608a2-633c-4c1e-8766-1ab8e5f20245 HTTP/1.1" status: 204 len: 168 time: 1.5724862 Jun 15 15:37:10.253640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca'}] {{(pid=89019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:37:10.299916 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1df263-c16f-4d8b-b607-1d07b477d49f'] response: {'name': 'network-changed', 'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'status': 'completed', 'code': 200} Jun 15 15:37:10.377358 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-35ea5903-5a45-440c-a6aa-3a8740a43548 None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:37:10.407761 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8ed95-b4a9-4194-ab69-66c7b67e0b60 req-d2f95da8-a279-49af-a22a-0cc513c67986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:10.410191 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-08d8ed95-b4a9-4194-ab69-66c7b67e0b60 req-d2f95da8-a279-49af-a22a-0cc513c67986 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=41f1d4d729e346eda6a78ccb698cf119&device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 1096 time: 0.0879991 Jun 15 15:37:10.552999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8ed95-b4a9-4194-ab69-66c7b67e0b60 req-7156d4c4-d367-44c3-a209-275ec45e7e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:10.554731 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-08d8ed95-b4a9-4194-ab69-66c7b67e0b60 req-7156d4c4-d367-44c3-a209-275ec45e7e92 service neutron] 10.222.0.44 "GET /v2.0/networks?id=bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 200 len: 910 time: 0.1385658 Jun 15 15:37:10.627524 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-08d8ed95-b4a9-4194-ab69-66c7b67e0b60 req-7223e5e2-2bb7-47fc-a9ec-8bcbb99dece1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca HTTP/1.1" status: 200 len: 217 time: 0.0648093 Jun 15 15:37:10.648729 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38561337-44cd-46c6-ade3-abb554a43e05 req-4cd5c472-0708-4a10-b06a-0aec21b98397 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:10.649452 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-38561337-44cd-46c6-ade3-abb554a43e05 req-4cd5c472-0708-4a10-b06a-0aec21b98397 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Synchronizing usage tracker for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:port {{(pid=89019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:37:10.666640 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.quota.resource [req-38561337-44cd-46c6-ade3-abb554a43e05 req-4cd5c472-0708-4a10-b06a-0aec21b98397 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Unset dirty status for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:port {{(pid=89019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:37:10.667904 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38561337-44cd-46c6-ade3-abb554a43e05 req-4cd5c472-0708-4a10-b06a-0aec21b98397 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 943 time: 0.1154246 Jun 15 15:37:10.711761 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-35ea5903-5a45-440c-a6aa-3a8740a43548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:10.715144 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8ed95-b4a9-4194-ab69-66c7b67e0b60 req-77e5dbad-9512-4473-8cd9-c7bb9063ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:10.716892 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea5903-5a45-440c-a6aa-3a8740a43548 None None] Checking router: c0602e76-7a78-44b2-b95c-1b1fa2458676 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:37:10.717006 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-08d8ed95-b4a9-4194-ab69-66c7b67e0b60 req-77e5dbad-9512-4473-8cd9-c7bb9063ac85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 200 len: 848 time: 0.0834713 Jun 15 15:37:10.726054 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea5903-5a45-440c-a6aa-3a8740a43548 None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:37:10.726749 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [req-38561337-44cd-46c6-ade3-abb554a43e05 req-ec01f410-1128-4f6b-a6c5-56bd7c776f6a tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519984 Jun 15 15:37:10.726891 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-35ea5903-5a45-440c-a6aa-3a8740a43548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:36:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:10.806951 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8ed95-b4a9-4194-ab69-66c7b67e0b60 req-80040cc3-0c2d-401c-a4e0-15394f85f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:10.808401 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-08d8ed95-b4a9-4194-ab69-66c7b67e0b60 req-80040cc3-0c2d-401c-a4e0-15394f85f525 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=bcbef049-6938-4175-b757-2d10617b7745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834572 Jun 15 15:37:10.908244 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-35ea5903-5a45-440c-a6aa-3a8740a43548 None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:37:10.944797 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-08d8ed95-b4a9-4194-ab69-66c7b67e0b60 req-f55127b9-cc56-4f67-bfb4-7f4497e77673 service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288531 Jun 15 15:37:11.081637 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-08d8ed95-b4a9-4194-ab69-66c7b67e0b60 req-7f43a87f-903c-4941-bdeb-5d92d7eef89b service neutron] 10.222.0.44 "GET /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295471 Jun 15 15:37:11.266236 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-35ea5903-5a45-440c-a6aa-3a8740a43548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:11.270713 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ea5903-5a45-440c-a6aa-3a8740a43548 None None] The sync data for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv is: [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:32:08Z', 'revision_number': 4, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv', '_interfaces': [{'id': '2315eecc-a19d-40d8-bd6b-a67991d8560d', 'name': '', 'network_id': 'bcbef049-6938-4175-b757-2d10617b7745', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'mac_address': 'fa:16:3e:64:70:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_interface', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:07Z', 'updated_at': '2022-06-15T15:32:15Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'subnets': [{'id': '8eef5b97-5c78-4cdd-bf24-d592467b0c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:37:11.491388 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaa1b1e-957a-4372-8342-a03fef00e1ee None None] New status for floating IP eba608a2-633c-4c1e-8766-1ab8e5f20245: DOWN {{(pid=89021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 15 15:37:11.939474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f22f88-d8ef-427a-94bd-71b06d25dc7d req-7a5ee8eb-00a6-4b0c-b0cc-ced09537c56d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:11.940882 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3f22f88-d8ef-427a-94bd-71b06d25dc7d req-7a5ee8eb-00a6-4b0c-b0cc-ced09537c56d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 943 time: 0.0970931 Jun 15 15:37:11.987075 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-a3f22f88-d8ef-427a-94bd-71b06d25dc7d req-b6272902-2650-418c-8be4-8859e08b178d tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/security-groups?id=d7439a75-09fb-4ba0-987a-45cf139e4338&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398731 Jun 15 15:37:12.205356 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf83c8-bf47-4c2b-9603-592b2d9a73b1 req-8db1243e-c488-4761-8a26-6f9915e7ac09 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89018) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 15 15:37:12.206833 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0fdf83c8-bf47-4c2b-9603-592b2d9a73b1 req-8db1243e-c488-4761-8a26-6f9915e7ac09 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.44 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 943 time: 0.2043953 Jun 15 15:37:12.286999 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-0fdf83c8-bf47-4c2b-9603-592b2d9a73b1 req-c157317a-f00b-41f8-ab93-a82b23d2b548 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Deleting port 11a92e2e-793e-45cf-a21f-06b7218af8ca {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:12.287342 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0fdf83c8-bf47-4c2b-9603-592b2d9a73b1 req-c157317a-f00b-41f8-ab93-a82b23d2b548 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:12.537558 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [req-0fdf83c8-bf47-4c2b-9603-592b2d9a73b1 req-c157317a-f00b-41f8-ab93-a82b23d2b548 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] For port 11a92e2e-793e-45cf-a21f-06b7218af8ca, host hv-neutron-8458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8458',level=0,port_id=11a92e2e-793e-45cf-a21f-06b7218af8ca,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:37:12.537782 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0fdf83c8-bf47-4c2b-9603-592b2d9a73b1 req-c157317a-f00b-41f8-ab93-a82b23d2b548 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:12.661722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [req-0fdf83c8-bf47-4c2b-9603-592b2d9a73b1 req-c157317a-f00b-41f8-ab93-a82b23d2b548 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Calling delete_port for 11a92e2e-793e-45cf-a21f-06b7218af8ca owned by compute:nova {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:37:12.811899 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0fdf83c8-bf47-4c2b-9603-592b2d9a73b1 req-c157317a-f00b-41f8-ab93-a82b23d2b548 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:12.861906 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157317a-f00b-41f8-ab93-a82b23d2b548 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event deleted for resources: {'Port': ['ID=11a92e2e-793e-45cf-a21f-06b7218af8ca,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:12.952550 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdf83c8-bf47-4c2b-9603-592b2d9a73b1 req-c157317a-f00b-41f8-ab93-a82b23d2b548 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] No DVR routers for this DVR port 11a92e2e-793e-45cf-a21f-06b7218af8ca on host hv-neutron-8458 {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:37:12.955161 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [req-0fdf83c8-bf47-4c2b-9603-592b2d9a73b1 req-c157317a-f00b-41f8-ab93-a82b23d2b548 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413813'] for port, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:12.957722 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'name': 'network-vif-deleted', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca'}] {{(pid=89018) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 15 15:37:12.974245 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-0fdf83c8-bf47-4c2b-9603-592b2d9a73b1 req-c157317a-f00b-41f8-ab93-a82b23d2b548 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.44 "DELETE /v2.0/ports/11a92e2e-793e-45cf-a21f-06b7218af8ca HTTP/1.1" status: 204 len: 173 time: 0.7608731 Jun 15 15:37:13.005812 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29281d63-ea53-4250-bed3-43411dd1596a'] response: {'server_uuid': '72da7c28-1f22-43b1-bbbe-b603c0e5ccad', 'name': 'network-vif-deleted', 'tag': '11a92e2e-793e-45cf-a21f-06b7218af8ca', 'status': 'completed', 'code': 200} Jun 15 15:37:13.150502 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-03bb334c-4a6b-4047-beea-f2e5bcacba37 req-b779b0b3-3bb4-43cd-901a-61f7754cdb33 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Synchronizing usage tracker for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:port {{(pid=89018) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 15 15:37:13.167631 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.quota.resource [req-03bb334c-4a6b-4047-beea-f2e5bcacba37 req-b779b0b3-3bb4-43cd-901a-61f7754cdb33 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Unset dirty status for tenant:41f1d4d729e346eda6a78ccb698cf119 on resource:port {{(pid=89018) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 15 15:37:13.168918 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [req-03bb334c-4a6b-4047-beea-f2e5bcacba37 req-b779b0b3-3bb4-43cd-901a-61f7754cdb33 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "GET /v2.0/ports?device_id=72da7c28-1f22-43b1-bbbe-b603c0e5ccad HTTP/1.1" status: 200 len: 210 time: 0.0696309 Jun 15 15:37:14.281278 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 48426) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:14.451559 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3166466c-2652-4867-9d5d-ee3d95b1c2f1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:14.490272 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3166466c-2652-4867-9d5d-ee3d95b1c2f1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:14.562167 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3166466c-2652-4867-9d5d-ee3d95b1c2f1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:14.580549 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166466c-2652-4867-9d5d-ee3d95b1c2f1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7439a75-09fb-4ba0-987a-45cf139e4338,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:14.591053 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-3166466c-2652-4867-9d5d-ee3d95b1c2f1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:14.592216 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-3166466c-2652-4867-9d5d-ee3d95b1c2f1 tempest-TestSnapshotPattern-482351387 tempest-TestSnapshotPattern-482351387-project] 10.222.0.26 "DELETE /v2.0/security-groups/d7439a75-09fb-4ba0-987a-45cf139e4338 HTTP/1.1" status: 204 len: 168 time: 0.3096335 Jun 15 15:37:14.617380 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 11a92e2e-793e-45cf-a21f-06b7218af8ca no longer exists at agent hyperv_hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:37:14.643831 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 48432) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:14.659850 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] No Port match for: 11a92e2e-793e-45cf-a21f-06b7218af8ca {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:37:14.660226 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Device 11a92e2e-793e-45cf-a21f-06b7218af8ca not bound to the agent host hv-neutron-8458 {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:37:15.315009 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e90a8c-cf75-4069-a215-57c81021c6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:15.773549 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d1e90a8c-cf75-4069-a215-57c81021c6c1 admin admin] Deleting port 2315eecc-a19d-40d8-bd6b-a67991d8560d {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:15.774251 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e90a8c-cf75-4069-a215-57c81021c6c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:15.945207 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-d1e90a8c-cf75-4069-a215-57c81021c6c1 admin admin] For port 2315eecc-a19d-40d8-bd6b-a67991d8560d, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=2315eecc-a19d-40d8-bd6b-a67991d8560d,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:37:15.945537 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e90a8c-cf75-4069-a215-57c81021c6c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:16.071198 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-d1e90a8c-cf75-4069-a215-57c81021c6c1 admin admin] Calling delete_port for 2315eecc-a19d-40d8-bd6b-a67991d8560d owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:37:16.259539 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e90a8c-cf75-4069-a215-57c81021c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:16.307005 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e90a8c-cf75-4069-a215-57c81021c6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2315eecc-a19d-40d8-bd6b-a67991d8560d,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:16.591836 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-d1e90a8c-cf75-4069-a215-57c81021c6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:17.073885 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e90a8c-cf75-4069-a215-57c81021c6c1 admin admin] Router c0602e76-7a78-44b2-b95c-1b1fa2458676 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:37:17.257623 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e90a8c-cf75-4069-a215-57c81021c6c1 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:37:17.266642 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc2d95-b1f8-4912-80e3-58f10cbe52bb None None] Sync routers for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:37:17.275274 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-d1e90a8c-cf75-4069-a215-57c81021c6c1 admin admin] 10.222.0.26 "PUT /v2.0/routers/c0602e76-7a78-44b2-b95c-1b1fa2458676/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6334085 Jun 15 15:37:17.276740 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc2d95-b1f8-4912-80e3-58f10cbe52bb None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:37:17.277375 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eefc2d95-b1f8-4912-80e3-58f10cbe52bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:36:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:17.277910 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 48438) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:17.463647 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Notify callbacks [] for router, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:17.464152 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-eefc2d95-b1f8-4912-80e3-58f10cbe52bb None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:37:17.643589 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:17.655338 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Deleting port 742fb21a-f2a3-41d7-a31a-96624ed88e51 {{(pid=89019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:17.655775 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:17.760702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eefc2d95-b1f8-4912-80e3-58f10cbe52bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233'}], 'enable_snat': True}, 'gw_port_id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:37:16Z', 'revision_number': 5, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port': {'id': '742fb21a-f2a3-41d7-a31a-96624ed88e51', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1845, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:05Z', 'updated_at': '2022-06-15T15:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:17.764719 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc2d95-b1f8-4912-80e3-58f10cbe52bb None None] Checking router: c0602e76-7a78-44b2-b95c-1b1fa2458676 for host: dv-neutron-845844-1-hyperv {{(pid=89020) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:37:17.773715 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefc2d95-b1f8-4912-80e3-58f10cbe52bb None None] Routers {'c0602e76-7a78-44b2-b95c-1b1fa2458676'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89020) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:37:17.774318 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eefc2d95-b1f8-4912-80e3-58f10cbe52bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:36:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['c0602e76-7a78-44b2-b95c-1b1fa2458676'], 'active': True} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:17.835035 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.db [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] For port 742fb21a-f2a3-41d7-a31a-96624ed88e51, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=742fb21a-f2a3-41d7-a31a-96624ed88e51,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:37:17.835404 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:17.926327 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_dvr_db [None req-eefc2d95-b1f8-4912-80e3-58f10cbe52bb None None] Set router c0602e76-7a78-44b2-b95c-1b1fa2458676 gateway port host: None {{(pid=89020) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:37:17.959248 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.plugins.ml2.plugin [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Calling delete_port for 742fb21a-f2a3-41d7-a31a-96624ed88e51 owned by network:router_gateway {{(pid=89019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:37:18.038797 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.db.l3_hamode_db [None req-eefc2d95-b1f8-4912-80e3-58f10cbe52bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:37:17Z', 'revision_number': 6, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:18.043249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefc2d95-b1f8-4912-80e3-58f10cbe52bb None None] The sync data for ids ['c0602e76-7a78-44b2-b95c-1b1fa2458676'] in dv-neutron-845844-1-hyperv is: [{'id': 'c0602e76-7a78-44b2-b95c-1b1fa2458676', 'name': 'tempest-TestSnapshotPattern-222674722-router', 'tenant_id': '41f1d4d729e346eda6a78ccb698cf119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:04Z', 'updated_at': '2022-06-15T15:37:17Z', 'revision_number': 6, 'project_id': '41f1d4d729e346eda6a78ccb698cf119', 'gw_port_host': None}] {{(pid=89020) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:37:18.309162 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132333633'] for port, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:18.358330 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Pushing event deleted for resources: {'Port': ['ID=742fb21a-f2a3-41d7-a31a-96624ed88e51,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:18.463332 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:18.747495 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:18.751150 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:18.778000 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:18.778621 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0602e76-7a78-44b2-b95c-1b1fa2458676 {{(pid=89019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:37:18.791763 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] Notify callbacks [] for router, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:18.792967 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-c97fa677-4269-4a2e-9d8e-040478efd437 admin admin] 10.222.0.26 "DELETE /v2.0/routers/c0602e76-7a78-44b2-b95c-1b1fa2458676 HTTP/1.1" status: 204 len: 168 time: 1.5140564 Jun 15 15:37:18.795769 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 48442) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:18.860587 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e35fb1-815e-4c1e-a1bf-2341845da96a admin admin] Deleting subnet 8eef5b97-5c78-4cdd-bf24-d592467b0c93 {{(pid=89018) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:37:18.863797 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19e35fb1-815e-4c1e-a1bf-2341845da96a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:18.915600 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19e35fb1-815e-4c1e-a1bf-2341845da96a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133667276'] for subnet, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:18.996819 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19e35fb1-815e-4c1e-a1bf-2341845da96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:19.070354 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19e35fb1-815e-4c1e-a1bf-2341845da96a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132287488', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133747659'] for subnet, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:19.108699 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e35fb1-815e-4c1e-a1bf-2341845da96a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8eef5b97-5c78-4cdd-bf24-d592467b0c93,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:19.110651 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-19e35fb1-815e-4c1e-a1bf-2341845da96a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:19.115732 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbde50f-53d5-43b3-ac24-2888e36d77c5 None None] Network bcbef049-6938-4175-b757-2d10617b7745 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:37:19.117163 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-19e35fb1-815e-4c1e-a1bf-2341845da96a admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8eef5b97-5c78-4cdd-bf24-d592467b0c93 HTTP/1.1" status: 204 len: 168 time: 0.3203104 Jun 15 15:37:19.119762 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 48446) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:19.227041 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:19.237848 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Deleting port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:19.238182 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:19.387228 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324f44dc-8736-43cf-b9db-09c29c7c010e None None] DHCP port deletion for bcbef049-6938-4175-b757-2d10617b7745 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:37:19.392666 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-324f44dc-8736-43cf-b9db-09c29c7c010e None None] Deleting port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:19.393150 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-324f44dc-8736-43cf-b9db-09c29c7c010e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:19.455724 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] For port f19f1cf6-21ac-4724-808f-6b88cfbf19f7, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f19f1cf6-21ac-4724-808f-6b88cfbf19f7,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:37:19.456095 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:19.580742 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Calling delete_port for f19f1cf6-21ac-4724-808f-6b88cfbf19f7 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:37:19.599781 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-324f44dc-8736-43cf-b9db-09c29c7c010e None None] For port f19f1cf6-21ac-4724-808f-6b88cfbf19f7, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=f19f1cf6-21ac-4724-808f-6b88cfbf19f7,segment=NetworkSegment(2c558f03-ca93-43ba-b1bd-dcd4fa1d5540),segment_id=2c558f03-ca93-43ba-b1bd-dcd4fa1d5540)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:37:19.600174 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-324f44dc-8736-43cf-b9db-09c29c7c010e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:19.663740 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:19.713953 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Pushing event deleted for resources: {'Port': ['ID=f19f1cf6-21ac-4724-808f-6b88cfbf19f7,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:19.719884 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] No DVR routers for this DVR port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:37:19.752047 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-324f44dc-8736-43cf-b9db-09c29c7c010e None None] Calling delete_port for f19f1cf6-21ac-4724-808f-6b88cfbf19f7 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 15 15:37:19.817326 dv-neutron-845844-1-hyperv neutron-server[89020]: util.warn( Jun 15 15:37:19.822592 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-324f44dc-8736-43cf-b9db-09c29c7c010e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:37:19.823061 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-324f44dc-8736-43cf-b9db-09c29c7c010e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:37:19.836916 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:19.861791 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbef049-6938-4175-b757-2d10617b7745']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:19.873758 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:19.874056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c558f03-ca93-43ba-b1bd-dcd4fa1d5540') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:19.885717 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:19.901667 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:19.907840 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:37:19.908213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:20.041455 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2315eecc-a19d-40d8-bd6b-a67991d8560d no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:37:20.080208 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 2315eecc-a19d-40d8-bd6b-a67991d8560d {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:37:20.080556 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 2315eecc-a19d-40d8-bd6b-a67991d8560d not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:37:20.080982 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 742fb21a-f2a3-41d7-a31a-96624ed88e51 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:37:20.117758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 742fb21a-f2a3-41d7-a31a-96624ed88e51 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:37:20.118376 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 742fb21a-f2a3-41d7-a31a-96624ed88e51 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:37:20.118745 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f19f1cf6-21ac-4724-808f-6b88cfbf19f7 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:37:20.131081 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:20.136705 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:20.154225 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: f19f1cf6-21ac-4724-808f-6b88cfbf19f7 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:37:20.154583 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device f19f1cf6-21ac-4724-808f-6b88cfbf19f7 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:37:20.165151 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] Pushing event deleted for resources: {'Network': ['ID=bcbef049-6938-4175-b757-2d10617b7745,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:20.170982 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-008cc188-ca95-4d00-8112-fce48cf0afcb admin admin] 10.222.0.26 "DELETE /v2.0/networks/bcbef049-6938-4175-b757-2d10617b7745 HTTP/1.1" status: 204 len: 168 time: 1.0502918 Jun 15 15:37:20.173867 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 48458) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:20.235157 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 2c558f03-ca93-43ba-b1bd-dcd4fa1d5540 resource provider aggregate not found Jun 15 15:37:20.261799 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment 2c558f03-ca93-43ba-b1bd-dcd4fa1d5540 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c558f03-ca93-43ba-b1bd-dcd4fa1d5540 found for delete ", "request_id": "req-3fb1ec56-39ab-4bf4-a217-ed150f9e07e3"}]} Jun 15 15:37:20.324060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-324f44dc-8736-43cf-b9db-09c29c7c010e None None] Deleting port f19f1cf6-21ac-4724-808f-6b88cfbf19f7 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:20.324468 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-324f44dc-8736-43cf-b9db-09c29c7c010e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:20.399663 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-324f44dc-8736-43cf-b9db-09c29c7c010e None None] The port 'f19f1cf6-21ac-4724-808f-6b88cfbf19f7' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 15:37:20.741792 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-732c139a-0d5a-4396-8ef7-bf56b41423a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-958277'] for router_interface, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:21.121016 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-732c139a-0d5a-4396-8ef7-bf56b41423a8 admin admin] Deleting port bd8fc25b-ff48-4864-a903-0e9afda5f6d6 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:21.121676 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-732c139a-0d5a-4396-8ef7-bf56b41423a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:21.299477 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-732c139a-0d5a-4396-8ef7-bf56b41423a8 admin admin] For port bd8fc25b-ff48-4864-a903-0e9afda5f6d6, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=bd8fc25b-ff48-4864-a903-0e9afda5f6d6,segment=NetworkSegment(e8eb7275-bf9d-4a56-8e71-8327a8e6779e),segment_id=e8eb7275-bf9d-4a56-8e71-8327a8e6779e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:37:21.299844 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-732c139a-0d5a-4396-8ef7-bf56b41423a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:21.426665 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-732c139a-0d5a-4396-8ef7-bf56b41423a8 admin admin] Calling delete_port for bd8fc25b-ff48-4864-a903-0e9afda5f6d6 owned by network:router_interface {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:37:21.724428 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-732c139a-0d5a-4396-8ef7-bf56b41423a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:21.773127 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c139a-0d5a-4396-8ef7-bf56b41423a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8fc25b-ff48-4864-a903-0e9afda5f6d6,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:22.040353 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:22.052402 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-732c139a-0d5a-4396-8ef7-bf56b41423a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-626738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-953301'] for router_interface, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:22.415116 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732c139a-0d5a-4396-8ef7-bf56b41423a8 admin admin] Router 6343bec7-e74a-4493-8f04-8c58e09427f0 has already been hosted by L3 agent 87e17b96-1246-410e-801d-cd4b6a9ecd0d {{(pid=89018) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 15 15:37:22.596959 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732c139a-0d5a-4396-8ef7-bf56b41423a8 admin admin] Notify agent at l3_agent.dv-neutron-845844-1-hyperv the message routers_updated {{(pid=89018) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 15 15:37:22.606238 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb43696-95b3-4e3e-bf3b-e5e9a9cc5157 None None] Sync routers for ids ['6343bec7-e74a-4493-8f04-8c58e09427f0'] in dv-neutron-845844-1-hyperv {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 15 15:37:22.606690 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-732c139a-0d5a-4396-8ef7-bf56b41423a8 admin admin] 10.222.0.26 "PUT /v2.0/routers/6343bec7-e74a-4493-8f04-8c58e09427f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4314120 Jun 15 15:37:22.608976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 48464) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:22.616503 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb43696-95b3-4e3e-bf3b-e5e9a9cc5157 None None] Routers {'6343bec7-e74a-4493-8f04-8c58e09427f0'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:37:22.617090 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5eb43696-95b3-4e3e-bf3b-e5e9a9cc5157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:36:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['6343bec7-e74a-4493-8f04-8c58e09427f0'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:22.784909 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Notify callbacks [] for router, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:22.824795 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-5eb43696-95b3-4e3e-bf3b-e5e9a9cc5157 None None] Set router 6343bec7-e74a-4493-8f04-8c58e09427f0 gateway port host: dv-neutron-845844-1-hyperv {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:37:23.089821 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:23.100498 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Deleting port 3fef306d-2bc2-4217-b997-6c0505a48d84 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:23.100839 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:23.122287 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5eb43696-95b3-4e3e-bf3b-e5e9a9cc5157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'name': 'tempest-TestSnapshotPattern-548161140-router', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'external_fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108'}], 'enable_snat': True}, 'gw_port_id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:10Z', 'updated_at': '2022-06-15T15:37:21Z', 'revision_number': 5, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'gw_port': {'id': '3fef306d-2bc2-4217-b997-6c0505a48d84', 'name': '', 'network_id': 'a7f47a7c-176e-46ad-8b17-810dc9055957', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'ip_address': '172.26.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-845844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-15T15:32:11Z', 'updated_at': '2022-06-15T15:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd0e701d2-37eb-414b-aff2-2a582a9a5fdf', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-845844-1-hyperv'}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:23.126524 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb43696-95b3-4e3e-bf3b-e5e9a9cc5157 None None] Checking router: 6343bec7-e74a-4493-8f04-8c58e09427f0 for host: dv-neutron-845844-1-hyperv {{(pid=89021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 15 15:37:23.135761 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb43696-95b3-4e3e-bf3b-e5e9a9cc5157 None None] Routers {'6343bec7-e74a-4493-8f04-8c58e09427f0'} bound to L3 agent in host dv-neutron-845844-1-hyperv {{(pid=89021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 15 15:37:23.136395 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5eb43696-95b3-4e3e-bf3b-e5e9a9cc5157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-845844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-15T14:30:59Z,description=,heartbeat_timestamp=2022-06-15T15:36:59Z,host='dv-neutron-845844-1-hyperv',id=87e17b96-1246-410e-801d-cd4b6a9ecd0d,load=0,resource_versions=,resources_synced=,started_at=2022-06-15T14:30:59Z,topic='l3_agent')) {'router_ids': ['6343bec7-e74a-4493-8f04-8c58e09427f0'], 'active': True} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:23.280213 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] For port 3fef306d-2bc2-4217-b997-6c0505a48d84, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=3fef306d-2bc2-4217-b997-6c0505a48d84,segment=NetworkSegment(db39a9e2-c911-4745-933c-99b986885047),segment_id=db39a9e2-c911-4745-933c-99b986885047)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:37:23.280578 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:23.284650 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_dvr_db [None req-5eb43696-95b3-4e3e-bf3b-e5e9a9cc5157 None None] Set router 6343bec7-e74a-4493-8f04-8c58e09427f0 gateway port host: None {{(pid=89021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 15 15:37:23.394670 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.l3_hamode_db [None req-5eb43696-95b3-4e3e-bf3b-e5e9a9cc5157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'name': 'tempest-TestSnapshotPattern-548161140-router', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:10Z', 'updated_at': '2022-06-15T15:37:23Z', 'revision_number': 6, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'gw_port_host': None}], 'dv-neutron-845844-1-hyperv', False) {} {{(pid=89021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:23.399251 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb43696-95b3-4e3e-bf3b-e5e9a9cc5157 None None] The sync data for ids ['6343bec7-e74a-4493-8f04-8c58e09427f0'] in dv-neutron-845844-1-hyperv is: [{'id': '6343bec7-e74a-4493-8f04-8c58e09427f0', 'name': 'tempest-TestSnapshotPattern-548161140-router', 'tenant_id': 'e6b9dde734364166bcb19aafbdc359cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-15T15:32:10Z', 'updated_at': '2022-06-15T15:37:23Z', 'revision_number': 6, 'project_id': 'e6b9dde734364166bcb19aafbdc359cb', 'gw_port_host': None}] {{(pid=89021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 15 15:37:23.407630 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Calling delete_port for 3fef306d-2bc2-4217-b997-6c0505a48d84 owned by network:router_gateway {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:37:23.580992 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:23.632517 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Pushing event deleted for resources: {'Port': ['ID=3fef306d-2bc2-4217-b997-6c0505a48d84,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:23.731361 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-952430'] for router_gateway, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:23.912249 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-958449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7066'] for router, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:23.914483 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:23.939018 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-951109'] for router, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:23.939771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6343bec7-e74a-4493-8f04-8c58e09427f0 {{(pid=89018) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 15 15:37:23.953443 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] Notify callbacks [] for router, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:23.954541 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-ff3623ba-7ed0-4fe1-ac0f-c06be777278d admin admin] 10.222.0.26 "DELETE /v2.0/routers/6343bec7-e74a-4493-8f04-8c58e09427f0 HTTP/1.1" status: 204 len: 168 time: 1.3446944 Jun 15 15:37:23.957351 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 48468) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:24.016771 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6c0cf0-e93a-46b0-ae14-bdeebdb7cd1e admin admin] Deleting subnet 8a7ee922-5df6-4c4f-a895-a2dde3e52901 {{(pid=89019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 15 15:37:24.020699 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df6c0cf0-e93a-46b0-ae14-bdeebdb7cd1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:24.078234 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df6c0cf0-e93a-46b0-ae14-bdeebdb7cd1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133721722'] for subnet, precommit_delete_associations {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:24.162673 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df6c0cf0-e93a-46b0-ae14-bdeebdb7cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1967949'] for subnet, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:24.203186 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bd8fc25b-ff48-4864-a903-0e9afda5f6d6 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:37:24.239531 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df6c0cf0-e93a-46b0-ae14-bdeebdb7cd1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1967990', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132333614', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132309756'] for subnet, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:24.240405 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: bd8fc25b-ff48-4864-a903-0e9afda5f6d6 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:37:24.240758 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device bd8fc25b-ff48-4864-a903-0e9afda5f6d6 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:37:24.241180 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3fef306d-2bc2-4217-b997-6c0505a48d84 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:37:24.275283 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c0cf0-e93a-46b0-ae14-bdeebdb7cd1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7ee922-5df6-4c4f-a895-a2dde3e52901,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:24.281035 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 3fef306d-2bc2-4217-b997-6c0505a48d84 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:37:24.281286 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 3fef306d-2bc2-4217-b997-6c0505a48d84 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:37:24.283519 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-df6c0cf0-e93a-46b0-ae14-bdeebdb7cd1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:24.290555 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326be885-92f6-4aac-9014-63e8f622a366 None None] Network b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 requested from dv-neutron-845844-1-hyperv {{(pid=89020) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 15 15:37:24.292544 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-df6c0cf0-e93a-46b0-ae14-bdeebdb7cd1e admin admin] 10.222.0.26 "DELETE /v2.0/subnets/8a7ee922-5df6-4c4f-a895-a2dde3e52901 HTTP/1.1" status: 204 len: 168 time: 0.3339059 Jun 15 15:37:24.292766 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 48472) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:24.406976 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1607398'] for network, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:24.418163 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Deleting port 5be6c042-18ef-4c37-a8ed-94c40559b846 {{(pid=89018) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:24.418508 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:24.561746 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595c988-8898-430c-8567-02b00682a496 None None] DHCP port deletion for b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 request from dv-neutron-845844-1-hyperv {{(pid=89020) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 15 15:37:24.566209 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3595c988-8898-430c-8567-02b00682a496 None None] Deleting port 5be6c042-18ef-4c37-a8ed-94c40559b846 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:24.566587 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3595c988-8898-430c-8567-02b00682a496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:24.632056 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.db [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] For port 5be6c042-18ef-4c37-a8ed-94c40559b846, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5be6c042-18ef-4c37-a8ed-94c40559b846,segment=NetworkSegment(e8eb7275-bf9d-4a56-8e71-8327a8e6779e),segment_id=e8eb7275-bf9d-4a56-8e71-8327a8e6779e)] {{(pid=89018) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:37:24.632710 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:24.758875 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.plugin [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Calling delete_port for 5be6c042-18ef-4c37-a8ed-94c40559b846 owned by network:dhcp {{(pid=89018) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:37:24.775804 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.db [None req-3595c988-8898-430c-8567-02b00682a496 None None] For port 5be6c042-18ef-4c37-a8ed-94c40559b846, host dv-neutron-845844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-845844-1-hyperv',level=0,port_id=5be6c042-18ef-4c37-a8ed-94c40559b846,segment=NetworkSegment(e8eb7275-bf9d-4a56-8e71-8327a8e6779e),segment_id=e8eb7275-bf9d-4a56-8e71-8327a8e6779e)] {{(pid=89020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 15 15:37:24.776216 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3595c988-8898-430c-8567-02b00682a496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-950915'] for port, precommit_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:24.837237 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2048105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756969228427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756968834937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132287599'] for port, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:24.899057 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3595c988-8898-430c-8567-02b00682a496 None None] Calling delete_port for 5be6c042-18ef-4c37-a8ed-94c40559b846 owned by network:dhcp {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1989}} Jun 15 15:37:24.977433 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.db.api [None req-3595c988-8898-430c-8567-02b00682a496 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89020) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 15 15:37:24.977807 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG oslo_db.api [None req-3595c988-8898-430c-8567-02b00682a496 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 15 15:37:24.997486 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Pushing event deleted for resources: {'Port': ['ID=5be6c042-18ef-4c37-a8ed-94c40559b846,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:24.999289 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] No DVR routers for this DVR port 5be6c042-18ef-4c37-a8ed-94c40559b846 on host dv-neutron-845844-1-hyperv {{(pid=89018) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 15 15:37:25.114771 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1974049', 'neutron.services.segments.db._delete_segments_for_network-8756969353840'] for network, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:25.140317 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0']}} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:25.153177 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8eb7275-bf9d-4a56-8e71-8327a8e6779e') {'for_net_delete': True} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:25.153474 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.services.segments.db [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8eb7275-bf9d-4a56-8e71-8327a8e6779e') {} {{(pid=89018) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 15 15:37:25.165409 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756969375627', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133667319'] for segment, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:25.182648 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1969720'] for segment, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:25.192656 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=89018) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 15 15:37:25.193086 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1969697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132287674'] for segment, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:25.261699 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e8eb7275-bf9d-4a56-8e71-8327a8e6779e resource provider aggregate not found Jun 15 15:37:25.280740 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.services.segments.plugin [-] Segment e8eb7275-bf9d-4a56-8e71-8327a8e6779e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8eb7275-bf9d-4a56-8e71-8327a8e6779e found for delete ", "request_id": "req-4e684b4c-c33c-48b2-9da0-e58bf0fe6b17"}]} Jun 15 15:37:25.294406 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1974072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-626725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-952389'] for network, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:25.310680 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Notify callbacks [] for network, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:25.321073 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] Pushing event deleted for resources: {'Network': ['ID=b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:25.325211 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-61531596-76e6-4ce7-9616-eb2590d838da admin admin] 10.222.0.26 "DELETE /v2.0/networks/b5cb32cd-c1f8-4ea4-a640-decb2dfe26e0 HTTP/1.1" status: 204 len: 168 time: 1.0308766 Jun 15 15:37:25.454580 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 48482) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:25.479609 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3595c988-8898-430c-8567-02b00682a496 None None] Deleting port 5be6c042-18ef-4c37-a8ed-94c40559b846 {{(pid=89020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Jun 15 15:37:25.480144 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3595c988-8898-430c-8567-02b00682a496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756969227057'] for port, before_delete {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:25.511958 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-83b4abc6-7fb2-494d-8cb2-338092c00b5e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41f1d4d729e346eda6a78ccb698cf119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558515 Jun 15 15:37:25.514505 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 48486) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:25.547529 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-3595c988-8898-430c-8567-02b00682a496 None None] The port '5be6c042-18ef-4c37-a8ed-94c40559b846' was deleted {{(pid=89020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jun 15 15:37:25.579400 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-17623797-17bf-41ab-be79-94e23a78e7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:25.605391 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-17623797-17bf-41ab-be79-94e23a78e7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:25.660531 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-17623797-17bf-41ab-be79-94e23a78e7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:25.677084 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17623797-17bf-41ab-be79-94e23a78e7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75eaf18a-d342-41bf-aa52-649cbe348033,revision_number=None']} {{(pid=89018) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:25.686814 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron_lib.callbacks.manager [None req-17623797-17bf-41ab-be79-94e23a78e7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89018) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:25.688735 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-17623797-17bf-41ab-be79-94e23a78e7ef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/75eaf18a-d342-41bf-aa52-649cbe348033 HTTP/1.1" status: 204 len: 168 time: 0.1733012 Jun 15 15:37:26.027465 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5be6c042-18ef-4c37-a8ed-94c40559b846 no longer exists at agent ovs-agent-dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 15 15:37:26.054889 dv-neutron-845844-1-hyperv neutron-server[89018]: DEBUG neutron.wsgi [-] (89018) accepted ('10.222.0.26', 48494) {{(pid=89018) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:26.065326 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.plugin [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] No Port match for: 5be6c042-18ef-4c37-a8ed-94c40559b846 {{(pid=89020) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2245}} Jun 15 15:37:26.065675 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron.plugins.ml2.rpc [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Device 5be6c042-18ef-4c37-a8ed-94c40559b846 not bound to the agent host dv-neutron-845844-1-hyperv {{(pid=89020) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 15 15:37:26.107229 dv-neutron-845844-1-hyperv neutron-server[89018]: INFO neutron.wsgi [None req-92e91ffd-4dc6-4ace-8026-c9afd33c62ec admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6b9dde734364166bcb19aafbdc359cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511205 Jun 15 15:37:26.109857 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.wsgi [-] (89019) accepted ('10.222.0.26', 48498) {{(pid=89019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 15 15:37:26.170074 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a086f446-0da7-4cfe-a032-6dfd228c5aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:26.198379 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a086f446-0da7-4cfe-a032-6dfd228c5aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:26.254718 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a086f446-0da7-4cfe-a032-6dfd228c5aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005448'] for security_group, after_delete {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:26.272277 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086f446-0da7-4cfe-a032-6dfd228c5aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e407253-86f7-4234-abe3-b7d4856f8bdd,revision_number=None']} {{(pid=89019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 15 15:37:26.279307 dv-neutron-845844-1-hyperv neutron-server[89019]: DEBUG neutron_lib.callbacks.manager [None req-a086f446-0da7-4cfe-a032-6dfd228c5aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=89019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:26.281718 dv-neutron-845844-1-hyperv neutron-server[89019]: INFO neutron.wsgi [None req-a086f446-0da7-4cfe-a032-6dfd228c5aec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e407253-86f7-4234-abe3-b7d4856f8bdd HTTP/1.1" status: 204 len: 168 time: 0.1696181 Jun 15 15:37:27.337742 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-af68e1bc-2ce1-4e9a-a9d1-7c34fe49eea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:29.403430 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6111b09b-491c-4563-933b-ec0a2640b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:30.630227 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:30.866936 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:32.304840 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:35.660984 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:37:52.041648 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:57.350280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b501f1fb-83be-4914-84e1-2ebd7869bd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:37:59.407528 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-e7372ce6-2ca2-4ede-bd5f-227f8fc21a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:38:00.639093 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:38:00.871691 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:38:02.305699 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:38:12.660630 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:38:22.042260 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:38:27.350425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fe148c0f-5dc3-424e-81e4-4c9f458253f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:38:29.412729 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-9f215606-c09f-4a0d-a48e-6661b950b058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:38:30.635913 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:38:30.868300 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:38:32.307062 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:38:49.660441 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:38:52.056702 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:38:57.355249 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-f004ee57-36cd-4b40-aeb7-8b7bbe92b6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:38:59.411387 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-7b04503a-139d-4551-8d27-b31b1cdabdb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:39:00.629681 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:39:00.874285 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:39:02.313531 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:39:22.058250 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:39:26.662270 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:39:27.360623 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-509d3070-ace0-4e38-b9d4-575a4f368684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:39:29.418893 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-8fd5fcd1-ea33-4ce8-9083-0bb16fbf65f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:39:30.631280 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:39:30.886829 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:39:32.312756 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:39:52.052167 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:39:57.359644 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-726b0f61-9e4f-4e49-8654-41bef05f893e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:39:59.403750 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-33830815-ff24-49f8-96c4-bc0c9a9840a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:40:00.635394 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:40:00.883199 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:40:02.315943 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:40:03.663851 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:40:22.073937 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:40:27.360366 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-90419acb-128a-4993-8993-9df4f9916fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:40:29.414135 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-20bae03e-a876-4557-8b55-1b9e017b7b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:40:30.636944 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:40:30.884974 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:40:32.320543 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:40:40.663899 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:40:52.089798 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:40:57.367324 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-05843121-9b30-4549-b0e9-e978f9659ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:40:59.410230 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-b293d5b6-f33d-4b03-a9d3-3835d5dc28e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:41:00.640973 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:41:00.889939 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:41:02.329009 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:41:17.663854 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:41:22.092351 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:41:27.351995 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-13ee7ccb-6067-428f-9718-b38c8e9069c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:41:29.406422 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-766c8a02-328e-4e69-b6d0-01024967a769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:41:30.642904 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:41:30.896518 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:41:32.333757 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:41:52.102902 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:41:54.666946 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:41:57.361686 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-6c3fcc19-d403-42bf-bcc1-6792cd00bf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:41:59.410787 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-603c7d70-21bb-406c-b77f-d258e3667b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:42:00.649841 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:42:00.901603 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:42:02.338579 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:42:22.113594 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:42:27.362385 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-afe2537a-cac6-406a-acdf-72a9a88ece04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:42:29.406084 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-163797b5-babd-4708-930e-f26e2da83c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:42:30.642130 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:42:30.902040 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:42:31.665875 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 15 15:42:32.344021 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:42:52.121794 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-037a89d5-7cd0-4985-aee7-e5fabbaad5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:42:57.365835 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-3d498eb4-feea-45e8-b5d8-bd8d6aee6631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:42:59.412782 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-0408f562-67bf-4f22-8af6-2ba3a88c0384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:43:00.642716 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-fa78c182-9793-4361-92f7-59bc98ffd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:43:00.909060 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-84395333-9329-4a60-a9bf-3104c46f95f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:43:02.341425 dv-neutron-845844-1-hyperv neutron-server[89020]: DEBUG neutron_lib.callbacks.manager [None req-96291bfa-0d85-4322-a828-a11ce25cbff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756969353822', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1927295'] for agent, after_update {{(pid=89020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 15 15:43:08.665440 dv-neutron-845844-1-hyperv neutron-server[89021]: DEBUG neutron.db.agents_db [None req-5c3bce87-57a1-497d-ae7a-4635af671d47 None None] Agent healthcheck: found 6 active agents {{(pid=89021) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}